-- Logs begin at Mon 2021-12-13 19:11:33 UTC, end at Mon 2021-12-13 20:57:14 UTC. -- Dec 13 19:45:35.926876 dv-neutron-821563-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 19:45:38.274236 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.common.config [-] Logging enabled! Dec 13 19:45:38.275020 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev92 Dec 13 19:45:38.275020 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87420) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 19:45:38.278208 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.common.config [-] Logging enabled! Dec 13 19:45:38.278491 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev92 Dec 13 19:45:38.278812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87420) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 19:45:38.279775 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 19:45:38.280014 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 19:45:38.280369 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 19:45:38.280620 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 19:45:38.280846 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 19:45:38.281188 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.281490 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.281787 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.282008 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.282303 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.282596 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.282880 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.283174 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.283472 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.283764 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.284046 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.284338 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.284570 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.284839 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.285132 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.285446 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.285674 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] debug = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.285956 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.286378 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.286799 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.287083 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.287376 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.287656 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.287933 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.288212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.288496 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.288829 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] host = dv-neutron-821563-1-hyperv {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.289109 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.289424 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.289716 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.290006 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.290287 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.290566 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.290853 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.291129 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.291407 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.291703 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.291991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.292265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.292560 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.292787 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.293011 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.293345 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.293638 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.293941 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.294217 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.294493 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.294771 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.295047 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.295318 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.295606 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.295893 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.296181 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.296461 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.296734 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.297009 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.297304 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.297593 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.297878 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.298142 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.298414 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.298700 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.298970 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.299243 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.299546 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.299834 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.300117 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.300404 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.300678 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.300961 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.301257 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.301534 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.301809 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_json = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.302084 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.302354 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.302643 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.302916 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.303193 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.303466 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.303737 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.304023 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:38.304322 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.304624 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.304929 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.305238 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.305541 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.305826 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.306121 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.306406 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.306699 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.306993 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.307283 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.307564 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.307854 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.308133 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.308432 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.308738 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.309035 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.309441 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.309726 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.310114 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.310398 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.310682 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.310971 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.311268 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.311565 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.311846 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.312130 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.312429 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.312717 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.312991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.313306 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.313602 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.313887 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.314162 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.314446 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.314726 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.315002 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.315275 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.315557 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.315852 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.316132 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.316408 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.316682 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.316961 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.317255 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.317545 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.317826 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.318101 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.318375 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.318657 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.318931 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.319203 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.319480 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.319756 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.320032 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.320308 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.320581 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.320854 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.321130 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.321426 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.321701 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.321976 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.322253 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.322532 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.322804 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.323075 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.323349 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.323624 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.323910 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.324212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.324492 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.324772 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.325198 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.325536 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.325822 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.326105 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.326387 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.326672 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.326950 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.327245 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.327533 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.328179 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.328475 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.328757 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.329063 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.329385 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.329676 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.329959 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.330641 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.330641 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.330792 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.331100 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.331397 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.331696 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.331996 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.332296 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.332586 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.332900 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.333215 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:38.333441 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 19:45:38.333694 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87420) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 19:45:38.722885 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO keyring.backend [-] Loading KWallet Dec 13 19:45:38.730269 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO keyring.backend [-] Loading SecretService Dec 13 19:45:38.734141 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO keyring.backend [-] Loading Windows Dec 13 19:45:38.735486 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO keyring.backend [-] Loading chainer Dec 13 19:45:38.736084 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO keyring.backend [-] Loading macOS Dec 13 19:45:38.770245 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:45:38.770525 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:45:38.770827 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:45:38.771162 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 19:45:39.081335 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.081634 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.081906 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.083110 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.083383 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.083652 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.209856 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.210194 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.210391 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.224038 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.224318 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.224587 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.253692 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.253975 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.254251 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.296822 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.297450 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.297450 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.528624 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.528899 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.529180 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.529467 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.530230 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.653942 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.654242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.654552 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.654821 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.655089 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.655407 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.655673 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.655934 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.656189 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.656474 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.656735 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.657130 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.657426 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.657688 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.657960 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.658237 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.658501 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.658781 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.659040 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.659321 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.659659 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.659914 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.660166 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.660450 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.660701 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.660947 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.661364 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.661605 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.661842 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.662078 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.662315 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.662550 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:39.662917 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 19:45:39.666087 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 19:45:39.670181 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 19:45:39.674102 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 13 19:45:39.675734 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 19:45:39.676184 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 19:45:39.676513 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 19:45:39.676896 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 19:45:39.679935 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 19:45:39.680188 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 19:45:39.680531 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 19:45:39.708902 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 19:45:39.709374 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.709682 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87420) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 13 19:45:39.710039 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.711409 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87420) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 19:45:39.711699 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 19:45:39.711946 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 19:45:39.715214 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.715500 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:39.776630 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 19:45:39.776863 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 19:45:39.777100 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 19:45:39.777507 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 19:45:39.813576 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_db.sqlalchemy.engines [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87420) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 13 19:45:40.152171 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing driver for type 'gre' Dec 13 19:45:40.152665 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] gre ID ranges: [(1, 1000)] Dec 13 19:45:40.212769 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing driver for type 'local' Dec 13 19:45:40.213129 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing driver for type 'vlan' Dec 13 19:45:40.232542 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] VlanTypeDriver initialization complete Dec 13 19:45:40.232890 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing driver for type 'vxlan' Dec 13 19:45:40.233438 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] vxlan ID ranges: [(1, 1000)] Dec 13 19:45:40.285284 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing extension driver 'port_security' Dec 13 19:45:40.285618 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.extensions.port_security [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] PortSecurityExtensionDriver initialization complete Dec 13 19:45:40.285956 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing mechanism driver 'openvswitch' Dec 13 19:45:40.286292 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing mechanism driver 'hyperv' Dec 13 19:45:40.293033 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.plugins.ml2.plugin [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:40.293880 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.294248 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.294599 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.294980 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.295328 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.295664 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.296039 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.296380 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.296715 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.297082 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.297629 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.297774 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.298143 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.298481 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.298814 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.299179 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > address_group after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.299518 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > address_group after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.299847 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.300179 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] ML2 OVO RPC backend initialized. {{(pid=87420) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 13 19:45:40.300872 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.301240 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.301649 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.301990 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > networks before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.302332 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.302667 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > ports before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.303001 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.303335 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnets before_response 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.303673 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.304005 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.304333 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.304664 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.304994 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.305347 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.305676 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.306004 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.306326 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.306903 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.plugin [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Modular L2 Plugin initialization complete Dec 13 19:45:40.307232 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading services supported by the core plugin {{(pid=87420) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 19:45:40.307557 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.plugins.ml2.managers [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Got port-security extension from driver 'port_security' Dec 13 19:45:40.308015 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.extensions.vlantransparent [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Disabled vlantransparent extension. Dec 13 19:45:40.308497 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87420) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 19:45:40.308809 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: router Dec 13 19:45:40.345184 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.345574 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_create 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.345937 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router before_create 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.346295 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.346664 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.347015 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_delete 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.347367 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.347720 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_create 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.348061 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.348410 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.348756 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.349108 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.349527 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.349887 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.350223 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.350555 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: subnet after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.350884 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.351229 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.351563 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_create 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.351899 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.352234 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.352587 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router after_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.352927 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.353296 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_create 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.353635 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.353975 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_update 55549900 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.354334 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > agent after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.354674 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > agent after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.355011 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > network after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.355878 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Tracking information for resource: router configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:40.356249 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Tracking information for resource: floatingip configured {{(pid=87420) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 19:45:40.361560 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.db.l3_agentschedulers_db [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 19:45:40.362175 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.362520 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.362864 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.363206 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: port after_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.363985 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router before_create 55550100 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.364342 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.364697 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_create 55550100 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.365041 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > router precommit_update 55550100 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.369634 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.provider_configuration [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service providers = [] {{(pid=87420) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 19:45:40.369991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.db.servicetype_db [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87420) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 19:45:40.372944 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.service_base [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 19:45:40.373315 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.service_base [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 19:45:40.373652 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.service_base [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 19:45:40.374693 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.services.service_base [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87420) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 19:45:40.375060 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.services.service_base [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 19:45:40.375440 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.375754 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 19:45:40.386298 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.386608 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: auto_allocate Dec 13 19:45:40.392615 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: network precommit_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.392976 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: network precommit_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.393513 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.393832 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: tag Dec 13 19:45:40.400640 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.400941 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: timestamp Dec 13 19:45:40.404833 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.405086 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: network_ip_availability Dec 13 19:45:40.410394 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.410773 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.411128 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.411837 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.412158 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: flavors Dec 13 19:45:40.417055 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.417410 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading Plugin: revisions Dec 13 19:45:40.421805 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87420) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 19:45:40.422191 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=87420) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:45:40.422938 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87420) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 19:45:40.423276 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Initializing extension manager. Dec 13 19:45:40.423781 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: __init__.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.424119 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: __pycache__ {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.424449 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.424777 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: address_group.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.425564 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.426124 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: address-group Dec 13 19:45:40.426442 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: address_scope.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.427145 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.427642 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: address-scope Dec 13 19:45:40.427958 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.428873 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.429401 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: router-admin-state-down-before-update Dec 13 19:45:40.429720 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: agent.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.430413 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.430910 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: agent Dec 13 19:45:40.431222 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: agent_resources_synced.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.432120 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.432626 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: agent-resources-synced Dec 13 19:45:40.432939 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: allowedaddresspairs.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.434918 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.435441 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: allowed-address-pairs Dec 13 19:45:40.435765 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: auto_allocated_topology.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.436829 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.437367 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: auto-allocated-topology Dec 13 19:45:40.437689 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: availability_zone.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.438377 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.438875 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: availability_zone Dec 13 19:45:40.439194 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: availability_zone_filter.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.440095 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.440595 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: availability_zone_filter Dec 13 19:45:40.440917 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: data_plane_status.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.441906 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.442402 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 19:45:40.442719 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: default_subnetpools.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.443619 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.444117 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: default-subnetpools Dec 13 19:45:40.444434 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.445262 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.445760 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: dhcp_agent_scheduler Dec 13 19:45:40.446075 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: dns.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.446977 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.447470 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 19:45:40.447788 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: dns_domain_ports.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.448700 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.449231 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 19:45:40.449546 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: dvr.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.450273 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.450777 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: dvr Dec 13 19:45:40.451095 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: empty_string_filtering.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.452000 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.452502 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: empty-string-filtering Dec 13 19:45:40.453212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.454115 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.454608 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 19:45:40.454927 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.455827 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.456332 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 19:45:40.456644 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: external_net.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.457567 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.458069 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: external-net Dec 13 19:45:40.458389 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.459276 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.459768 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: extra_dhcp_opt Dec 13 19:45:40.460083 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: extraroute.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.460983 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.461521 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: extraroute Dec 13 19:45:40.461832 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: extraroute_atomic.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.462845 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.463346 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: extraroute-atomic Dec 13 19:45:40.463660 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: filter_validation.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.464320 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.464811 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: filter-validation Dec 13 19:45:40.465125 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: fip_pf_description.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.467571 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.468088 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 19:45:40.468418 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: fip_port_details.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.469366 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.469871 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: fip-port-details Dec 13 19:45:40.470189 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: flavors.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.471422 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.471935 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: flavors Dec 13 19:45:40.472257 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.473959 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.474470 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 19:45:40.474786 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: floatingip_pools.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.475476 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.475968 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: floatingip-pools Dec 13 19:45:40.476285 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: ip_allocation.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.477220 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.477711 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 19:45:40.478023 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.478930 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.479424 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: ip-substring-filtering Dec 13 19:45:40.479742 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l2_adjacency.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.480659 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.481153 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 19:45:40.481529 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.482473 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.482979 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: router Dec 13 19:45:40.483298 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.485599 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.486116 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 19:45:40.486446 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.487363 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.487875 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: ext-gw-mode Dec 13 19:45:40.488214 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.489116 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.489666 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: l3-ha Dec 13 19:45:40.489988 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3_flavors.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.490892 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.491391 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: l3-flavors Dec 13 19:45:40.491710 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.492624 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.493120 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 19:45:40.493471 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: l3agentscheduler.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.494483 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.494992 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: l3_agent_scheduler Dec 13 19:45:40.495314 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: logging.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.496900 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.497451 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension logging not supported by any of loaded plugins Dec 13 19:45:40.497786 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: metering.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.498519 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.499077 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: metering Dec 13 19:45:40.499396 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.500512 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.501013 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: metering_source_and_destination_fields Dec 13 19:45:40.501363 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: multiprovidernet.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.502401 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.502901 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: multi-provider Dec 13 19:45:40.503220 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: netmtu.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.504116 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.504615 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: net-mtu Dec 13 19:45:40.504933 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: netmtu_writable.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.505860 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.506363 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: net-mtu-writable Dec 13 19:45:40.506684 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: network_availability_zone.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.507341 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.507835 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: network_availability_zone Dec 13 19:45:40.508160 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: network_ip_availability.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.509269 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.509770 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: network-ip-availability Dec 13 19:45:40.510086 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: network_segment_range.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.510831 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.511327 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 19:45:40.511638 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: pagination.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.512634 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.512959 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: pagination Dec 13 19:45:40.513303 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: port_device_profile.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.514214 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.514711 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: port-device-profile Dec 13 19:45:40.515029 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.515933 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.516432 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: port-mac-address-regenerate Dec 13 19:45:40.516744 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.517661 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.518166 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: port-numa-affinity-policy Dec 13 19:45:40.518483 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: port_resource_request.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.519389 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.519885 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 19:45:40.520199 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: portbindings.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.521121 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.521653 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: binding Dec 13 19:45:40.521969 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: portbindings_extended.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.523236 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.523737 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: binding-extended Dec 13 19:45:40.524057 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: portsecurity.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.524964 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.525498 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: port-security Dec 13 19:45:40.525816 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: project_id.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.526780 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.527102 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: project-id Dec 13 19:45:40.527417 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: providernet.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.528379 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.528884 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: provider Dec 13 19:45:40.529214 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.532701 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.533256 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos not supported by any of loaded plugins Dec 13 19:45:40.533581 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.534811 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.535318 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 19:45:40.535643 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.536549 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.537049 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 19:45:40.537402 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_default.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.538311 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.538812 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-default not supported by any of loaded plugins Dec 13 19:45:40.539134 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_fip.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.539777 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.540269 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 19:45:40.540590 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_gateway_ip.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.541532 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.542026 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 19:45:40.542342 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_port_network_policy.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.543245 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.543789 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 19:45:40.544121 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_rule_type_details.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.545090 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.545613 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 19:45:40.545928 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: qos_rules_alias.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.546971 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.547471 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 19:45:40.547791 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: quotasv2.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.548684 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.549120 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: quotas Dec 13 19:45:40.549469 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: quotasv2_detail.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.551100 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.551431 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: quota_details Dec 13 19:45:40.551758 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: rbac.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.552786 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.553328 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: rbac-policies Dec 13 19:45:40.553654 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: rbac_address_group.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.554574 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.555076 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: rbac-address-group Dec 13 19:45:40.555393 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: rbac_address_scope.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.556302 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.556803 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: rbac-address-scope Dec 13 19:45:40.557121 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: rbac_security_groups.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.558052 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.558549 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: rbac-security-groups Dec 13 19:45:40.558863 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: rbac_subnetpool.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.559924 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.560421 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: rbac-subnetpool Dec 13 19:45:40.560736 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: revisionifmatch.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.561677 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.562176 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: revision-if-match Dec 13 19:45:40.562489 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: revisions.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.563596 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.564103 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: standard-attr-revisions Dec 13 19:45:40.564420 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: router_availability_zone.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.565082 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.565618 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: router_availability_zone Dec 13 19:45:40.565934 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: routerservicetype.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.566836 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.567336 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 19:45:40.567656 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.568561 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.569056 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: security-groups-normalized-cidr Dec 13 19:45:40.569402 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.570314 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.570815 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: port-security-groups-filtering Dec 13 19:45:40.571132 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.572036 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.572535 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: security-groups-remote-address-group Dec 13 19:45:40.572853 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: securitygroup.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.582990 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.583533 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: security-group Dec 13 19:45:40.583858 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: segment.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.584626 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.585126 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension segment not supported by any of loaded plugins Dec 13 19:45:40.585475 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.586400 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.586899 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 19:45:40.587217 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: servicetype.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.588327 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.588838 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: service-type Dec 13 19:45:40.589190 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: sorting.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.590144 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.590479 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: sorting Dec 13 19:45:40.590864 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: standard_attr_segment.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.591775 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.592279 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 19:45:40.592596 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: standardattrdescription.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.593262 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.593765 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: standard-attr-description Dec 13 19:45:40.594083 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: stateful_security_group.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.594996 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.595502 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: stateful-security-group Dec 13 19:45:40.595822 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: stdattrs_common.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.596399 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 19:45:40.596713 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.597751 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.598250 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 19:45:40.598569 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnet_onboard.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.599643 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.600148 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: subnet_onboard Dec 13 19:45:40.600471 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.601426 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.601933 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 19:45:40.602251 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnet_service_types.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.603161 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.603663 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: subnet-service-types Dec 13 19:45:40.603978 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnetallocation.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.605073 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.605613 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: subnet_allocation Dec 13 19:45:40.605943 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.606637 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.607147 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: subnetpool-prefix-ops Dec 13 19:45:40.607465 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.608393 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.608887 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 19:45:40.609227 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: tagging.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.610291 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.610801 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: standard-attr-tag Dec 13 19:45:40.611121 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: timestamp.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.612314 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.612822 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loaded extension: standard-attr-timestamp Dec 13 19:45:40.613141 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: trunk.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.614201 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.614709 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension trunk not supported by any of loaded plugins Dec 13 19:45:40.615031 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: trunk_details.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.615937 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.616440 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 19:45:40.616758 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: uplink_status_propagation.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.617702 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.618204 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 19:45:40.618519 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Loading extension file: vlantransparent.py {{(pid=87420) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 19:45:40.619180 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87420) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 19:45:40.619676 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 19:45:40.622238 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:network Dec 13 19:45:40.622968 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnet Dec 13 19:45:40.623758 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 19:45:40.624352 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:port Dec 13 19:45:40.625668 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.626102 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service FLAVORS assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.626714 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.627136 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.627458 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:router Dec 13 19:45:40.628122 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 19:45:40.628826 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service METERING assigned prefix: /metering {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.630311 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.630680 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.631027 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:45:40.632176 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 19:45:40.632607 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:security_group Dec 13 19:45:40.633286 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 19:45:40.634027 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service CORE assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.634354 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 19:45:40.634692 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] subnetpool is already registered Dec 13 19:45:40.635284 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service CORE assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.635605 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 19:45:40.635931 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] subnetpool is already registered Dec 13 19:45:40.638507 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.638932 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service FLAVORS assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.639511 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.639921 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.640241 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:router Dec 13 19:45:40.640572 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] router is already registered Dec 13 19:45:40.641184 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 19:45:40.641520 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] floatingip is already registered Dec 13 19:45:40.642141 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service METERING assigned prefix: /metering {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.642798 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 19:45:40.643120 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] rbac_policy is already registered Dec 13 19:45:40.643654 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:security_group Dec 13 19:45:40.643973 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] security_group is already registered Dec 13 19:45:40.644558 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 19:45:40.644880 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] security_group_rule is already registered Dec 13 19:45:40.645557 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service CORE assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.645878 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 19:45:40.646194 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] subnetpool is already registered Dec 13 19:45:40.646792 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.v2.resource_helper [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Service CORE assigned prefix: {{(pid=87420) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 19:45:40.647110 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 19:45:40.647433 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING neutron.quota.resource_registry [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] subnetpool is already registered Dec 13 19:45:40.648073 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: extensions {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.649601 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: address-groups {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.651210 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: address-scopes {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.652414 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: agents {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.653766 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: auto-allocated-topology {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.655067 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: availability_zones {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.656319 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: dhcp-networks {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.657812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: dhcp-agents {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.659228 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: routers {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.661925 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: flavors {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.663087 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: service_profiles {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.664278 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: next_providers {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.665843 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: service_profiles {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.667288 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: floatingip-pools {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.668515 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: routers {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.670500 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: floatingips {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.671668 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: l3-routers {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.673067 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: l3-agents {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.674489 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: metering-labels {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.675847 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: metering-label-rules {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.677115 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: network-ip-availabilities {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.678409 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: bindings {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.680054 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: quotas {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.681519 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: quotas {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.682926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: rbac-policies {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.684209 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: security-groups {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.685481 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: security-group-rules {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.686704 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: service-providers {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.687930 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: subnetpools {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.689377 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: subnetpools {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.690830 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.692497 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.694322 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.696084 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.697890 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.699722 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.701459 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.703744 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.705508 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.707334 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron.api.extensions [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Extended resource: tags {{(pid=87420) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 19:45:40.713483 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING keystonemiddleware.auth_token [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 19:45:40.718291 dv-neutron-821563-1-hyperv neutron-server[87420]: WARNING keystonemiddleware.auth_token [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 19:45:40.726560 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Acquired lock "singleton_lock" {{(pid=87420) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 13 19:45:40.727034 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_concurrency.lockutils [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Releasing lock "singleton_lock" {{(pid=87420) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 13 19:45:40.727684 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Starting 2 workers Dec 13 19:45:40.732345 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Started child 87525 {{(pid=87420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 19:45:40.736548 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Started child 87526 {{(pid=87420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 19:45:40.737457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.738048 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO neutron.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 19:45:40.738679 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Notify callbacks [] for process, before_spawn {{(pid=87420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.739031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [-] (87525) wsgi starting up on http://0.0.0.0:9696 Dec 13 19:45:40.740860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.741362 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Starting 1 workers Dec 13 19:45:40.742242 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [-] (87526) wsgi starting up on http://0.0.0.0:9696 Dec 13 19:45:40.745864 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Started child 87527 {{(pid=87420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 19:45:40.746373 dv-neutron-821563-1-hyperv neutron-server[87420]: INFO oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Starting 1 workers Dec 13 19:45:40.749381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] calling RpcWorker wait() {{(pid=87527) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 19:45:40.749960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] returning from RpcWorker wait() {{(pid=87527) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 19:45:40.750778 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Started child 87528 {{(pid=87420) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 19:45:40.751110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.751507 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG neutron_lib.callbacks.manager [None req-da480f4d-a9ab-4aea-8df9-5dbee9e93703 None None] Notify callbacks [] for process, after_spawn {{(pid=87420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.751647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:40.753278 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87420) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 13 19:45:40.753432 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 19:45:40.753607 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 19:45:40.753844 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 19:45:40.754165 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 19:45:40.754289 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 19:45:40.754798 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.755027 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.755140 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:40.755598 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.755598 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.755827 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.756300 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.756515 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.756784 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.757059 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.757284 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.757456 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.757603 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.757841 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.758060 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.758346 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.758602 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.758829 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.759103 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.759283 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.759544 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.759813 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.760021 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.760282 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] debug = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.760507 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.760984 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.761239 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.761472 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.761706 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.761956 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.762242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.762397 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.763211 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.763359 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.763605 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.763859 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.764103 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.764331 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.764542 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.764798 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.765022 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.765470 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] host = dv-neutron-821563-1-hyperv {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.765686 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.765908 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.766128 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.766363 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.766599 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.766833 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.767071 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.767316 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.767565 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.767785 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.768036 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.768287 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.768510 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.768749 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.768906 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_options = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.769113 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.769388 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.769643 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.769808 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.769950 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.770186 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.770336 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.770499 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.770746 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.770997 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.771206 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.771410 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.771643 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.771868 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.772105 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.772360 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.772559 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.772781 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.773043 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.773255 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.773474 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.773708 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.773933 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.774155 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.774362 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.774584 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.774800 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.775004 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.775224 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.775472 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.775676 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.775910 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.776142 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.776381 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.776599 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.776814 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.777020 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.777303 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.777525 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.778319 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.778793 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.778932 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:40.779236 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.779504 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.779707 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.780103 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.781024 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_json = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.781592 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.781592 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.781592 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.782242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.782242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.782242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.782560 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.782675 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.783056 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.783607 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.783763 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.783909 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.784122 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.784359 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.784602 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.785059 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.785331 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.785557 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.785856 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.786070 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.786343 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.786573 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.786924 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.787125 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.787357 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.787620 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.787849 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.788074 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.788283 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.788495 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.788813 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.789072 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.789375 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.789616 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.789836 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.790361 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.790361 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.790926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.790926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.790926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.791299 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.791991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.791991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.792301 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.796272 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.797308 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.797738 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.799050 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.799331 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.799585 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.799850 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.800459 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.800696 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.800943 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.801153 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.801412 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.801661 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.801913 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.802187 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.802433 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.802670 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.802884 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.803107 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.803365 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.803586 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.803799 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.804027 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.804246 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.804472 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.804725 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.804939 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.805152 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.805395 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.805614 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.805827 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.806047 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.806283 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.806495 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.806705 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.806917 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.807127 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.807344 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.807576 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.807801 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.808010 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.808243 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.808458 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.808688 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.808914 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.809119 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.809406 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.809749 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.810181 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.810545 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.810802 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.811051 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.811290 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.811547 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.811768 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.812011 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.812258 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.812500 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.812743 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.813018 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.813443 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.813676 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.813921 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.814171 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.814422 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.814617 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.814838 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.815255 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.815491 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.815728 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.815993 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.816259 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.816519 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.816773 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.817001 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.817295 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.817530 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.817801 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.818016 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.818262 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.818568 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.818843 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.819102 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.819330 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.819588 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.819845 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.820088 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.820349 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.820598 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.820846 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.821055 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.821331 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.821590 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.821821 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.822034 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.822258 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.822563 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.822806 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.823019 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.823241 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.823661 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.824041 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.824296 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.824576 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.824834 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.825242 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.825583 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.825985 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.826238 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.826476 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.826751 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.826984 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.827230 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.827462 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.827695 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.828268 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.828609 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.828861 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.829060 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.829301 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.829514 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.829753 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.829979 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.830212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.830441 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.830681 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.830934 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.831149 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.831365 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.831581 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.831808 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.832066 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.832281 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.832569 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.832844 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.833040 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.833295 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.833518 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.833775 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.834011 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.834288 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.834503 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.834729 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.834957 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.835205 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.835418 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.835653 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.835878 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.836088 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.836341 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.836556 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.836913 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.837212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.837438 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.837669 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.837898 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.838129 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.838365 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.838580 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.838793 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.839006 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.839218 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.839477 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.839716 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.839959 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.840182 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.840408 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.840848 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.841218 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.841421 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.841585 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.841827 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.842060 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.842290 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.842514 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.842739 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.842963 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.843170 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.843381 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.843712 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.843939 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.844146 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.844357 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.844572 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.844777 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.845060 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.845345 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.845579 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.845849 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.846075 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.846298 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.846551 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.846882 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.847078 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.847336 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.847600 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.847833 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.848049 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.848321 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.848620 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.848916 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.849179 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.849434 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.849721 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.849995 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.850247 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.850458 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.850732 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.851055 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.851331 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.851566 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.851812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.852079 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.852296 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.852508 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.852726 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.852952 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.853187 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.853444 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.853696 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.853919 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.854131 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.854352 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.854565 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.854783 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.855007 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.855236 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.855463 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.855618 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 19:45:40.856152 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87420) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 13 19:45:40.856396 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 19:45:40.856660 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 19:45:40.856958 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 19:45:40.857206 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 19:45:40.857364 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 19:45:40.857568 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.857728 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.857884 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858040 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858195 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858374 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858530 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858684 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858838 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.858991 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859147 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859303 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859457 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859611 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859768 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.859921 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860075 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860229 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860389 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860543 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860702 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.860854 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.861192 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] debug = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.861353 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.861701 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.861701 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862580 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862580 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862745 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.862852 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863006 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863159 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863313 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863466 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863620 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863773 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.863926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] host = dv-neutron-821563-1-hyperv {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864079 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864232 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864385 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864539 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864693 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864846 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.864998 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865150 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865309 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865467 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865621 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865775 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.865928 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866081 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866234 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_options = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866389 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866541 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866695 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.866879 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867038 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867197 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867350 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867505 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867658 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867811 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.867967 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868120 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868271 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868424 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868576 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868729 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.868883 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869035 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869212 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869368 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869521 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869674 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869828 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.869983 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870137 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870290 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870442 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870595 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870748 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.870901 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.871055 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.871209 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.871362 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.871514 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.871668 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872021 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872181 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872340 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872496 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872648 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872802 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.872956 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.873110 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.873376 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.873535 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.873688 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_json = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.873844 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874000 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874154 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874314 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874462 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874617 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874770 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.874924 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 19:45:40.875096 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.875255 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.875421 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.875578 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.875735 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.875892 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876048 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876204 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876361 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876516 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876681 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.876838 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877004 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877211 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877343 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877490 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877646 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877802 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.877958 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878114 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878271 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878427 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878598 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878756 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.878914 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879071 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879228 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879386 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879543 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:40.879764 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879843 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.879992 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880148 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880306 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880462 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880618 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880774 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.880932 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881090 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881269 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881426 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881585 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881743 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.881899 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882059 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882219 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882376 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882532 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882689 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.882845 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883012 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883169 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883325 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883480 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883637 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883796 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.883954 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884110 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884267 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884423 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884580 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884748 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.884904 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885062 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885240 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885399 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885555 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885711 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.885868 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886024 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886181 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886339 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886494 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886653 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886809 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.886966 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.887124 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.887288 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.887488 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.887683 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.887946 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.888237 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.888419 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.888578 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.888747 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.888921 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889079 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889259 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889417 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889574 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889731 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.889887 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890043 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890202 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890359 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.890812 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.891232 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.891232 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.891232 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.891564 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.891564 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892041 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892041 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892041 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892623 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892623 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892623 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.892623 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893067 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893067 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893067 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893440 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893440 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893440 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893730 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893730 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.893893 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894015 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894161 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894320 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894477 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894634 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894791 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.894950 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895107 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895271 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895436 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895593 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895749 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.895905 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896083 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896240 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896396 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896554 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896711 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.896868 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897025 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897201 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897360 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897516 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897673 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897830 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.897987 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898144 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898305 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898464 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898620 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898780 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.898937 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899093 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899250 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899409 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899565 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899721 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.899877 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900034 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900190 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900347 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900504 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900662 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900819 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.900973 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901129 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901305 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901461 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901621 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901763 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.901926 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902086 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902237 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902378 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902505 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902664 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902821 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.902980 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.903334 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.903525 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.903754 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.903915 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904073 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904230 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904387 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904545 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904703 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.904860 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905030 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905237 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905375 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905505 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905634 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905795 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.905945 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906101 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906258 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906416 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906573 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906730 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.906888 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907046 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907201 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907364 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907519 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907675 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907830 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.907996 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908152 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908308 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908475 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908609 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908772 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.908927 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909085 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909262 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909419 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909584 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909741 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.909896 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910052 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910208 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910373 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910530 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910687 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.910850 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911006 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911162 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911317 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911482 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911639 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911799 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.911953 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912109 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912265 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912422 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912581 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912745 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.912906 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913064 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913246 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913410 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913573 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913729 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.913889 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914056 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914213 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914367 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914522 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914677 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914833 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.914988 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915144 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915299 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915454 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915610 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915763 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.915919 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916076 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916230 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916386 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916541 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916696 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.916850 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.917006 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 19:45:40.917155 dv-neutron-821563-1-hyperv neutron-server[87420]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87420) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 19:45:41.095430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 46898) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:45:41.108457 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098119 Dec 13 19:45:51.586695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff98773-0feb-4729-b7cf-b071a015fcd8 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:45:51.656964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-01f31c98-f8a8-43af-9414-f17114794430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:51.675439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff98773-0feb-4729-b7cf-b071a015fcd8 None None] No non-hosted networks {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 19:45:53.863011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-152d3465-4ad8-4e0a-9189-f681090e12e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:53.907088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d595c80d-cf50-47d3-b8ed-a1c07dc1c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:54.912264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:54.913338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.913932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.914441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.914915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.915505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.916216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.916722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.917403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.918262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.918846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.919633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.920204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:45:54.920771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821563-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:54.931991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821563-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:45:54.936765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:56.324101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:45:57.886982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 46990) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:45:58.495930 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING oslo_policy.policy [None req-71a03a78-78f4-4fb9-8ec2-c224011a96ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:45:58.496516 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING oslo_policy.policy [None req-71a03a78-78f4-4fb9-8ec2-c224011a96ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:45:58.708706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-71a03a78-78f4-4fb9-8ec2-c224011a96ee admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:45:58.709767 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71a03a78-78f4-4fb9-8ec2-c224011a96ee admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8216295 Dec 13 19:46:00.858553 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.db.l3_hamode_db [None req-fa947125-5461-46d0-b234-a64a47fc0bfc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 19:46:00.942073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa947125-5461-46d0-b234-a64a47fc0bfc None None] Routers set() bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:46:00.942459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa947125-5461-46d0-b234-a64a47fc0bfc None None] Router IDs set() for agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 13 19:46:01.093518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47004) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:01.487868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:01.586423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.policy [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87526) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 19:46:01.631444 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING oslo_policy.policy [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:01.631825 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING oslo_policy.policy [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:01.640158 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.quota [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Loaded quota_driver: . Dec 13 19:46:01.656535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:01.722084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487704694', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487704107', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487714748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487753816', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487764272', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793487736861', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581258', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1544074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408480'] for rbac-policy, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:01.788300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:01.789596 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1e9b34c1-57d6-4989-92ce-ae07a0fa2a04 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6951897 Dec 13 19:46:04.473633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47018) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:04.848526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4f68becbaf854cd6807f8031ece61257'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:04.856051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:04.861498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Usage tracker for resource:network and tenant:4f68becbaf854cd6807f8031ece61257 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:04.866430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:04.873057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:04.886994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Made reservation on behalf of 4f68becbaf854cd6807f8031ece61257 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:46:04.890299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:04.908599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:04.922854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:04.926613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Usage tracker for resource:security_group_rule and tenant:4f68becbaf854cd6807f8031ece61257 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:04.931525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:04.937537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:05.043676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.050970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.055325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:05.076394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:46:05.100726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793485283997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.101325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Unsubscribe: segment precommit_create {{(pid=87526) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 19:46:05.101786 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Added segment 10611ebe-73ac-4fd9-986f-d6bf7239d118 of type vlan for network f06a34fd-e690-4405-85f4-cd5cc1eecc45 Dec 13 19:46:05.112260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ded15-87de-4679-938c-cda999a6d42f,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:05.166052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.166395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.166720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.167029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.167348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.167662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.167958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.168271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.168580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.168892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.169282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.169749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Tracked resource versions report: Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: pushed versions: Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: { 'AddressGroup': {'1.2'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'ConntrackHelper': {'1.0'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Log': {'1.0'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Network': {'1.1'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Port': {'1.7'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'PortForwarding': {'1.2'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'QosPolicy': {'1.8'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroup': {'1.4'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SubPort': {'1.0'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Subnet': {'1.1'}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Trunk': {'1.1'}} Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: consumer versions: Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'ConntrackHelper': '1.0', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Log': '1.0', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Network': '1.1', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Port': '1.7', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'PortForwarding': '1.2', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'QosPolicy': '1.8', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroup': '1.4', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroupRule': '1.2', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SubPort': '1.0', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Subnet': '1.1', Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Trunk': '1.1'}} Dec 13 19:46:05.171234 dv-neutron-821563-1-hyperv neutron-server[87526]: {{(pid=87526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:46:05.228832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:05.230513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.276264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.277892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:05.278559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:05.283142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:05.387287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Pushing event updated for resources: {'Network': ['ID=f06a34fd-e690-4405-85f4-cd5cc1eecc45,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:05.390599 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9159458 Dec 13 19:46:05.392332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:05.401750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:46:08.110383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47034) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:08.615463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254b84d-2345-4ed0-893d-53191f648243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:08.616811 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0254b84d-2345-4ed0-893d-53191f648243 admin admin] 10.222.0.18 "GET /v2.0/networks/f06a34fd-e690-4405-85f4-cd5cc1eecc45 HTTP/1.1" status: 200 len: 824 time: 0.5053773 Dec 13 19:46:08.645115 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-06f38141-1a77-4ad0-822d-3065c875713b admin admin] 10.222.0.18 "GET /v2.0/subnetpools/d3b0d6f8-fa0f-4a6d-b086-2a3d05799c25 HTTP/1.1" status: 200 len: 734 time: 0.0225937 Dec 13 19:46:08.657687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:08.664958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:08.670643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Usage tracker for resource:subnet and tenant:4f68becbaf854cd6807f8031ece61257 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:08.673734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:08.679694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:08.694107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Made reservation on behalf of 4f68becbaf854cd6807f8031ece61257 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:46:08.696380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:08.987176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:08.991273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:09.065005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:09.071020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:09.071906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Checking segment: {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:46:09.072280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Network hostable DHCP agents. Network: f06a34fd-e690-4405-85f4-cd5cc1eecc45, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:46:09.097255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:46:09.114498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f06a34fd-e690-4405-85f4-cd5cc1eecc45) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:09.120119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:09.120861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:09.124534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb8c3c-5099-4ce8-8648-578a2b999396 None None] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:46:09.143184 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4922636 Dec 13 19:46:09.527717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:46:09.528976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:09.713305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Allocated IP 172.20.0.2 (f06a34fd-e690-4405-85f4-cd5cc1eecc45/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69/1bb04ec3-f931-42d6-8b0b-52438fbe5c3f) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:46:09.940387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:09.954235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Transition to ACTIVE for port object 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:46:09.973896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Transition to ACTIVE for port object 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:46:09.983150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:09.988478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:10.051079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:46:10.053874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:10.061843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb04ec3-f931-42d6-8b0b-52438fbe5c3f,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:10.064124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:46:10.101365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.101724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.102061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.102387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.102712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.103048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.103370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.103686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.104022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.104342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.104655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.104948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Tracked resource versions report: Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: pushed versions: Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: { 'AddressGroup': {'1.2'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'ConntrackHelper': {'1.0'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Log': {'1.0'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Network': {'1.1'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Port': {'1.7'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'PortForwarding': {'1.2'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'QosPolicy': {'1.8'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroup': {'1.4'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SubPort': {'1.0'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Subnet': {'1.1'}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Trunk': {'1.1'}} Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: consumer versions: Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'ConntrackHelper': '1.0', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Log': '1.0', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Network': '1.1', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Port': '1.7', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'PortForwarding': '1.2', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'QosPolicy': '1.8', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroup': '1.4', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroupRule': '1.2', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SubPort': '1.0', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Subnet': '1.1', Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Trunk': '1.1'}} Dec 13 19:46:10.106340 dv-neutron-821563-1-hyperv neutron-server[87527]: {{(pid=87527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:46:10.114283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:10.168981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Attempting to bind port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:46:10.169985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Attempting to bind port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:46:10.170419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Attempting to bind port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f on network f06a34fd-e690-4405-85f4-cd5cc1eecc45 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:46:10.175850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:46:10.176247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Checking segment: {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:46:10.176769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:10.177189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Bound using segment: {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:46:10.177691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Bound port: 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:46:10.178103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:10.304692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] For port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:46:10.309224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] For port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1bb04ec3-f931-42d6-8b0b-52438fbe5c3f,segment=NetworkSegment(10611ebe-73ac-4fd9-986f-d6bf7239d118),segment_id=10611ebe-73ac-4fd9-986f-d6bf7239d118)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:46:10.316326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:10.328862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:10.411432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb04ec3-f931-42d6-8b0b-52438fbe5c3f,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:10.414488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:11.512159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47044) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:12.107730 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING oslo_policy.policy [None req-acd3156c-a979-4840-b66d-e4117ab7cbe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:12.108309 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING oslo_policy.policy [None req-acd3156c-a979-4840-b66d-e4117ab7cbe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:12.338541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-acd3156c-a979-4840-b66d-e4117ab7cbe6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:46:12.340295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-acd3156c-a979-4840-b66d-e4117ab7cbe6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8261428 Dec 13 19:46:14.050646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96dc45-4a05-426c-8e80-dfe2d2a74cbf None None] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:46:14.150370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-df209c34-df8e-498a-84c8-f450e01cd506 None None] Provisioning for port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:46:14.602972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:14.676986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:46:14.681865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:14.682262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:14.782184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47062) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:14.801986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:14.834981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1bb04ec3-f931-42d6-8b0b-52438fbe5c3f,segment=NetworkSegment(10611ebe-73ac-4fd9-986f-d6bf7239d118),segment_id=10611ebe-73ac-4fd9-986f-d6bf7239d118)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:46:14.838528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:14.840735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b605957-9263-44bc-b7ee-8920f8fef2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:14.907101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1bb04ec3-f931-42d6-8b0b-52438fbe5c3f,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:14.910188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:15.175965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-81b976cd-da2c-4886-8146-ca980798e866 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:46:15.177374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-81b976cd-da2c-4886-8146-ca980798e866 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3940306 Dec 13 19:46:16.578587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:16.646956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:16.647212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:17.855916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47074) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:18.234604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:18.305857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.policy [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87525) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 19:46:18.353648 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING oslo_policy.policy [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:18.354022 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING oslo_policy.policy [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 19:46:18.362839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.quota [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Loaded quota_driver: . Dec 13 19:46:18.379432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:18.386437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Usage tracker for resource:router and tenant:4f68becbaf854cd6807f8031ece61257 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:18.391324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:18.399036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:18.420628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:18.422729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:18.447915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:18.569408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:18.595344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:18.596949 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2ef0dff0-9251-482f-a9d4-a6c07a0fc364 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7399442 Dec 13 19:46:20.960040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47086) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:21.331064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-e3dbd3e1-5f33-4c09-8664-735ada5580d5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:46:21.332057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e3dbd3e1-5f33-4c09-8664-735ada5580d5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711662 Dec 13 19:46:21.516056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b222a59-cc41-4a7d-8669-2fffc5bcf081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:21.802423 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:46:23.729863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47096) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:23.858462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-57f037ca-d168-401f-9a85-fb1a7d7abe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.150565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:24.156053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:24.160469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Usage tracker for resource:network and tenant:40023b4db39e451d83c8256ed7194413 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:24.164980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:24.175547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:24.190514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Made reservation on behalf of 40023b4db39e451d83c8256ed7194413 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:46:24.195037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.222771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.241667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:24.245726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Usage tracker for resource:security_group_rule and tenant:40023b4db39e451d83c8256ed7194413 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:24.249053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:24.255400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:24.350126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.355696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.361116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:24.371971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Reserving flat network on physical network physnet1 {{(pid=87525) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 19:46:24.403053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793485283997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.403630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Unsubscribe: segment precommit_create {{(pid=87525) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 19:46:24.404131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Added segment b7177a52-9abf-467d-a65d-4726c1632afb of type flat for network c190add2-a077-4208-afdb-c9dd5b09cd8b Dec 13 19:46:24.456419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38318be6-9496-49b1-a4cf-51fca028bfe2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:24.477472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.477909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.478240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.478599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.478940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.479310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.479643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.479962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.480319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.480658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.481122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.481512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Tracked resource versions report: Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: pushed versions: Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: { 'AddressGroup': {'1.2'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'ConntrackHelper': {'1.0'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Log': {'1.0'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Network': {'1.1'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Port': {'1.7'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'PortForwarding': {'1.2'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'QosPolicy': {'1.8'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroup': {'1.4'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SubPort': {'1.0'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Subnet': {'1.1'}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Trunk': {'1.1'}} Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: consumer versions: Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'ConntrackHelper': '1.0', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Log': '1.0', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Network': '1.1', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Port': '1.7', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'PortForwarding': '1.2', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'QosPolicy': '1.8', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroup': '1.4', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroupRule': '1.2', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SubPort': '1.0', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Subnet': '1.1', Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Trunk': '1.1'}} Dec 13 19:46:24.482900 dv-neutron-821563-1-hyperv neutron-server[87525]: {{(pid=87525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:46:24.534334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.538414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:24.581052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.582652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:24.583289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.587869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:24.688849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9578719 Dec 13 19:46:24.691576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Pushing event updated for resources: {'Network': ['ID=c190add2-a077-4208-afdb-c9dd5b09cd8b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:24.694870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:24.706158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network c190add2-a077-4208-afdb-c9dd5b09cd8b details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:46:24.833652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:24.887475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:26.269345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:27.070409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47120) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:27.328227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8c6b0-ac56-4fe9-b18d-006e4655f0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:27.329812 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a9b8c6b0-ac56-4fe9-b18d-006e4655f0f9 admin admin] 10.222.0.18 "GET /v2.0/subnets/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69 HTTP/1.1" status: 200 len: 849 time: 0.2584984 Dec 13 19:46:27.494257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f51185c-40e6-4680-8c33-e236150b2562 admin admin] 10.222.0.18 "GET /v2.0/routers/e3e291ef-c9ed-4077-9871-9fdd7a46a92c HTTP/1.1" status: 200 len: 704 time: 0.1587534 Dec 13 19:46:27.963169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:28.210084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Allocated IP 172.20.0.1 (f06a34fd-e690-4405-85f4-cd5cc1eecc45/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69/637fce94-4870-4932-b849-a58561dd5028) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:46:28.373832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:28.392971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Transition to ACTIVE for port object 637fce94-4870-4932-b849-a58561dd5028 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:46:28.451087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:28.459255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:28.525891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:46:28.528613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:28.535019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:46:28.535565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:28.656178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Pushing event updated for resources: {'Port': ['ID=637fce94-4870-4932-b849-a58561dd5028,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:28.670532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:28.712619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d5b7fcee-514b-4912-ba5b-beda1c9982b3 None None] Provisioning for port 637fce94-4870-4932-b849-a58561dd5028 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:46:28.717471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d5b7fcee-514b-4912-ba5b-beda1c9982b3 None None] Provisioning complete for port 637fce94-4870-4932-b849-a58561dd5028 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:28.717905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5b7fcee-514b-4912-ba5b-beda1c9982b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:28.772585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7fcee-514b-4912-ba5b-beda1c9982b3 None None] Port 637fce94-4870-4932-b849-a58561dd5028 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:46:28.847139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:29.079479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:29.086358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:29.087580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:29.090739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:29.220121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Pushing event updated for resources: {'Port': ['ID=637fce94-4870-4932-b849-a58561dd5028,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:29.224955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:29.285981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:46:29.287042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:29.484254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Router e3e291ef-c9ed-4077-9871-9fdd7a46a92c is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:46:29.496061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ec5d794d-d381-49e2-9048-e5a681d11387 None None] Provisioning complete for port 637fce94-4870-4932-b849-a58561dd5028 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:29.496433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ec5d794d-d381-49e2-9048-e5a681d11387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:29.548561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d794d-d381-49e2-9048-e5a681d11387 None None] Port 637fce94-4870-4932-b849-a58561dd5028 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:46:29.638740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:46:29.648098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] 10.222.0.18 "PUT /v2.0/routers/e3e291ef-c9ed-4077-9871-9fdd7a46a92c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1459081 Dec 13 19:46:29.649696 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Sync routers for ids ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:46:29.664805 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Routers {'e3e291ef-c9ed-4077-9871-9fdd7a46a92c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:46:29.665933 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:29.842464 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Set router e3e291ef-c9ed-4077-9871-9fdd7a46a92c gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:46:30.211804 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:28Z', 'revision_number': 2, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port_host': None, '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:28Z', 'revision_number': 2, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:30.216858 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Checking router: e3e291ef-c9ed-4077-9871-9fdd7a46a92c for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:46:30.217258 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Updating router e3e291ef-c9ed-4077-9871-9fdd7a46a92c port 637fce94-4870-4932-b849-a58561dd5028 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:46:30.273087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:30.655192 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:30.670614 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Transition to ACTIVE for port object 637fce94-4870-4932-b849-a58561dd5028 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:46:30.677392 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:30.686369 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:30.915658 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Pushing event updated for resources: {'Port': ['ID=637fce94-4870-4932-b849-a58561dd5028,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:30.927278 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.927648 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.927983 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.928334 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.928640 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.928979 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.929327 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.929649 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.929998 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.930304 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.930618 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.930933 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Tracked resource versions report: Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: pushed versions: Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: { 'AddressGroup': {'1.2'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'ConntrackHelper': {'1.0'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Log': {'1.0'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Network': {'1.1'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Port': {'1.7'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'PortForwarding': {'1.2'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'QosPolicy': {'1.8'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroup': {'1.4'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SubPort': {'1.0'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Subnet': {'1.1'}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Trunk': {'1.1'}} Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: consumer versions: Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'ConntrackHelper': '1.0', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Log': '1.0', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Network': '1.1', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Port': '1.7', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'PortForwarding': '1.2', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'QosPolicy': '1.8', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroup': '1.4', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroupRule': '1.2', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SubPort': '1.0', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Subnet': '1.1', Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Trunk': '1.1'}} Dec 13 19:46:30.932308 dv-neutron-821563-1-hyperv neutron-server[87528]: {{(pid=87528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:46:30.934637 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Attempting to bind port 637fce94-4870-4932-b849-a58561dd5028 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:46:30.935039 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Attempting to bind port 637fce94-4870-4932-b849-a58561dd5028 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:46:30.935466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Attempting to bind port 637fce94-4870-4932-b849-a58561dd5028 on network f06a34fd-e690-4405-85f4-cd5cc1eecc45 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:46:30.941454 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:30.942352 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:46:30.942763 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Checking segment: {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:46:30.943277 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:30.943663 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Bound using segment: {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:46:30.944163 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Bound port: 637fce94-4870-4932-b849-a58561dd5028, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10611ebe-73ac-4fd9-986f-d6bf7239d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:46:30.944548 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:31.035930 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] For port 637fce94-4870-4932-b849-a58561dd5028, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:46:31.040807 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] For port 637fce94-4870-4932-b849-a58561dd5028, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=637fce94-4870-4932-b849-a58561dd5028,segment=NetworkSegment(10611ebe-73ac-4fd9-986f-d6bf7239d118),segment_id=10611ebe-73ac-4fd9-986f-d6bf7239d118)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:46:31.047808 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:31.052369 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:31.137868 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Routers {'e3e291ef-c9ed-4077-9871-9fdd7a46a92c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:46:31.138505 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:31.200310 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Pushing event updated for resources: {'Port': ['ID=637fce94-4870-4932-b849-a58561dd5028,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:31.256348 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:31.296621 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] Set router e3e291ef-c9ed-4077-9871-9fdd7a46a92c gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:46:31.626716 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:28Z', 'revision_number': 2, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port_host': None, '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:31Z', 'revision_number': 4, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:31.630647 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372215b-99a0-4e1b-8917-d37b0ae51b69 None None] The sync data for ids ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'] in dv-neutron-821563-1-hyperv is: [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:28Z', 'revision_number': 2, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port_host': None, '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:31Z', 'revision_number': 4, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:46:31.824802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47142) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:31.981636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322a8f5e-3014-4978-a3e1-db115fc26681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:31.983659 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-322a8f5e-3014-4978-a3e1-db115fc26681 admin admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 842 time: 0.1577928 Dec 13 19:46:31.993444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:31.998631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:46:32.002782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Usage tracker for resource:subnet and tenant:40023b4db39e451d83c8256ed7194413 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:46:32.005688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:46:32.011482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:46:32.022965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Made reservation on behalf of 40023b4db39e451d83c8256ed7194413 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:46:32.025563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:32.434016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:46:32.434400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:32.438365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:32.509737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1d7609-16c8-4565-b528-ee3b570c6ac0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:32.514888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:32.519265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:46:32.519618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Network hostable DHCP agents. Network: c190add2-a077-4208-afdb-c9dd5b09cd8b, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:46:32.542122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:46:32.557326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, c190add2-a077-4208-afdb-c9dd5b09cd8b) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:32.561700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:32.562464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:32.568110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d677f6-4f1c-497e-a4e4-fe2945d6ec4d None None] Network c190add2-a077-4208-afdb-c9dd5b09cd8b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:46:32.597275 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6038125 Dec 13 19:46:32.643283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 637fce94-4870-4932-b849-a58561dd5028 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:32.795355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 637fce94-4870-4932-b849-a58561dd5028 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:46:32.802250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 637fce94-4870-4932-b849-a58561dd5028 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:32.802628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:32.906146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098a228-c637-4964-9021-252cf7b8d778 None None] Network c190add2-a077-4208-afdb-c9dd5b09cd8b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:46:33.070077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:33.154841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 637fce94-4870-4932-b849-a58561dd5028, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=637fce94-4870-4932-b849-a58561dd5028,segment=NetworkSegment(10611ebe-73ac-4fd9-986f-d6bf7239d118),segment_id=10611ebe-73ac-4fd9-986f-d6bf7239d118)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:46:33.164119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:33.193387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:33.266870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=637fce94-4870-4932-b849-a58561dd5028,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:33.270385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:34.588985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 637fce94-4870-4932-b849-a58561dd5028 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:34.659874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 637fce94-4870-4932-b849-a58561dd5028 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:34.660291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:34.837929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:35.048226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9431c8b6-4546-4915-9f68-d027ae2baf96 admin admin] 10.222.0.18 "GET /v2.0/routers/e3e291ef-c9ed-4077-9871-9fdd7a46a92c HTTP/1.1" status: 200 len: 710 time: 0.2088120 Dec 13 19:46:35.180317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded150aa-b242-4ecf-ae87-72e68442f44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:46:35.180812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ded150aa-b242-4ecf-ae87-72e68442f44c admin admin] Synchronizing usage tracker for tenant:40023b4db39e451d83c8256ed7194413 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:46:35.201977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ded150aa-b242-4ecf-ae87-72e68442f44c admin admin] Unset dirty status for tenant:40023b4db39e451d83c8256ed7194413 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:46:35.204712 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ded150aa-b242-4ecf-ae87-72e68442f44c admin admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 886 time: 0.1487143 Dec 13 19:46:35.217039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:46:35.717590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:36.058807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:36.120943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:36.258288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Allocated IP 172.26.6.86 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:46:36.414541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:36.450867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:36.454938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:36.515255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:46:36.518027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:46:36.520742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:46:36.584408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Pushing event updated for resources: {'Port': ['ID=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:36.587762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:36.966604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:37.312091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:37.315507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:37.513904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Router e3e291ef-c9ed-4077-9871-9fdd7a46a92c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:46:37.713502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:46:37.723600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:37.723893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Sync routers for ids ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:46:37.724898 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] 10.222.0.18 "PUT /v2.0/routers/e3e291ef-c9ed-4077-9871-9fdd7a46a92c HTTP/1.1" status: 200 len: 889 time: 2.5131357 Dec 13 19:46:37.735095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Routers {'e3e291ef-c9ed-4077-9871-9fdd7a46a92c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:46:37.735821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:37.929200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Set router e3e291ef-c9ed-4077-9871-9fdd7a46a92c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:46:38.283131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:36Z', 'revision_number': 4, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port': {'id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:36Z', 'updated_at': '2021-12-13T19:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:33Z', 'revision_number': 5, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:38.288005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Checking router: e3e291ef-c9ed-4077-9871-9fdd7a46a92c for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:46:38.288360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Updating router e3e291ef-c9ed-4077-9871-9fdd7a46a92c port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:46:38.344790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.679803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.691612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Transition to ACTIVE for port object 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:46:38.699098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.703710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:38.807564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Attempting to bind port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:46:38.808237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Attempting to bind port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:46:38.808237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Attempting to bind port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:46:38.810267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Pushing event updated for resources: {'Port': ['ID=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:38.814433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:38.816891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:46:38.817305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:46:38.817798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.818029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:46:38.818527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Bound port: 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:46:38.818896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.891129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] For port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:46:38.894207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] For port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:46:38.900401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:38.904339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:38.982860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Routers {'e3e291ef-c9ed-4077-9871-9fdd7a46a92c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:46:38.983513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:39.031425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Pushing event updated for resources: {'Port': ['ID=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:39.039278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:39.166654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] Set router e3e291ef-c9ed-4077-9871-9fdd7a46a92c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:46:39.504222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:36Z', 'revision_number': 4, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port': {'id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:36Z', 'updated_at': '2021-12-13T19:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:33Z', 'revision_number': 5, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:46:39.508260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529d1e1-2691-4c18-8da4-97ffe89b01f0 None None] The sync data for ids ['e3e291ef-c9ed-4077-9871-9fdd7a46a92c'] in dv-neutron-821563-1-hyperv is: [{'id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'name': 'router1', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:46:18Z', 'updated_at': '2021-12-13T19:46:36Z', 'revision_number': 4, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'gw_port': {'id': '86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:36Z', 'updated_at': '2021-12-13T19:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '637fce94-4870-4932-b849-a58561dd5028', 'name': '', 'network_id': 'f06a34fd-e690-4405-85f4-cd5cc1eecc45', 'tenant_id': '4f68becbaf854cd6807f8031ece61257', 'mac_address': 'fa:16:3e:4f:bc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e291ef-c9ed-4077-9871-9fdd7a46a92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:46:28Z', 'updated_at': '2021-12-13T19:46:33Z', 'revision_number': 5, 'project_id': '4f68becbaf854cd6807f8031ece61257', 'subnets': [{'id': 'bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b0d6f8-fa0f-4a6d-b086-2a3d05799c25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:46:40.076491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47166) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:46:40.209044 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e96328f0-29b6-4680-8ce6-18834481d61e admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1314182 Dec 13 19:46:40.614630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:40.687941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:46:40.693365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:40.693747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:40.815184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:40.832699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:46:40.839494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:40.841383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:46:40.910982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:46:40.914165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:46:42.599318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:46:42.670704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 86dd87f4-5f5f-4685-87b0-c2c7beb0f2f2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:46:42.671142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:51.511168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c7606406-e44f-4e29-b7ed-18140c5a2741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:53.853258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecd4-6216-44d2-995e-216cf31f5626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:54.836806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:54.891781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:56.285433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:46:58.802142 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:47:21.525045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0234371c-60e3-4277-9b83-806068d41c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:23.855954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b167f97b-6cee-412f-8384-0874a31c1289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:24.839710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:24.897031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:26.299126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:35.808696 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:47:51.519759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-078ae51d-1ab6-425f-9672-b7fdc10eaf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:53.860443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ab513828-e425-41c8-be1a-daa60603afed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:54.838333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:54.899223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:47:56.295198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:12.808369 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:48:21.524294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b15200df-77f5-4962-8239-c0c3ad6885e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:23.856526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1367-769b-45d1-bc7c-26f7b8d83e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:24.835947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:24.895271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:26.300743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:45.600977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47768) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:45.681817 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f6897c-2a64-48cd-835f-efb80cc42da4 admin admin] GET failed (client error): The resource could not be found. Dec 13 19:48:45.683151 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-46f6897c-2a64-48cd-835f-efb80cc42da4 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0812356 Dec 13 19:48:45.815622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab89613-cff2-47b3-a501-3295349cb66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:45.819442 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3ab89613-cff2-47b3-a501-3295349cb66d admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1299374 Dec 13 19:48:47.919788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47778) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:48.035254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbad57-4327-462c-9bfd-6c5fec67ab50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:48.036637 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aadbad57-4327-462c-9bfd-6c5fec67ab50 admin admin] 10.222.0.18 "GET /v2.0/subnets/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69 HTTP/1.1" status: 200 len: 849 time: 0.1157985 Dec 13 19:48:48.049012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:48:48.168401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:48.368794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796'] for subnet, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:48.372621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:48:48.411492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:48.412076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:48.413383 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] 10.222.0.18 "PUT /v2.0/subnets/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69 HTTP/1.1" status: 200 len: 868 time: 0.3680098 Dec 13 19:48:48.416282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e1d8f-ba26-4f7e-8021-c17a73beb5d2 None None] Network f06a34fd-e690-4405-85f4-cd5cc1eecc45 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:48:48.444528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:48:48.453651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.454284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.454762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.455271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.455750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.456238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.456714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.457390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.457857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.458373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.459000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.459584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:48:48.464056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:48:48.935172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5ade2664-0342-46d4-a343-7642addb975c None None] Provisioning complete for port 1bb04ec3-f931-42d6-8b0b-52438fbe5c3f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:48:48.935554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5ade2664-0342-46d4-a343-7642addb975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:49.063862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5ade2664-0342-46d4-a343-7642addb975c None None] Provisioning complete for port 637fce94-4870-4932-b849-a58561dd5028 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:48:49.064236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5ade2664-0342-46d4-a343-7642addb975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:49.807725 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:48:50.551370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47788) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:50.793015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457dbe0d-50b4-4510-a24f-eba25569d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:50.793501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457dbe0d-50b4-4510-a24f-eba25569d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:50.795075 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-457dbe0d-50b4-4510-a24f-eba25569d297 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2421043 Dec 13 19:48:51.528619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3d17d8a6-e263-4ab0-bc06-fc19de44cb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:52.930648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47798) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:53.131107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ab3a4-95f4-4716-a59f-cdaca388445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:53.131489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ab3a4-95f4-4716-a59f-cdaca388445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:53.133043 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f95ab3a4-95f4-4716-a59f-cdaca388445f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2011299 Dec 13 19:48:53.861394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0f1b539b-b072-4115-9dd2-fc2c9a88c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:54.844309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:54.900430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:55.259448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47808) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:55.434006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e48bde-8bef-4bcd-b2d3-804904002149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:55.435380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-74e48bde-8bef-4bcd-b2d3-804904002149 admin admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 886 time: 0.1748736 Dec 13 19:48:56.300923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:48:57.572081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47818) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:48:57.759905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506c2c8-b38c-4de7-aeb2-90b16934dc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:48:57.761284 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0506c2c8-b38c-4de7-aeb2-90b16934dc2c admin admin] 10.222.0.18 "GET /v2.0/networks/f06a34fd-e690-4405-85f4-cd5cc1eecc45 HTTP/1.1" status: 200 len: 868 time: 0.1882281 Dec 13 19:48:59.924066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:00.034624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627a322-cde9-4c9f-a529-974f34af7b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:00.035069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627a322-cde9-4c9f-a529-974f34af7b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:00.035786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a627a322-cde9-4c9f-a529-974f34af7b56 admin admin] Synchronizing usage tracker for tenant:40023b4db39e451d83c8256ed7194413 on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:49:00.055223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a627a322-cde9-4c9f-a529-974f34af7b56 admin admin] Unset dirty status for tenant:40023b4db39e451d83c8256ed7194413 on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:49:00.056371 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a627a322-cde9-4c9f-a529-974f34af7b56 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313894 Dec 13 19:49:02.252195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47838) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:02.367879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffabcb8-9f76-4e61-9ad6-dd59744a3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:02.368341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffabcb8-9f76-4e61-9ad6-dd59744a3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:02.369917 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2ffabcb8-9f76-4e61-9ad6-dd59744a3402 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1167734 Dec 13 19:49:04.483127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47848) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:04.597069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e0846-741f-46bd-bf05-21c57490d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:04.599250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d99e0846-741f-46bd-bf05-21c57490d2d7 admin admin] 10.222.0.18 "GET /v2.0/subnets/0e1d7609-16c8-4565-b528-ee3b570c6ac0 HTTP/1.1" status: 200 len: 816 time: 0.1151583 Dec 13 19:49:06.748040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47858) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:06.860549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de6e49-dcf8-47b0-a899-09906800df49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:06.861838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6de6e49-dcf8-47b0-a899-09906800df49 admin admin] 10.222.0.18 "GET /v2.0/subnets/bd9f3719-bd1e-4b3c-9a07-79d6e8ea6c69 HTTP/1.1" status: 200 len: 868 time: 0.1128623 Dec 13 19:49:21.539874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-655d933c-261c-4cd4-9e1a-6af84ef469aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:23.864834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0785c390-660d-49ac-bd81-73bfdf336707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:24.845119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:24.904322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:26.304472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:26.807593 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:49:30.228801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47902) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:30.295846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-c0bcc489-d465-441c-9935-6cd76c915bdf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:49:30.297677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c0bcc489-d465-441c-9935-6cd76c915bdf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675194 Dec 13 19:49:32.508511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47912) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:32.582754 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5469ef63-43cc-4b82-a709-136c08cac1b6 admin admin] GET failed (client error): The resource could not be found. Dec 13 19:49:32.584050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5469ef63-43cc-4b82-a709-136c08cac1b6 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0745950 Dec 13 19:49:32.714921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce8161b-81e3-492e-aa16-171aea5e6b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:32.716387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fce8161b-81e3-492e-aa16-171aea5e6b3a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1266587 Dec 13 19:49:34.853852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 47922) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:34.903984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:49:34.912378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:49:34.922679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:49:34.934931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Made reservation on behalf of 40023b4db39e451d83c8256ed7194413 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:49:34.937552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:35.034534 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.services.revisions.revision_plugin [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Could not find related network for resource to bump revision. Dec 13 19:49:35.054344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:49:35.068745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:35.069083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Added segment 5fe19056-c6bd-48c6-949e-4a7a6b4bed15 of type vlan for network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 Dec 13 19:49:35.095266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:35.126677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:35.128053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:35.128795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:35.132511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:49:35.232217 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3772836 Dec 13 19:49:35.232776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=4db3da3e-b437-4c35-bd9f-c7f301ae8582,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:49:35.235579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:49:35.250789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:49:37.358262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47932) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:49:37.427526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad592685-8666-40b6-895a-25f554d6f0ce admin admin] GET failed (client error): The resource could not be found. Dec 13 19:49:37.428832 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ad592685-8666-40b6-895a-25f554d6f0ce admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0696387 Dec 13 19:49:37.535312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124ca4c-d34f-49c8-9aa3-e6bdb4684194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:37.536890 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8124ca4c-d34f-49c8-9aa3-e6bdb4684194 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1040604 Dec 13 19:49:37.549707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Request body: {'subnet': {'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:49:37.554315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:49:37.563866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:49:37.575643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Made reservation on behalf of 40023b4db39e451d83c8256ed7194413 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:49:37.578305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:37.798711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:37.803245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48322cfa-b647-4fb8-aabe-85b31712b210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:49:37.871013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3122cb5-9be3-43dd-bd11-9aad57253c29,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:49:37.881354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.881711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.882054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.882383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.882701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.883036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.883341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.883673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.883995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.884305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.884616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.884924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:37.889257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:49:37.890073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Checking segment: {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:49:37.890422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Network hostable DHCP agents. Network: 4db3da3e-b437-4c35-bd9f-c7f301ae8582, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:49:37.910230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:49:37.920140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 4db3da3e-b437-4c35-bd9f-c7f301ae8582) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:49:37.924368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:49:37.924958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:37.929446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb817b-7bf6-4d24-8aad-69496d411e67 None None] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:49:37.952968 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4065890 Dec 13 19:49:38.157304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-4db3da3e-b437-4c35-bd9f-c7f301ae8582', 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582', 'tenant_id': '40023b4db39e451d83c8256ed7194413', 'fixed_ips': [{'subnet_id': 'e3122cb5-9be3-43dd-bd11-9aad57253c29'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:49:38.157980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.326422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Allocated IP 192.168.233.2 (4db3da3e-b437-4c35-bd9f-c7f301ae8582/e3122cb5-9be3-43dd-bd11-9aad57253c29/84834631-2bf4-4a0d-9fe5-38d160f59506) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:49:38.541079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.553047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Transition to ACTIVE for port object 84834631-2bf4-4a0d-9fe5-38d160f59506 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:49:38.575970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Transition to ACTIVE for port object 84834631-2bf4-4a0d-9fe5-38d160f59506 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:49:38.589937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.595102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:49:38.692630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Pushing event updated for resources: {'Port': ['ID=84834631-2bf4-4a0d-9fe5-38d160f59506,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:49:38.700415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:49:38.701657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.702393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.702701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.703031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.703350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.703707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.704033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.704351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.704690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.705005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.705343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.705655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:49:38.709817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:49:38.720957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:49:38.732184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:49:38.826783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Attempting to bind port 84834631-2bf4-4a0d-9fe5-38d160f59506 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:49:38.827405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Attempting to bind port 84834631-2bf4-4a0d-9fe5-38d160f59506 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:49:38.827769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Attempting to bind port 84834631-2bf4-4a0d-9fe5-38d160f59506 on network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:49:38.834590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:49:38.834971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Checking segment: {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:49:38.835369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.835759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Bound using segment: {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:49:38.836229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Bound port: 84834631-2bf4-4a0d-9fe5-38d160f59506, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:49:38.836626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.926980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] For port 84834631-2bf4-4a0d-9fe5-38d160f59506, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:49:38.930099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] For port 84834631-2bf4-4a0d-9fe5-38d160f59506, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=84834631-2bf4-4a0d-9fe5-38d160f59506,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:49:38.935895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:38.941109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:49:39.027182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Pushing event updated for resources: {'Port': ['ID=84834631-2bf4-4a0d-9fe5-38d160f59506,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:49:39.031341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:49:39.859499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a74cf1-3c9a-4c14-832c-8bdda1a85df9 None None] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:49:39.970195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eccf7d2b-462e-4629-bf77-a747d4de6ca3 None None] Provisioning for port 84834631-2bf4-4a0d-9fe5-38d160f59506 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:49:40.699461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84834631-2bf4-4a0d-9fe5-38d160f59506 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:49:40.774137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 84834631-2bf4-4a0d-9fe5-38d160f59506 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:49:40.779128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 84834631-2bf4-4a0d-9fe5-38d160f59506 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:49:40.779557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:40.904774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:40.936779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 84834631-2bf4-4a0d-9fe5-38d160f59506, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=84834631-2bf4-4a0d-9fe5-38d160f59506,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:49:40.941787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:40.944570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:49:41.008213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=84834631-2bf4-4a0d-9fe5-38d160f59506,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:49:41.011572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:49:42.682909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84834631-2bf4-4a0d-9fe5-38d160f59506 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:49:42.755230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 84834631-2bf4-4a0d-9fe5-38d160f59506 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:49:42.755569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:51.533558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7d9a-90b4-4ad6-ae24-ccbff1c0f184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:53.872013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-742be76d-cbdd-4362-952f-0c51f54cc292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:54.849180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:54.909759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:49:56.305543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:03.807555 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:50:21.539383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-40bc31bc-5aca-4aa5-b6b2-bbfc8262ed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:23.868882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-acf753d2-7628-4088-aabb-66ade397a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:24.852113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:24.913179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:26.302940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:40.807380 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:50:51.543193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26974453-d9dc-4970-9d01-53a250504726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:53.866460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-11a12e94-a9da-48d3-a9e5-e56480a948df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:54.854987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:54.915991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:54.988605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 47984) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:50:54.994558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-bf47ade0-dc53-44b9-ab4b-af01c60c82e7 tempest-verify_tempest_config-1216298221 tempest-verify_tempest_config-1216298221-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:50:54.995505 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bf47ade0-dc53-44b9-ab4b-af01c60c82e7 tempest-verify_tempest_config-1216298221 tempest-verify_tempest_config-1216298221-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058913 Dec 13 19:50:55.326431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48002) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:50:55.442192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.459284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:50:55.463168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc5a5a4351742d6970fb234ed9095a3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:50:55.465952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:50:55.472443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:50:55.556995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.563177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.573647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:50:55.619875 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dc5a5a4351742d6970fb234ed9095a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2918522 Dec 13 19:50:55.620781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83dfa18-6b8e-489d-a0d5-d81c5571e04b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:50:55.622755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48008) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:50:55.628700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.629034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.629433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.629756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.630144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.630487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.630806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.631127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.631441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.631735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.632062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.632376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.636537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:50:55.681905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.708674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.807796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.811616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:50:55.824712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83dfa18-6b8e-489d-a0d5-d81c5571e04b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:50:55.833339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:50:55.834439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e83dfa18-6b8e-489d-a0d5-d81c5571e04b HTTP/1.1" status: 204 len: 168 time: 0.2107038 Dec 13 19:50:55.835579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.835939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.836272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.836599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.836930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.837275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.837603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.837939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.838343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.838554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.838867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.839178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:50:55.845180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:50:56.310765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:17.808892 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:51:21.555552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8cb7-c4d0-4afb-933e-89ec49e5054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:23.871653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4609f6c6-ed1d-4d8e-b977-1d4e17d6ce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:24.870111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:24.919754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:26.315736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:51.560798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7f888819-67cd-43d0-ab59-d3deffd21b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:53.875511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-29de8663-60e8-4f2c-a22a-60bcc0b0955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:54.812736 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 5 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:51:54.872948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:54.922652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:51:56.313380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:11.747480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586702'] for agent, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:21.555107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c07ed2a1-b8c5-407f-a954-7d9cda8dab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:23.875670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-892066ab-de38-408c-a4f0-3297956893c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:24.864750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:24.918802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:26.313374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:26.336944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48078) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:52:26.460526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d97325a6-253e-4b47-bff0-6029901351ad admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1223469 Dec 13 19:52:28.580075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48088) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:52:28.641367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f189a091-5f18-4d58-bf6b-17c7726ecf34 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0598657 Dec 13 19:52:31.818799 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:52:41.704838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:51.568472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3304-84d1-4444-8828-e021c3b1fe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:53.879893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09ddaf35-2b68-4fb2-a1dd-976a2ff5bad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:54.867332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:54.925673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:52:56.322433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:08.808487 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:53:11.703184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:21.578258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4a1f-5f86-4e30-8955-ef0ceb0f955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:23.881100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-47fb166d-81b5-49ca-9f81-c3bce7b1a306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:24.879170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:24.918194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:26.325756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:41.710210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:45.807610 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:53:51.562662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-884d4fe8-54c3-4466-9c56-04534d2391ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:53.879723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a9e184c6-a7bd-4762-9f9c-ac5cb7fbb753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:54.880107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:54.921277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:53:56.328053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:00.872118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48216) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:01.214081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-303855962-network', 'tenant_id': 'dce7079979cf4269995d15b7afe09705'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:01.219401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:01.223621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Usage tracker for resource:network and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:01.226695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:01.233515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:01.243911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Made reservation on behalf of dce7079979cf4269995d15b7afe09705 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:01.247014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.263324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.279496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:01.283464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Usage tracker for resource:security_group_rule and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:01.286406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:01.293083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:01.381321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.386895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.400896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:01.409253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0a71c11d-50d9-4dc4-9847-4562bacf98c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:01.439304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.439716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Added segment c8ed6a7e-a6ad-4301-92c9-a00814606ccb of type vlan for network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f Dec 13 19:54:01.444081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8012ce-d101-4961-8db3-f14c1057a499,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:01.455779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.456142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.456481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.456977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.457136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.457508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.457837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.458160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.458481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.458915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.459347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.459844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Tracked resource versions report: Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: pushed versions: Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: { 'AddressGroup': {'1.2'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'ConntrackHelper': {'1.0'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Log': {'1.0'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Network': {'1.1'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Port': {'1.7'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'PortForwarding': {'1.2'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'QosPolicy': {'1.8'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroup': {'1.4'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SubPort': {'1.0'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Subnet': {'1.1'}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Trunk': {'1.1'}} Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: consumer versions: Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: HyperV agent@hv-neutron-8215: {}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'ConntrackHelper': '1.0', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Log': '1.0', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Network': '1.1', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Port': '1.7', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'PortForwarding': '1.2', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'QosPolicy': '1.8', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroup': '1.4', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SecurityGroupRule': '1.2', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'SubPort': '1.0', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Subnet': '1.1', Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: 'Trunk': '1.1'}} Dec 13 19:54:01.461836 dv-neutron-821563-1-hyperv neutron-server[87525]: {{(pid=87525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:54:01.467329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:01.493417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.525565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.527068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:01.527733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.537802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:01.639656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Pushing event updated for resources: {'Network': ['ID=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:01.645427 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7721031 Dec 13 19:54:01.646342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:01.646728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48270) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:01.656955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Request body: {'subnet': {'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-303855962-subnet', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:01.659297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:01.663037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:01.667554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Usage tracker for resource:subnet and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:01.670806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:01.676885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:01.690833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Made reservation on behalf of dce7079979cf4269995d15b7afe09705 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:01.694533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.928341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:01.933862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:02.010773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a4bb69-5e6f-49dd-8905-9ee367281ce2,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:02.024053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.024418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.024752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.025077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.025591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.026248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.026533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.026872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.027318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.027615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.027932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.028245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Tracked resource versions report: Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: pushed versions: Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: { 'AddressGroup': {'1.2'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'ConntrackHelper': {'1.0'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Log': {'1.0'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Network': {'1.1'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Port': {'1.7'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'PortForwarding': {'1.2'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'QosPolicy': {'1.8'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroup': {'1.4'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SubPort': {'1.0'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Subnet': {'1.1'}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Trunk': {'1.1'}} Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: consumer versions: Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: HyperV agent@hv-neutron-8215: {}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'ConntrackHelper': '1.0', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Log': '1.0', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Network': '1.1', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Port': '1.7', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'PortForwarding': '1.2', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'QosPolicy': '1.8', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroup': '1.4', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SecurityGroupRule': '1.2', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'SubPort': '1.0', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Subnet': '1.1', Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: 'Trunk': '1.1'}} Dec 13 19:54:02.029568 dv-neutron-821563-1-hyperv neutron-server[87526]: {{(pid=87526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:54:02.033509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:02.039422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Checking segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:02.039767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Network hostable DHCP agents. Network: e45e44b8-6279-4c1c-91a6-5ba96f65ee9f, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:02.059916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:02.069888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, e45e44b8-6279-4c1c-91a6-5ba96f65ee9f) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:02.076189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:02.077109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.081256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15929f7f-b240-48c2-ac53-9064443dcc76 None None] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:02.103533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48284) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:02.113732 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4657958 Dec 13 19:54:02.115808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48290) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:02.121519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:02.133841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:02.141674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Usage tracker for resource:router and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:02.154070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:02.161125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:02.176564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.178130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.195396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.434081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:02.435161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.484203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.544351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48306) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:02.624180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Allocated IP 172.20.0.2 (e45e44b8-6279-4c1c-91a6-5ba96f65ee9f/01a4bb69-5e6f-49dd-8905-9ee367281ce2/2b06eeb6-74e1-400b-9d76-60c5ea5a3c86) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:02.655300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-736523700-network', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:02.660304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:02.664265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Usage tracker for resource:network and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:02.667351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:02.675318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:02.705013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Made reservation on behalf of 3b57aa3670d3489f927620a1ffc7660c for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:02.707812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.722938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.749574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:02.755433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Usage tracker for resource:security_group_rule and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:02.759605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:02.767092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:02.864131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.880822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Transition to ACTIVE for port object 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:02.909700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Transition to ACTIVE for port object 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:02.919326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:02.928438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.018285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.023157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:03.027856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:03.031266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:03.058191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-684650615-network', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:03.066181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:03.071192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.078621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Usage tracker for resource:network and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:03.090214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:03.096504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:03.147104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Pushing event updated for resources: {'Port': ['ID=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.160665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.161238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.161725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.162209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.162683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.163159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.163630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.164097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.164588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.165043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.165630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.166074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Tracked resource versions report: Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: pushed versions: Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: { 'AddressGroup': {'1.2'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'ConntrackHelper': {'1.0'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Log': {'1.0'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Network': {'1.1'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Port': {'1.7'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'PortForwarding': {'1.2'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'QosPolicy': {'1.8'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroup': {'1.4'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SubPort': {'1.0'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Subnet': {'1.1'}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Trunk': {'1.1'}} Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: consumer versions: Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: HyperV agent@hv-neutron-8215: {}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'ConntrackHelper': '1.0', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Log': '1.0', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Network': '1.1', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Port': '1.7', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'PortForwarding': '1.2', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'QosPolicy': '1.8', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroup': '1.4', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SecurityGroupRule': '1.2', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'SubPort': '1.0', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Subnet': '1.1', Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: 'Trunk': '1.1'}} Dec 13 19:54:03.167416 dv-neutron-821563-1-hyperv neutron-server[87527]: {{(pid=87527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:54:03.174771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.182892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Attempting to bind port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:03.183266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Attempting to bind port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:03.183635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Attempting to bind port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 on network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:03.189214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:03.189594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Checking segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:03.189992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.190380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Bound using segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:03.190841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Bound port: 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:03.191238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.233710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Allocated IP 172.26.6.63 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/5a97c5e3-955b-41cb-892f-f63e0766c38a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:03.254750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.272309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Made reservation on behalf of 21d9b8a7a997454eb92d3f8d99142cf2 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:03.274769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.286347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] For port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:03.290294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] For port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:03.293379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.293739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.297080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.311344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf3bc8d-6360-4013-a871-e7162f30d785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.330451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:03.336140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Usage tracker for resource:security_group_rule and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:03.339450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:03.345971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:03.356806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.480791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.484392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Pushing event updated for resources: {'Port': ['ID=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.488466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.491336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.496893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a869d616-9a4c-48b5-a583-9b74b4d3c3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.524977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d98259-e1f5-490a-b9ec-20a08c70c025,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.528811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.529822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:03.551292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.551834 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Added segment f6f037d5-16d5-47f7-a97d-a274e55937b7 of type vlan for network cbae750b-eaae-4227-a03e-9c195364ee73 Dec 13 19:54:03.574014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:03.582928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b75c48-54f8-4c6c-9624-22461ae6ab61,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.606208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.615298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.615858 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Added segment 7dc66163-8fda-4dbc-b903-f33933b9f702 of type vlan for network f7e904db-93f8-41fe-bd4a-955039da6111 Dec 13 19:54:03.635155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.640706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.669008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.722100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.723547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:03.724218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.737670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.759614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.768105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.772922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:03.776241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:03.785489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.883587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7782075 Dec 13 19:54:03.884181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48352) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:03.893043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:03.893892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Pushing event updated for resources: {'Network': ['ID=cbae750b-eaae-4227-a03e-9c195364ee73,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.901042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Request body: {'subnet': {'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-736523700-subnet', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:03.904627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:03.909065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network cbae750b-eaae-4227-a03e-9c195364ee73 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:03.915664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e904db-93f8-41fe-bd4a-955039da6111,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:03.925746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.949263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:03.949503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:03.953677 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4075766 Dec 13 19:54:03.957769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:03.969426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Request body: {'subnet': {'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-684650615-subnet', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:03.985402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:03.991909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f7e904db-93f8-41fe-bd4a-955039da6111 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:03.995346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:03.999760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Usage tracker for resource:subnet and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:04.005197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:04.014065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:04.027164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:04.045491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Made reservation on behalf of 21d9b8a7a997454eb92d3f8d99142cf2 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:04.048506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.174040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48370) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:04.177046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Usage tracker for resource:subnet and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:04.240514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:04.268584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:04.347567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Pushing event updated for resources: {'Port': ['ID=5a97c5e3-955b-41cb-892f-f63e0766c38a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:04.351926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:04.371511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Made reservation on behalf of 3b57aa3670d3489f927620a1ffc7660c for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:04.374442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Notify callbacks [] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.451338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.457109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4774ae54-f69d-4e19-9259-53772a5aec50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:04.520049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:04.523411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:04.565452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Checking segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:04.565808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Network hostable DHCP agents. Network: f7e904db-93f8-41fe-bd4a-955039da6111, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:04.589987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Network f7e904db-93f8-41fe-bd4a-955039da6111 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:04.616397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f7e904db-93f8-41fe-bd4a-955039da6111) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:04.628925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:04.629868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.638671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbb5fa-cbb2-4603-9bb2-c7038bb9b64a None None] Network f7e904db-93f8-41fe-bd4a-955039da6111 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:04.715671 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7560925 Dec 13 19:54:04.722300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48384) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:04.743663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:04.789087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:04.809025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Usage tracker for resource:router and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:04.821004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:04.838293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:04.906305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:04.910008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.911649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.920055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:04.927112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Usage tracker for resource:floatingip and tenant:9d24e3d846754b688053535256f662da is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:04.934073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:04.948273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:04.974739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:04.976075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e5db31-1d0e-4073-9d61-bbf59fb8195f None None] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:05.013618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.059527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.092748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48390) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:05.146897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:05.235170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48402) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:05.318234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a11e86ca-b981-4689-9ee0-14544437c357 None None] Provisioning for port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:05.487616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f7e904db-93f8-41fe-bd4a-955039da6111', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:05.488669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.584557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:05.598148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:05.598409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48410) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:05.598878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.603531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.623138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:05.658075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-575784266', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:05.681080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:05.685486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Usage tracker for resource:port and tenant:f67e3be72dd44dd4af54aaf6b45d5ce3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:05.689007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:05.710253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:05.726313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-694672880', 'router:external': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:05.784362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.807690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.813770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:05.858553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Made reservation on behalf of f67e3be72dd44dd4af54aaf6b45d5ce3 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:05.860566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.870867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:05.900970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:05.909783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.914810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:network and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:05.919111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:05.920907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1248545804'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:05.924789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:05.935999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:05.941195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.945449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:05.948380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:05.965859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e1ed7305-5757-49dd-ba6e-a68dd9e57e4f None None] Provisioning complete for port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:05.966373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7305-5757-49dd-ba6e-a68dd9e57e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.971408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Checking segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:05.971803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Network hostable DHCP agents. Network: cbae750b-eaae-4227-a03e-9c195364ee73, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:05.975318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:05.979650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:05.979906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:05.986473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Usage tracker for resource:security_group_rule and tenant:f67e3be72dd44dd4af54aaf6b45d5ce3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:05.990490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:05.991081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Usage tracker for resource:network and tenant:8645ce7880d04373bfb20ab9264ffe7e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:05.998396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:05.998789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:06.048056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Allocated IP 172.20.0.2 (f7e904db-93f8-41fe-bd4a-955039da6111/b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae/fcb4ef8f-5348-45af-8d89-0a610611c49e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:06.055425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Made reservation on behalf of 17ab2a36f9df464aa623985d91a813b7 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:06.057518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.075247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:06.080189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:06.095468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.102173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:06.117832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Network cbae750b-eaae-4227-a03e-9c195364ee73 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:06.128895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-04ac0f8b-c0f6-4362-8f5f-2b9bf13e65f8 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:06.131458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Made reservation on behalf of 8645ce7880d04373bfb20ab9264ffe7e for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:06.135174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.145954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:06.147311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.160599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:security_group_rule and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:06.163630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.174758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:06.179001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, cbae750b-eaae-4227-a03e-9c195364ee73) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:06.188756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:06.194217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:06.195006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.207411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7578212-6ece-406e-b8dc-67696c3f110f None None] Network cbae750b-eaae-4227-a03e-9c195364ee73 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:06.215922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:06.235401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Usage tracker for resource:security_group_rule and tenant:8645ce7880d04373bfb20ab9264ffe7e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:06.250228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:06.264781 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3748491 Dec 13 19:54:06.281661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48432) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:06.281661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:06.310261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:06.330094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:06.340810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Usage tracker for resource:router and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:06.341068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Allocated IP 172.26.6.175 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/3ecf3e2c-5a3f-4904-a454-42115a2d5f97) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:06.347095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:06.364978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:06.413368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.419007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Router b319c2aa-53ee-452b-adc6-07fdf0b6fbef is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:06.439901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.440913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.475237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.489145 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-04ac0f8b-c0f6-4362-8f5f-2b9bf13e65f8 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "PUT /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d HTTP/1.1" status: 200 len: 366 time: 0.6089814 Dec 13 19:54:06.493899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:06.501699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:06.502795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] device_id is not set on port a086a619-ff2a-48bd-8bfa-26c749ad9ed8 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:06.520223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.565645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Transition to ACTIVE for port object fcb4ef8f-5348-45af-8d89-0a610611c49e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:06.595660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.598478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-cbae750b-eaae-4227-a03e-9c195364ee73', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:06.598478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.609820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.622523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Transition to ACTIVE for port object fcb4ef8f-5348-45af-8d89-0a610611c49e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:06.624326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.626497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c378adb9-d4a2-41de-9e00-609047e050d6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:06.647346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:06.661567 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76699b3d-d792-4286-a26d-492b2bf7d1b9 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1196780 Dec 13 19:54:06.664539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48442) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:06.672390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.682205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:06.705117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:06.751476 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fee0e4fd-630a-4812-b297-04a0c94cc416 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d HTTP/1.1" status: 200 len: 366 time: 0.0770879 Dec 13 19:54:06.760668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.763757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48446) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:06.800307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:06.803031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Network f7e904db-93f8-41fe-bd4a-955039da6111 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:06.811092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:06.819467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:06.825319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Pushing event updated for resources: {'Port': ['ID=fcb4ef8f-5348-45af-8d89-0a610611c49e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:06.834236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:06.908139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:06.910431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.916798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4da57c-b53b-4740-952e-6be5d3879549,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:06.919500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:06.933860 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Sync routers for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:06.940050 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1607c70e-4529-408a-8300-fc7be1b3bf0f tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d HTTP/1.1" status: 204 len: 168 time: 0.1708093 Dec 13 19:54:06.940974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48450) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:06.950322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:06.964458 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:06.967065 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:07.041341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Attempting to bind port fcb4ef8f-5348-45af-8d89-0a610611c49e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:07.041890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Attempting to bind port fcb4ef8f-5348-45af-8d89-0a610611c49e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:07.042126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Attempting to bind port fcb4ef8f-5348-45af-8d89-0a610611c49e on network f7e904db-93f8-41fe-bd4a-955039da6111 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:07.047668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Allocated IP 172.20.0.2 (cbae750b-eaae-4227-a03e-9c195364ee73/212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4/a979ca7f-8397-411e-be8b-d9205407defe) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:07.053711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.054105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Added segment bb44af7e-641d-4eae-8baf-8d915c132490 of type vlan for network a2403b4f-a6bd-4506-b455-e189ab5fe387 Dec 13 19:54:07.061696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:07.062331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Checking segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:07.062586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.062859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Bound using segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:07.063341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Bound port: fcb4ef8f-5348-45af-8d89-0a610611c49e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:07.063724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.067717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:07.070857 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-af56db60-4ac6-4429-8a04-c0ac185c6360 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1234684 Dec 13 19:54:07.074232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.077863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48454) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:07.092275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.097208 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1941849b-9793-43d4-b65d-386859de93a5 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d HTTP/1.1" status: 200 len: 370 time: 0.0156095 Dec 13 19:54:07.101745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48458) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:07.125345 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6ecd164e-d535-4afb-838c-8b5b2a5088ab tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d/default HTTP/1.1" status: 200 len: 370 time: 0.0109468 Dec 13 19:54:07.127175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48462) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:07.163736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:07.201471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04ecc2-9128-4c5a-84dd-64df83b7331c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:07.217347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.218538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:07.218930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.221198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.226309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:07.231790 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:07.233083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:07.247657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.270483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:07.291799 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-50a68a3f-2292-48e2-80b1-1364732b9a5c tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] delete failed (client error): The resource could not be found. Dec 13 19:54:07.292206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.292830 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50a68a3f-2292-48e2-80b1-1364732b9a5c tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/74a72ca0870b4fe0a5deff41ca1ba59d HTTP/1.1" status: 404 len: 348 time: 0.0743799 Dec 13 19:54:07.294046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1771457 Dec 13 19:54:07.302172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48468) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:07.350707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:07.360298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Allocated IP 172.26.6.34 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/a086a619-ff2a-48bd-8bfa-26c749ad9ed8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:07.365305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:07.370315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] For port fcb4ef8f-5348-45af-8d89-0a610611c49e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:07.377030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:07.381502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] For port fcb4ef8f-5348-45af-8d89-0a610611c49e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fcb4ef8f-5348-45af-8d89-0a610611c49e,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:07.440274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecf3e2c-5a3f-4904-a454-42115a2d5f97,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:07.532976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48472) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:07.540781 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:04Z', 'revision_number': 3, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:07.544997 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Checking router: b319c2aa-53ee-452b-adc6-07fdf0b6fbef for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:07.545389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Updating router b319c2aa-53ee-452b-adc6-07fdf0b6fbef port 5a97c5e3-955b-41cb-892f-f63e0766c38a binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:07.546632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:07.588844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.589395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Added segment 29b757a6-d69d-41f5-8c85-23203fb927bb of type vlan for network c0581405-e760-4473-a86a-2408edc4ecb8 Dec 13 19:54:07.599662 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.602016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.618998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Transition to ACTIVE for port object a979ca7f-8397-411e-be8b-d9205407defe will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:07.623883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.627257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:network and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:07.644872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Transition to ACTIVE for port object a979ca7f-8397-411e-be8b-d9205407defe will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:07.652702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:07.664610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.673421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.719063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.757769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:07.766798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:07.794962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.810267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:07.810854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.817188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:subnet and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:07.833764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c1ee2c76-def1-4eca-ab73-6a6c3f336ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:07.837932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:07.845317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.862633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Network cbae750b-eaae-4227-a03e-9c195364ee73 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:07.866153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:07.869755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:07.903794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Pushing event updated for resources: {'Port': ['ID=fcb4ef8f-5348-45af-8d89-0a610611c49e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:07.907045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:subnetpool and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:07.939904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:07.946316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:07.987750 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.7514262 Dec 13 19:54:07.990967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48476) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:08.012920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.025677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Attempting to bind port a979ca7f-8397-411e-be8b-d9205407defe on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:08.026101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Attempting to bind port a979ca7f-8397-411e-be8b-d9205407defe by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:08.026402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:08.026541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Attempting to bind port a979ca7f-8397-411e-be8b-d9205407defe on network cbae750b-eaae-4227-a03e-9c195364ee73 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:08.027009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.028702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Pushing event updated for resources: {'Port': ['ID=a979ca7f-8397-411e-be8b-d9205407defe,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.032941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.032941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:08.033375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.037570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:port and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.037970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:08.038510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Checking segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:08.038934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.039444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Bound using segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:08.039819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Bound port: a979ca7f-8397-411e-be8b-d9205407defe, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:08.040235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.050878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'subnet': {'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:08.061990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.069452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:08.073198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Network': ['ID=a2403b4f-a6bd-4506-b455-e189ab5fe387,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.079983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:subnet and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.082480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.084524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:08.086424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.100745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:08.102453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:08.113638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:router and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.137276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.147167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Made reservation on behalf of 17ab2a36f9df464aa623985d91a813b7 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:08.150007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.164785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5652971 Dec 13 19:54:08.165494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:08.205864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.242146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Request body: {'subnet': {'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:08.274279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] For port a979ca7f-8397-411e-be8b-d9205407defe, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:08.292093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] For port a979ca7f-8397-411e-be8b-d9205407defe, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a979ca7f-8397-411e-be8b-d9205407defe,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:08.297851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.303537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:floatingip and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.303767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:08.317783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:08.392551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.395848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Pushing event updated for resources: {'Port': ['ID=a979ca7f-8397-411e-be8b-d9205407defe,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.399550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.448276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:08.465714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:08.484187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:08.497744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.509562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:08.510707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:08.511315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.522373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.523330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.6.34-90c78d53-b0c7-422d-8d54-74b03276fbf8 {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:54:08.523921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:54:08.541032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Pushing event updated for resources: {'Port': ['ID=a086a619-ff2a-48bd-8bfa-26c749ad9ed8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.556493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.557124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:08.584103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event updated for resources: {'Network': ['ID=c0581405-e760-4473-a86a-2408edc4ecb8,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.598663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network c0581405-e760-4473-a86a-2408edc4ecb8 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:08.611218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.622975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.699574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.701359 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5263071 Dec 13 19:54:08.702803 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.6024699 Dec 13 19:54:08.747615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48486) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:08.747841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:08.748532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecf3e2c-5a3f-4904-a454-42115a2d5f97,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:08.755939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:08.761963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1336596123', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'fixed_ips': [{'ip_address': '172.26.6.175'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:08.776094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.34'}]}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:08.793873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:security_group and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.797102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:08.805448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:08.814096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Usage tracker for resource:router and tenant:f67e3be72dd44dd4af54aaf6b45d5ce3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.823798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Usage tracker for resource:port and tenant:9d24e3d846754b688053535256f662da is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.826789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.829640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.840189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.847104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:08.853549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:08.876214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:08.899261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Usage tracker for resource:security_group_rule and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.908378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.909382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.911749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Usage tracker for resource:subnet and tenant:8645ce7880d04373bfb20ab9264ffe7e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:08.912816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Made reservation on behalf of 9d24e3d846754b688053535256f662da for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:08.915182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.916739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.926472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:08.957799 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.960531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:08.966382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.988232 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3027835-5222-4909-8c01-2d2ef747c6c6 tempest-QuotasTest-1552642053 tempest-QuotasTest-1552642053-project-admin] 10.222.0.18 "GET /v2.0/quotas/ad1b02b26f3341d9bcf1ba23ca82d60e/details.json HTTP/1.1" status: 200 len: 703 time: 1.4473641 Dec 13 19:54:08.994223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:08.999550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:09.022755 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Transition to ACTIVE for port object 5a97c5e3-955b-41cb-892f-f63e0766c38a will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:09.023680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a979ca7f-8397-411e-be8b-d9205407defe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:09.036236 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.040267 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:09.055752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Usage tracker for resource:security_group_rule and tenant:9d24e3d846754b688053535256f662da is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:09.059337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:09.064940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.065800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:09.119115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a979ca7f-8397-411e-be8b-d9205407defe completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:09.126243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fcb4ef8f-5348-45af-8d89-0a610611c49e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:09.127520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.143627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.201311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Made reservation on behalf of 8645ce7880d04373bfb20ab9264ffe7e for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:09.207047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.232177 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Pushing event updated for resources: {'Port': ['ID=5a97c5e3-955b-41cb-892f-f63e0766c38a,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:09.234827 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Attempting to bind port 5a97c5e3-955b-41cb-892f-f63e0766c38a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:09.235305 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Attempting to bind port 5a97c5e3-955b-41cb-892f-f63e0766c38a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:09.235771 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Attempting to bind port 5a97c5e3-955b-41cb-892f-f63e0766c38a on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:09.248293 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:09.248601 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:09.252862 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.254590 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:09.255217 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Bound port: 5a97c5e3-955b-41cb-892f-f63e0766c38a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:09.255716 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.296082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port fcb4ef8f-5348-45af-8d89-0a610611c49e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:09.296739 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.297355 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.297946 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.298489 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.299054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.299601 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.300141 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.300693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.301492 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.302011 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.302810 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.303380 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Tracked resource versions report: Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: pushed versions: Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: { 'AddressGroup': {'1.2'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'ConntrackHelper': {'1.0'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Log': {'1.0'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Network': {'1.1'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Port': {'1.7'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'PortForwarding': {'1.2'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'QosPolicy': {'1.8'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroup': {'1.4'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroupRule': {'1.2'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SubPort': {'1.0'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Subnet': {'1.1'}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Trunk': {'1.1'}} Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: consumer versions: Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: { DHCP agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: HyperV agent@hv-neutron-8215: {}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: L3 agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: Metadata agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: Metering agent@dv-neutron-821563-1-hyperv: {}, Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: Open vSwitch agent@dv-neutron-821563-1-hyperv: { 'AddressGroup': '1.2', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'ConntrackHelper': '1.0', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Log': '1.0', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Network': '1.1', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Port': '1.7', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'PortForwarding': '1.2', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'QosPolicy': '1.8', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroup': '1.4', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SecurityGroupRule': '1.2', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'SubPort': '1.0', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Subnet': '1.1', Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: 'Trunk': '1.1'}} Dec 13 19:54:09.304720 dv-neutron-821563-1-hyperv neutron-server[87528]: {{(pid=87528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 19:54:09.316814 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:09.403870 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] For port 5a97c5e3-955b-41cb-892f-f63e0766c38a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:09.407345 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] For port 5a97c5e3-955b-41cb-892f-f63e0766c38a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5a97c5e3-955b-41cb-892f-f63e0766c38a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:09.418312 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.422829 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:09.461134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.549842 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Pushing event updated for resources: {'Port': ['ID=5a97c5e3-955b-41cb-892f-f63e0766c38a,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:09.564194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.569797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa9e5f-6a00-422f-813e-456934e98021 None None] Network f7e904db-93f8-41fe-bd4a-955039da6111 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:09.571827 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:09.606651 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:09.607411 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:09.698550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.708635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:09.766762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Provisioning for port fcb4ef8f-5348-45af-8d89-0a610611c49e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:09.799393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] device_id is not set on port e38f7600-76f9-4f5a-8bf6-1998b05be79b yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:09.830256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Provisioning complete for port fcb4ef8f-5348-45af-8d89-0a610611c49e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:09.830900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.841527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48500) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:09.844988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:09.874429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-26ba4b2a-60c3-4338-b79b-02993c6c6ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:09.891363 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:09.958763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event updated for resources: {'Subnet': ['ID=9135d183-275c-4f8d-a652-810017f8adbc,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:09.961822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:10.019956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffedf9-45f2-4d9e-98a5-5aa8259fec8f None None] Network cbae750b-eaae-4227-a03e-9c195364ee73 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:10.042376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.075729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205555cf-77e0-4547-acde-6b1965f14dba,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:10.077557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:10.104033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Checking segment: {'id': '29b757a6-d69d-41f5-8c85-23203fb927bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:10.104520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Network hostable DHCP agents. Network: c0581405-e760-4473-a86a-2408edc4ecb8, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:10.113013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Allocated IP 172.26.6.79 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/3e88e97e-b08f-4145-b014-35750ac7746e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:10.126757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.165291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:10.174893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Usage tracker for resource:security_group_rule and tenant:edfa4c2574c84dc0916c0f3e79cabba7 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:10.211811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:10.257751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:10.260382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Network c0581405-e760-4473-a86a-2408edc4ecb8 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:10.289404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:54:10.290162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.296647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df6241aa-597e-422a-9814-343d699d0898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:10.318334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.369751 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:04Z', 'revision_number': 3, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:10.376103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da891a46-6f05-400c-8e90-735c4a0848e6 None None] The sync data for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv is: [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:04Z', 'revision_number': 3, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:10.380559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40bb8542-5c15-47d1-b9f8-203060025da5,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:10.383547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:10.392574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] For port fcb4ef8f-5348-45af-8d89-0a610611c49e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fcb4ef8f-5348-45af-8d89-0a610611c49e,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:10.404863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Checking segment: {'id': 'bb44af7e-641d-4eae-8baf-8d915c132490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:10.405194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network hostable DHCP agents. Network: a2403b4f-a6bd-4506-b455-e189ab5fe387, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:10.411328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.427557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:10.435518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, c0581405-e760-4473-a86a-2408edc4ecb8) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:10.444867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:10.447666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.469405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:10.483548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791de3dc-9689-41f3-b345-5aa76a0e519b None None] Network c0581405-e760-4473-a86a-2408edc4ecb8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:10.496491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a2403b4f-a6bd-4506-b455-e189ab5fe387) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:10.503185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:10.503776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.542741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2e627-014f-4705-bfe1-d85d75db6a9d None None] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:10.544015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Allocated IP 172.20.0.1 (e45e44b8-6279-4c1c-91a6-5ba96f65ee9f/01a4bb69-5e6f-49dd-8905-9ee367281ce2/130ffa0c-3dd2-46ce-a0a5-324b19dacf18) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:10.601574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4277766 Dec 13 19:54:10.625480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48508) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:10.652148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Request body: {'port': {'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1592705912'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:10.668600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Provisioning for port a979ca7f-8397-411e-be8b-d9205407defe completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:10.734748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Provisioning complete for port a979ca7f-8397-411e-be8b-d9205407defe triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:10.735124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.848879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.890226 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8512628 Dec 13 19:54:10.891251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48512) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:10.898548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.908971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-673197416', 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:10.913895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Pushing event updated for resources: {'Port': ['ID=fcb4ef8f-5348-45af-8d89-0a610611c49e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:10.919665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:10.950909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:10.960722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:port and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:10.968843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:10.976681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:10.983404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:11.002634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.054768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5a97c5e3-955b-41cb-892f-f63e0766c38a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:11.067647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:11.067857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Made reservation on behalf of 17ab2a36f9df464aa623985d91a813b7 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:11.071563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.092697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.108558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] device_id is not set on port f454715e-e732-49b6-bb34-f7a3df6c16f1 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:11.115254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.127816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Synchronizing usage tracker for tenant:40023b4db39e451d83c8256ed7194413 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:11.140785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.152457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afba55d-0c85-4614-a272-7948ab4795be,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:11.164366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:11.184623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Transition to ACTIVE for port object 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:11.213860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:11.219433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Unset dirty status for tenant:40023b4db39e451d83c8256ed7194413 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:11.223367 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edfa4c2574c84dc0916c0f3e79cabba7&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3775456 Dec 13 19:54:11.224522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Usage tracker for resource:port and tenant:8645ce7880d04373bfb20ab9264ffe7e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:11.227364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:11.230385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:11.239953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:11.259050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Made reservation on behalf of 8645ce7880d04373bfb20ab9264ffe7e for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:11.264361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.279423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.280717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.286580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] For port a979ca7f-8397-411e-be8b-d9205407defe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a979ca7f-8397-411e-be8b-d9205407defe,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:11.290532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:11.361827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.371486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1b896-448d-4efe-ac24-82faee67ff31 None None] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:11.373060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.20.0.13 (a2403b4f-a6bd-4506-b455-e189ab5fe387/40bb8542-5c15-47d1-b9f8-203060025da5/f454715e-e732-49b6-bb34-f7a3df6c16f1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:11.380181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] device_id is not set on port 3ae33f03-9da9-475d-aee5-3b7a6005c2d3 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:11.429456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.462397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Allocated IP 172.26.6.177 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/501a8b07-36af-403a-a466-d6af4504e3b1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:11.525318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:11.567148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:11.572204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Pushing event updated for resources: {'Port': ['ID=3e88e97e-b08f-4145-b014-35750ac7746e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:11.582346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:11.600410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.607178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 5a97c5e3-955b-41cb-892f-f63e0766c38a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:11.615587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Pushing event updated for resources: {'Port': ['ID=a979ca7f-8397-411e-be8b-d9205407defe,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:11.636226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:11.675525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:11.725287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:11.726506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:11.732134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:11.732622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.735196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5a97c5e3-955b-41cb-892f-f63e0766c38a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:11.735574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.877699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.890863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:11.905454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.941831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-c0581405-e760-4473-a86a-2408edc4ecb8', 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8', 'tenant_id': '8645ce7880d04373bfb20ab9264ffe7e', 'fixed_ips': [{'subnet_id': '9135d183-275c-4f8d-a652-810017f8adbc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:11.942769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.943412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afba55d-0c85-4614-a272-7948ab4795be,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:11.960579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.963883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:11.992135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:11.995644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ccc28224-cb93-49ec-875c-bffb0b86e1f8 None None] Provisioning complete for port fcb4ef8f-5348-45af-8d89-0a610611c49e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:11.996031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ccc28224-cb93-49ec-875c-bffb0b86e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:11.996665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:12.006484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.007617 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7afba55d-0c85-4614-a272-7948ab4795be HTTP/1.1" status: 204 len: 168 time: 0.7792218 Dec 13 19:54:12.054910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.061980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:12.062336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:12.122197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.139538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a679ce03-42e6-4f44-b054-728e9d83c675 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:12.157217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Allocated IP 172.20.0.12 (c0581405-e760-4473-a86a-2408edc4ecb8/9135d183-275c-4f8d-a652-810017f8adbc/3ae33f03-9da9-475d-aee5-3b7a6005c2d3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:12.199181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.252112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:12.261148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:12.338302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.361885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 5a97c5e3-955b-41cb-892f-f63e0766c38a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5a97c5e3-955b-41cb-892f-f63e0766c38a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:12.374348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.391892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:12.447367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:12.506224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=5a97c5e3-955b-41cb-892f-f63e0766c38a,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:12.509979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:12.521384 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 19:54:12.521557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Provisioning for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:12.522332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:54:12.529700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Provisioning complete for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:12.530139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.535209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:12.561956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:12.580187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:12.581977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:12.582797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.588574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.610297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:12.622900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Provisioning complete for port a979ca7f-8397-411e-be8b-d9205407defe triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:12.623380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a9767e17-ab83-4099-a4cf-30c6b90b2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.642871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=501a8b07-36af-403a-a466-d6af4504e3b1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:12.645049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48526) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:12.676918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:12.676918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:12.697202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.716956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.795950 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.0446439 Dec 13 19:54:12.797765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:12.801548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Usage tracker for resource:security_group_rule and tenant:ad1b02b26f3341d9bcf1ba23ca82d60e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:12.804385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:12.811035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:12.815416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:12.856408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a979ca7f-8397-411e-be8b-d9205407defe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:12.895601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.930597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a979ca7f-8397-411e-be8b-d9205407defe triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:12.931166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:12.974700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0821006 Dec 13 19:54:12.988137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=f454715e-e732-49b6-bb34-f7a3df6c16f1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:12.988333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:12.991326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:13.055374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5a97c5e3-955b-41cb-892f-f63e0766c38a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:13.125694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5a97c5e3-955b-41cb-892f-f63e0766c38a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:13.126237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.254915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fcb4ef8f-5348-45af-8d89-0a610611c49e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:13.315078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Deleting port 3ecf3e2c-5a3f-4904-a454-42115a2d5f97 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:13.315078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.336946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fcb4ef8f-5348-45af-8d89-0a610611c49e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:13.337646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.380505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting port f454715e-e732-49b6-bb34-f7a3df6c16f1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:13.380978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.445830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.523796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Transition to ACTIVE for port object 3ae33f03-9da9-475d-aee5-3b7a6005c2d3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:13.550228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.550548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.653563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.674650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.685727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.704560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:13.750063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.800950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.809983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Calling delete_port for 3ecf3e2c-5a3f-4904-a454-42115a2d5f97 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:13.849879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Allocated IP 172.20.0.2 (c0581405-e760-4473-a86a-2408edc4ecb8/9135d183-275c-4f8d-a652-810017f8adbc/8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:13.906248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.912385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad1b02b26f3341d9bcf1ba23ca82d60e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2638438 Dec 13 19:54:13.912385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.912583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48540) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:13.949548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.969345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.972236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.973201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc07d7fc-48ef-49b4-a206-88bfc3c70010 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:54:13.977720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cc204-4267-403f-9e0f-3ce456a5ba1c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:13.979780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:13.994800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:13.995670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-12e4e975-f68c-41f7-874c-7eae08d8759d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.085094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.095372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Transition to ACTIVE for port object 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:14.114458 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Transition to ACTIVE for port object 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:14.122436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Network c0581405-e760-4473-a86a-2408edc4ecb8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:14.122918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.129636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.147029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:14.196905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Network c0581405-e760-4473-a86a-2408edc4ecb8 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:14.200154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:14.202723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:14.218564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:14.224090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:14.224696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.233197 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 19:54:14.236421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.236546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Pushing event updated for resources: {'Port': ['ID=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:14.236791 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ee912272-93f7-4f9b-8d82-478bfdd2c14c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4835865 Dec 13 19:54:14.240477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:14.247479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48544) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:14.281027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.332362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Attempting to bind port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:14.332746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Attempting to bind port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '29b757a6-d69d-41f5-8c85-23203fb927bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:14.333480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Attempting to bind port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef on network c0581405-e760-4473-a86a-2408edc4ecb8 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:14.339527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:14.339848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Checking segment: {'id': '29b757a6-d69d-41f5-8c85-23203fb927bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:14.340253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.340654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Bound using segment: {'id': '29b757a6-d69d-41f5-8c85-23203fb927bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:14.341364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Bound port: 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b757a6-d69d-41f5-8c85-23203fb927bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c0581405-e760-4473-a86a-2408edc4ecb8'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:14.341589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.418291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event updated for resources: {'Port': ['ID=3ae33f03-9da9-475d-aee5-3b7a6005c2d3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:14.429244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Calling delete_port for f454715e-e732-49b6-bb34-f7a3df6c16f1 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:14.450376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] For port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:14.454775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.455364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] For port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,segment=NetworkSegment(29b757a6-d69d-41f5-8c85-23203fb927bb),segment_id=29b757a6-d69d-41f5-8c85-23203fb927bb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:14.459638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.465643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.477141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Deleting port a086a619-ff2a-48bd-8bfa-26c749ad9ed8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:14.477501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.538723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.549971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Pushing event updated for resources: {'Port': ['ID=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:14.552395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-740c0ddd-7750-4d06-a7eb-6c259cc71bd7 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9190223 Dec 13 19:54:14.553402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:14.562257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48548) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:14.582091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.642072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:14.664525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:14.668630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.668916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:14.768061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ecf3e2c-5a3f-4904-a454-42115a2d5f97,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:14.772662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:14.780399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:14.791805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:14.800430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Deleting port 3ae33f03-9da9-475d-aee5-3b7a6005c2d3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:14.800792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.835528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.875932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.877377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:14.889595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:14.936963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:15.041739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:15.081350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cc204-4267-403f-9e0f-3ce456a5ba1c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:15.093757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Router 7380b363-ba4d-4973-8da3-047ba4fdda2e is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:15.094309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:15.107831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.109108 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/df1841af-d6b7-486b-9d5a-1a7d5aed3f2c HTTP/1.1" status: 204 len: 168 time: 2.2926419 Dec 13 19:54:15.126802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.130606 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e8cc204-4267-403f-9e0f-3ce456a5ba1c HTTP/1.1" status: 204 len: 168 time: 1.2083335 Dec 13 19:54:15.238848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-151d7074-bad5-4653-b546-93024fd85292 None None] Provisioning complete for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:15.239504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-151d7074-bad5-4653-b546-93024fd85292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.309619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.413454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.420769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-151d7074-bad5-4653-b546-93024fd85292 None None] Port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:15.488968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Calling delete_port for a086a619-ff2a-48bd-8bfa-26c749ad9ed8 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:15.532744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:15.655708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Router bc8deda9-aff4-487e-8282-24515d65659b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:15.662879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:15.735090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Port': ['ID=f454715e-e732-49b6-bb34-f7a3df6c16f1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:15.745428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:15.779167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.792053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Router b319c2aa-53ee-452b-adc6-07fdf0b6fbef has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:54:15.798949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:15.822220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.835250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f454715e-e732-49b6-bb34-f7a3df6c16f1 HTTP/1.1" status: 204 len: 168 time: 2.8387353 Dec 13 19:54:15.873415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48572) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:15.913228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'external_fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13'}]}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:15.918885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:15.923070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Pushing event deleted for resources: {'Port': ['ID=a086a619-ff2a-48bd-8bfa-26c749ad9ed8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:15.931038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Sync routers for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:15.957627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e083f59-ef97-4cf4-8158-abe739ede0c8 None None] Network c0581405-e760-4473-a86a-2408edc4ecb8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:15.964474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:15.965640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:15.968556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f11b4da0-9f5e-4d2e-8fe7-188569dad882 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6984355 Dec 13 19:54:15.971737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48580) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:15.985060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:15.985935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:16.022889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.053198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:router and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:16.053383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.058828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:16.076509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.084812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:16.094358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:16.107911 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a086a619-ff2a-48bd-8bfa-26c749ad9ed8 HTTP/1.1" status: 204 len: 168 time: 1.8602791 Dec 13 19:54:16.109255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Usage tracker for resource:security_group_rule and tenant:73bfccec38f3421b81eb985733abc453 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:16.112169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:16.117610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:16.124457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:16.126693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:16.132931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.134128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.138660 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Sync routers for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:16.155166 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:16.156552 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:16.175202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.179422 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.4529564 Dec 13 19:54:16.180509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48588) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:16.187580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.319983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Calling delete_port for 3ae33f03-9da9-475d-aee5-3b7a6005c2d3 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:16.524874 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:16.582485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:16.623137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48600) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:16.658034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:16.663644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/b319c2aa-53ee-452b-adc6-07fdf0b6fbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3539202 Dec 13 19:54:16.723571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48608) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:16.946884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.952597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.972190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:16.987713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:17.043321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.113460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Sync routers for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:17.171637 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f78fce8-dfd7-4433-96e0-1c4b7a61396a tempest-AgentManagementNegativeTest-142458140 tempest-AgentManagementNegativeTest-142458140-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4430830 Dec 13 19:54:17.172701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:17.189307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Provisioning for port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:17.189536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1013e54a83b84ac38baf6b5aad3fdcd4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:17.196954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:17.203761 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 3, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:17.213623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:17.222942 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Checking router: bc8deda9-aff4-487e-8282-24515d65659b for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:17.224534 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Updating router bc8deda9-aff4-487e-8282-24515d65659b port 501a8b07-36af-403a-a466-d6af4504e3b1 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:17.225967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Provisioning complete for port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:17.226347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.241896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7534a9-a922-464a-901e-8439ffb22614,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:17.254618 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73bfccec38f3421b81eb985733abc453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5907657 Dec 13 19:54:17.258374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:17.258935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:17.288004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.322532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:17.390360 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.475989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.484513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:17.485428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event deleted for resources: {'Port': ['ID=3ae33f03-9da9-475d-aee5-3b7a6005c2d3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:17.486620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:17.487872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:17.493645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "DELETE /v2.0/ports/3ae33f03-9da9-475d-aee5-3b7a6005c2d3 HTTP/1.1" status: 204 len: 168 time: 2.9245524 Dec 13 19:54:17.498159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48632) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:17.785312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:17.787825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.822442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.894429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:17.918534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:17.957283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7534a9-a922-464a-901e-8439ffb22614,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:17.973826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:17.987680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-74dd3923-185a-43e7-aa96-b5ef3655f451 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4845822 Dec 13 19:54:17.996452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48648) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:18.006233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1261423314'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:18.011740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:18.015677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Usage tracker for resource:network and tenant:8645ce7880d04373bfb20ab9264ffe7e is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:18.019132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:18.025341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:18.043098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Made reservation on behalf of 8645ce7880d04373bfb20ab9264ffe7e for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:18.047227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.118389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.139560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.140958 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Transition to ACTIVE for port object 501a8b07-36af-403a-a466-d6af4504e3b1 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:18.159021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.164443 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.170913 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.217651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:18.228672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:18.230901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.231966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Added segment f41215bd-a510-48cb-9abb-beb9e4359a52 of type vlan for network 1b706bec-4bc3-47fa-9d69-6913bfe5c4ac Dec 13 19:54:18.257913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48652) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:18.267950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:18.271585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Usage tracker for resource:security_group_rule and tenant:3f8b21fd3cd44200bef2d5cab9238edf is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:18.274763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:18.278111 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Pushing event updated for resources: {'Port': ['ID=501a8b07-36af-403a-a466-d6af4504e3b1,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:18.281122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:18.285533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:18.285659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872731935', 'description': 'tempest-description--1885097657'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:18.291758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Attempting to bind port 501a8b07-36af-403a-a466-d6af4504e3b1 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:18.293155 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Attempting to bind port 501a8b07-36af-403a-a466-d6af4504e3b1 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:18.294388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Attempting to bind port 501a8b07-36af-403a-a466-d6af4504e3b1 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:18.298322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.302682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:18.303053 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:18.303680 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:18.304778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.305845 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:18.306555 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Bound port: 501a8b07-36af-403a-a466-d6af4504e3b1, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:18.307619 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.315527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Usage tracker for resource:security_group and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:18.328162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:18.334042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.344702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:18.348260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.374714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.388176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.396473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.397677 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b7534a9-a922-464a-901e-8439ffb22614 HTTP/1.1" status: 204 len: 168 time: 1.1334763 Dec 13 19:54:18.417742 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] For port 501a8b07-36af-403a-a466-d6af4504e3b1, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:18.421310 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] For port 501a8b07-36af-403a-a466-d6af4504e3b1, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501a8b07-36af-403a-a466-d6af4504e3b1,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:18.433500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.438759 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.474548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.516640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.522017 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Pushing event updated for resources: {'Port': ['ID=501a8b07-36af-403a-a466-d6af4504e3b1,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:18.525919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:18.545130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.553465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.570738 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:18.571382 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:18.649011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.668381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1013e54a83b84ac38baf6b5aad3fdcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0389259 Dec 13 19:54:18.669138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48660) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:18.679815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b239feb4-fd0e-4801-bb47-a17a19ac0636,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:18.697930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.722218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:18.724131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] For port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,segment=NetworkSegment(29b757a6-d69d-41f5-8c85-23203fb927bb),segment_id=29b757a6-d69d-41f5-8c85-23203fb927bb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:18.801063 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f8b21fd3cd44200bef2d5cab9238edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192312 Dec 13 19:54:18.802231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48664) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:18.804022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:18.805320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.820395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:18.825923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.830894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:18.905895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5158cc-c0ad-48e2-8094-41c0bf7845db,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:18.937836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:18.976815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48668) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:18.984602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.012014 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:19.013507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event updated for resources: {'Network': ['ID=1b706bec-4bc3-47fa-9d69-6913bfe5c4ac,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:19.016701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.045465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a44a86ac-44e7-4709-ac26-2a6d2b879d97 None None] Could not find standard attr ID for object 3ae33f03-9da9-475d-aee5-3b7a6005c2d3. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:54:19.048388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 3, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:19.060461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.062496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.063895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 1b706bec-4bc3-47fa-9d69-6913bfe5c4ac details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:19.107082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Checking router: 7380b363-ba4d-4973-8da3-047ba4fdda2e for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:19.107711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Updating router 7380b363-ba4d-4973-8da3-047ba4fdda2e port 3e88e97e-b08f-4145-b014-35750ac7746e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:19.124664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:19.129639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Usage tracker for resource:security_group_rule and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:19.134253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:19.142568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:19.150129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Pushing event updated for resources: {'Port': ['ID=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:19.218606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:19.244319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.257282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:19.259144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.268321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.276943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.310579 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b49a2012-673c-47c4-9a16-ec4854a870cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d24e3d846754b688053535256f662da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3279855 Dec 13 19:54:19.319370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:19.341064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48672) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:19.384260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a44a86ac-44e7-4709-ac26-2a6d2b879d97 None None] Provisioning complete for port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:19.385440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a44a86ac-44e7-4709-ac26-2a6d2b879d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.387418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.391581 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b239feb4-fd0e-4801-bb47-a17a19ac0636 HTTP/1.1" status: 204 len: 168 time: 0.7138088 Dec 13 19:54:19.453337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad232c-e5d9-4520-8fa9-61f0530d85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b239feb4-fd0e-4801-bb47-a17a19ac0636,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:19.471558 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 3, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:19.472950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Allocated IP 172.20.0.1 (f7e904db-93f8-41fe-bd4a-955039da6111/b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae/4f615580-a3d6-4f85-9725-1e010d3f6207) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:19.484206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.491365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.492011 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cf227-e718-49ec-94bf-26a6a464f267 None None] The sync data for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv is: [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 3, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:19.493841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4960978 Dec 13 19:54:19.494916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.496384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2300265 Dec 13 19:54:19.502406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48678) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:19.502756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48680) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:19.509633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.532954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'security_group_rule': {'security_group_id': 'c3ebcd7b-4d73-498e-966e-4f4cca8fea0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:19.586853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.590187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:19.618976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Usage tracker for resource:security_group_rule and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:19.640850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:19.727186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:13Z', 'revision_number': 2, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:19.755797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:19.767919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Checking router: b319c2aa-53ee-452b-adc6-07fdf0b6fbef for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:19.768521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Updating router b319c2aa-53ee-452b-adc6-07fdf0b6fbef port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:19.786812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:19.787564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:19.787872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:19.815191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:19.826723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.826861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Allocated IP 172.20.0.1 (cbae750b-eaae-4227-a03e-9c195364ee73/212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4/b26a3a22-380b-40a6-af6a-50daef2f5443) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:19.844743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:19.859445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205555cf-77e0-4547-acde-6b1965f14dba,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:19.880341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:19.888474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.889899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/205555cf-77e0-4547-acde-6b1965f14dba HTTP/1.1" status: 204 len: 168 time: 0.5373423 Dec 13 19:54:19.967929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:19.978580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-50bc038e-9ec1-4e76-b0b8-fa711ca724e1 None None] Could not find standard attr ID for object 3ae33f03-9da9-475d-aee5-3b7a6005c2d3. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:54:19.980236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.054872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.20.0.13 (a2403b4f-a6bd-4506-b455-e189ab5fe387/40bb8542-5c15-47d1-b9f8-203060025da5/fa255936-2959-4e59-8154-134cc20482e3) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:20.115550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48690) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:20.150518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.184041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.192616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.238627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee522e06-019e-471c-bb5c-f1d9b962eb91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f67e3be72dd44dd4af54aaf6b45d5ce3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1193900 Dec 13 19:54:20.240303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48696) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:20.262767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:20.282903 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fb82f122-d9a3-41ed-aed8-cca8ca2c4a05 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks HTTP/1.1" status: 200 len: 6471 time: 0.7735550 Dec 13 19:54:20.290768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.293117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48700) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:20.369865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5158cc-c0ad-48e2-8094-41c0bf7845db,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:20.383057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.398519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:20.399044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:20.480492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868137c4-cc67-4596-99b2-24f575c80bf2,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:20.493234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Transition to ACTIVE for port object 4f615580-a3d6-4f85-9725-1e010d3f6207 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:20.519717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:20.520582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.523544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.524776 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0120335 Dec 13 19:54:20.538586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Transition to ACTIVE for port object b26a3a22-380b-40a6-af6a-50daef2f5443 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:20.539930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48708) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:20.554379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.565410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'security_group_rule': {'security_group_id': 'c3ebcd7b-4d73-498e-966e-4f4cca8fea0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:20.576896 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c5158cc-c0ad-48e2-8094-41c0bf7845db HTTP/1.1" status: 204 len: 168 time: 1.7016587 Dec 13 19:54:20.586699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:20.609987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f53418-4c78-4167-8dbb-849d0f1fd212 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] Network 1b706bec-4bc3-47fa-9d69-6913bfe5c4ac is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:20.622309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Usage tracker for resource:security_group_rule and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:20.628549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:20.637295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.654405 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b3f53418-4c78-4167-8dbb-849d0f1fd212 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "POST /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3560209 Dec 13 19:54:20.659103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:20.661241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48716) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:20.707364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.729919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee069498-84f0-4204-8d23-b73a7ee590d1 None None] Network 1b706bec-4bc3-47fa-9d69-6913bfe5c4ac requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:20.750920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.792770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:20.905200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.943905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Pushing event updated for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:20.948259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:20.948970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.949443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.968616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Network f7e904db-93f8-41fe-bd4a-955039da6111 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:20.970574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:20.983858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:20.984532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:20.986297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9c0a1cf9-ae07-4e29-8abb-4598fcd600ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:21.016218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.033746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Transition to ACTIVE for port object 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:21.052619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.080112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Pushing event updated for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:21.083851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.090495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501a8b07-36af-403a-a466-d6af4504e3b1 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:21.094008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:21.115968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Network cbae750b-eaae-4227-a03e-9c195364ee73 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:21.121761 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4429c430-d380-4b31-a298-af760acc0028 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks HTTP/1.1" status: 200 len: 7240 time: 0.4581509 Dec 13 19:54:21.122472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48724) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:21.125754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:21.129766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.130741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:21.131298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.158774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:21.163064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Transition to ACTIVE for port object 3e88e97e-b08f-4145-b014-35750ac7746e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:21.174752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.176014 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c378adb9-d4a2-41de-9e00-609047e050d6 HTTP/1.1" status: 204 len: 168 time: 0.9357860 Dec 13 19:54:21.215556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:21.236561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c378adb9-d4a2-41de-9e00-609047e050d6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:21.256331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:21.273665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:21.360749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.388077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.421012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.456235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c2ee57f7-38b0-4efc-a6c3-bf45f40d34a0 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "DELETE /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks/1b706bec-4bc3-47fa-9d69-6913bfe5c4ac HTTP/1.1" status: 204 len: 168 time: 0.3279302 Dec 13 19:54:21.465024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:21.516271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network a2403b4f-a6bd-4506-b455-e189ab5fe387 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:21.518082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:21.528735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:21.538833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.542271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:21.543155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9879487 Dec 13 19:54:21.551647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48744) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:21.568296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:21.575802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24afa916-d744-4090-9093-0e6642855447,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:21.578068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:21.590350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Usage tracker for resource:floatingip and tenant:dce7079979cf4269995d15b7afe09705 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:21.607690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:21.608756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:21.619916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:21.678711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=fa255936-2959-4e59-8154-134cc20482e3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:21.718022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:21.727677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.796610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Attempting to bind port 3e88e97e-b08f-4145-b014-35750ac7746e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:21.797106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Attempting to bind port 3e88e97e-b08f-4145-b014-35750ac7746e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:21.797597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Attempting to bind port 3e88e97e-b08f-4145-b014-35750ac7746e on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:21.829770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:21.832966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:21.838870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.839608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:21.840279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Bound port: 3e88e97e-b08f-4145-b014-35750ac7746e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:21.840801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.958801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:21.999534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Pushing event updated for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:22.008359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:22.043526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:22.081084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4da4b99f-ab13-48d9-a8e8-4055b4aeec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.147119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-307347e7-4048-487e-b48f-2da5eaaaf78a None None] Provisioning for port 4f615580-a3d6-4f85-9725-1e010d3f6207 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:22.239391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-307347e7-4048-487e-b48f-2da5eaaaf78a None None] Provisioning complete for port 4f615580-a3d6-4f85-9725-1e010d3f6207 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:22.239784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-307347e7-4048-487e-b48f-2da5eaaaf78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.305220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Attempting to bind port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:22.305604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Attempting to bind port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:22.306031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Attempting to bind port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 on network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:22.309286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 501a8b07-36af-403a-a466-d6af4504e3b1 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:22.335521 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7a6a95a9-172f-4a40-8fe9-d7513e103e02 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks HTTP/1.1" status: 200 len: 6471 time: 0.8504074 Dec 13 19:54:22.351886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48768) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:22.365045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 501a8b07-36af-403a-a466-d6af4504e3b1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:22.365327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.429085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.449429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:22.450345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Checking segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:22.450911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.451381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Bound using segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:22.451881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Bound port: 130ffa0c-3dd2-46ce-a0a5-324b19dacf18, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:22.452321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.500061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.514119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Pushing event updated for resources: {'Port': ['ID=3e88e97e-b08f-4145-b014-35750ac7746e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:22.518813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.525856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:22.540443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.559568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.583075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:22.611637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] For port 3e88e97e-b08f-4145-b014-35750ac7746e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:22.614119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-307347e7-4048-487e-b48f-2da5eaaaf78a None None] Port 4f615580-a3d6-4f85-9725-1e010d3f6207 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:22.666763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f5b9d3a2-1d79-4519-93e2-e258b3e9ed8a tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/networks/c0581405-e760-4473-a86a-2408edc4ecb8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3022349 Dec 13 19:54:22.669991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48782) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:22.689607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.706220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] For port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:22.715258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] For port 3e88e97e-b08f-4145-b014-35750ac7746e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3e88e97e-b08f-4145-b014-35750ac7746e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:22.741862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 501a8b07-36af-403a-a466-d6af4504e3b1, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501a8b07-36af-403a-a466-d6af4504e3b1,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:22.744010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.751784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] For port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:22.753816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4da80cb8-f398-4fc2-b670-07c300216063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:22.806760 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:54:22.831056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.832246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:22.867193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Pushing event updated for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:22.874725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:22.881087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.897463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae9c28c1-9bcd-4f2d-b1ec-caa458a2e9e9 None None] Provisioning for port b26a3a22-380b-40a6-af6a-50daef2f5443 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:22.947700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae9c28c1-9bcd-4f2d-b1ec-caa458a2e9e9 None None] Provisioning complete for port b26a3a22-380b-40a6-af6a-50daef2f5443 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:22.948074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ae9c28c1-9bcd-4f2d-b1ec-caa458a2e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:22.993328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:22.994665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:23.016024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee87b9af-cc4c-4c9d-8761-7aef1f940be1 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/networks/c0581405-e760-4473-a86a-2408edc4ecb8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3300259 Dec 13 19:54:23.016219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48794) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:23.024500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Network cbae750b-eaae-4227-a03e-9c195364ee73 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:23.028616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:23.147287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Pushing event updated for resources: {'Port': ['ID=3e88e97e-b08f-4145-b014-35750ac7746e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:23.151942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.156993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:23.157664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:53:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:23.175884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:23.335948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.412229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:23.448239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.461652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.468316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.533155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5bb96ddf-5fe5-404d-b042-e8bacaadf1d1 tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:23.539682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:23.600764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:23.612123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.732s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:23.621713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1518005119'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:23.627051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:23.631499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:network and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:23.634759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:23.641837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:23.672182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Made reservation on behalf of e51381da937f43c7a405c7bf3b9ff120 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:23.676280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.723845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c28c1-9bcd-4f2d-b1ec-caa458a2e9e9 None None] Port b26a3a22-380b-40a6-af6a-50daef2f5443 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:23.820806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48814) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:23.821413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48816) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:23.838237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:23.838839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:23.891819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Router 7380b363-ba4d-4973-8da3-047ba4fdda2e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:54:23.893528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Allocated IP 172.26.6.215 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/4e1c08c8-e8a9-46a4-9922-b5e88f5df278) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:23.987055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.006598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-913c8ecd-d338-4d89-bccf-098bb3820688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.015945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=501a8b07-36af-403a-a466-d6af4504e3b1,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:24.027361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'networks': [{'name': 'tempest-network--544685213'}, {'name': 'tempest-network--747333023'}]} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:24.028082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-network--544685213'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:24.028561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-network--747333023'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:24.037444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:24.093541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:network and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:24.097921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:24.102173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:security_group_rule and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:24.106463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:24.107648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:24.113770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1787149616'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:24.130884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:24.135313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:24.143777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:24.148128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:24.154693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Pushing event updated for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:24.170373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:24.176383 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e2551dde-1106-45c6-95eb-1fa5361c3f71 tempest-DHCPAgentSchedulersTestJSON-1899147125 tempest-DHCPAgentSchedulersTestJSON-1899147125-project-admin] 10.222.0.18 "GET /v2.0/agents/8e5f163b-ee6b-4d38-84c2-009c344e1a1d/dhcp-networks HTTP/1.1" status: 200 len: 6471 time: 1.1445611 Dec 13 19:54:24.180457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:24.193194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Usage tracker for resource:network and tenant:d904765913a7485d8d830ca1d7d74bdc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:24.213255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:24.246945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:24.271300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'network': 2} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:24.276047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.329903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.344026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router 79f28eef-cecd-44d4-b53c-f7b03a979fc7 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:24.347900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Network f7e904db-93f8-41fe-bd4a-955039da6111 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:24.365950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:24.374468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.391226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Made reservation on behalf of d904765913a7485d8d830ca1d7d74bdc for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:24.394712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.400042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Pushing event updated for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:24.412231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.414859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-54057e44-b62c-4ca4-bbc7-adccbf7e8e6f None None] Provisioning complete for port b26a3a22-380b-40a6-af6a-50daef2f5443 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:24.415241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-54057e44-b62c-4ca4-bbc7-adccbf7e8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.423732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:24.432300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:24.436203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:security_group_rule and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:24.439265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:24.440575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:24.447345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:24.455407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.460934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.564s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:24.461262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:24.505342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:24.512078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Usage tracker for resource:security_group_rule and tenant:d904765913a7485d8d830ca1d7d74bdc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:24.519441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:24.531866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:24.555972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] 10.222.0.18 "PUT /v2.0/routers/7380b363-ba4d-4973-8da3-047ba4fdda2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5645943 Dec 13 19:54:24.555972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.562735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:24.610223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-54057e44-b62c-4ca4-bbc7-adccbf7e8e6f None None] Port b26a3a22-380b-40a6-af6a-50daef2f5443 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:24.691235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.698385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.706438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:24.707796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:24.716241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:24.736913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.739937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501a8b07-36af-403a-a466-d6af4504e3b1 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:24.803013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.813887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.822479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.832704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:24.835264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4831b7d8-93ec-407e-8237-0102a40471de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:24.843577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d449bd5-5990-4000-8fb8-9e168ddc81b3 None None] The sync data for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv is: [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:24.873911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:24.886828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.887437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 816f625f-6022-48ba-9241-ecd00bdfb5ff of type vlan for network 8b821524-db31-4e4d-a144-5665ccf5dc1d Dec 13 19:54:24.892412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 501a8b07-36af-403a-a466-d6af4504e3b1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:24.892805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.974275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 2, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:24.976507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f0a9a58c-89b2-46a5-a899-af81b46d1e0d None None] Provisioning complete for port 4f615580-a3d6-4f85-9725-1e010d3f6207 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:24.976892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f0a9a58c-89b2-46a5-a899-af81b46d1e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:24.995208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'Port': ['ID=4e1c08c8-e8a9-46a4-9922-b5e88f5df278,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:25.022361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:25.022979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab51b184-02be-4b59-b586-26cb94c09ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:25.048959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.051394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe2dc6-d194-4570-bbe3-d39fded462e3 None None] The sync data for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv is: [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 2, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:25.075201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.076093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:25.086085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.105459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9a58c-89b2-46a5-a899-af81b46d1e0d None None] Port 4f615580-a3d6-4f85-9725-1e010d3f6207 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:25.119021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.241882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e89f5-929c-4580-9624-ab29ea1c9851,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:25.280834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:25.289835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc7beab-4a98-431e-b623-4205166fced4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:25.291323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.291669 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Added segment ce1056e4-9f76-4f07-bdd6-99b500a8c532 of type vlan for network 45c47e36-e479-48b4-9314-3551e6e583bd Dec 13 19:54:25.302668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:25.305624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:25.313873 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Sync routers for ids ['79f28eef-cecd-44d4-b53c-f7b03a979fc7'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:25.332209 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Routers {'79f28eef-cecd-44d4-b53c-f7b03a979fc7'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:25.333710 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79f28eef-cecd-44d4-b53c-f7b03a979fc7'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:25.358808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.359834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:25.391882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.393690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.404579 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.5204556 Dec 13 19:54:25.405553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48844) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:25.450656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.500610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:25.540240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:25.617149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:25.634422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883b71b1-2b09-43e7-b67e-e928840f9233,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:25.639149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:25.643542 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Set router 79f28eef-cecd-44d4-b53c-f7b03a979fc7 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:25.653611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.654094 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Added segment fadd17d9-4231-41bc-bfa2-65ab2e7e93fd of type vlan for network 5f413694-8625-440f-9e17-40e650330f42 Dec 13 19:54:25.655639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.656065 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 45fa226f-c14d-48b3-81dc-b1316666b0a6 of type vlan for network a02a845e-f322-4f32-b034-d974ddaf4a23 Dec 13 19:54:25.748874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.751786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > segment before_delete 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.752321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.752874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.753231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > port after_create 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.753565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > port after_delete 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.754411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > port after_update 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.754900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > segment after_delete 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.755264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet after_create 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.755633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet after_delete 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.755948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet after_update 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:25.762454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:25.780335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.796892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.833907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.862387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:25.982961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.986339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:25.993264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.009131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:26.011004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.011240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet after_create 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:26.011590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet after_delete 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:26.011919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet before_create 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:26.012309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Subscribe: > subnet before_update 55550000 {{(pid=87526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:26.012768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b706bec-4bc3-47fa-9d69-6913bfe5c4ac']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:26.032093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41215bd-a510-48cb-9abb-beb9e4359a52') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:26.032382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41215bd-a510-48cb-9abb-beb9e4359a52') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:26.034280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.042824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'Port': ['ID=4e1c08c8-e8a9-46a4-9922-b5e88f5df278,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:26.052261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.058720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:26.068882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:26.071431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.077191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:26.082162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.091376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e59ff0f-0921-478a-8edf-46134ac3a49e tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:26.092123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:26.092643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.227734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.261971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Pushing event updated for resources: {'Network': ['ID=5f413694-8625-440f-9e17-40e650330f42,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:26.272028 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'name': '', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'external_fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fa255936-2959-4e59-8154-134cc20482e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:16Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'fa255936-2959-4e59-8154-134cc20482e3', 'name': '', 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:19Z', 'updated_at': '2021-12-13T19:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:26.276107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5f413694-8625-440f-9e17-40e650330f42 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:26.292308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Checking router: 79f28eef-cecd-44d4-b53c-f7b03a979fc7 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:26.292526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Updating router 79f28eef-cecd-44d4-b53c-f7b03a979fc7 port fa255936-2959-4e59-8154-134cc20482e3 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:26.426115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: from cryptography.utils import int_from_bytes Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: from cryptography.utils import int_from_bytes Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn_limited( Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn_limited( Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:26.429696 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:26.446537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.450518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.466331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Router bc8deda9-aff4-487e-8282-24515d65659b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:54:26.507110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.508591 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9523568 Dec 13 19:54:26.512719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6860855 Dec 13 19:54:26.515059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6929135 Dec 13 19:54:26.515597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48850) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:26.521103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=8b821524-db31-4e4d-a144-5665ccf5dc1d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:26.575772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 8b821524-db31-4e4d-a144-5665ccf5dc1d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:26.780078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.911131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2248fec4-4286-41bd-adf5-9030c3a37961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:26.945387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3e88e97e-b08f-4145-b014-35750ac7746e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:26.952415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48862) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:26.958374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:26.985673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:26.993463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338281748', 'description': 'tempest-description--435552116'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:27.001149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:27.026055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'network_id': '5f413694-8625-440f-9e17-40e650330f42', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-781936222'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:27.034731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event deleted for resources: {'Network': ['ID=1b706bec-4bc3-47fa-9d69-6913bfe5c4ac,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:27.036635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:27.112043 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.123769 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "DELETE /v2.0/networks/1b706bec-4bc3-47fa-9d69-6913bfe5c4ac HTTP/1.1" status: 204 len: 168 time: 2.9422457 Dec 13 19:54:27.124829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.138398 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Transition to ACTIVE for port object fa255936-2959-4e59-8154-134cc20482e3 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:27.138978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Usage tracker for resource:security_group and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:27.148758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.154415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:27.157407 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.164003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 3e88e97e-b08f-4145-b014-35750ac7746e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:27.169703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48886) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:27.175137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3e88e97e-b08f-4145-b014-35750ac7746e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:27.177859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.191236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:27.208511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Usage tracker for resource:port and tenant:e4f01dd67a33494288c44a5f40af73d5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:27.213286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:27.230621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:27.318955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=a02a845e-f322-4f32-b034-d974ddaf4a23,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:27.334382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.340465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.300s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.345288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.348000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.325s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.348340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.358792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48894) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:27.366785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.372128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.379921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.386925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.390061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:27.394690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 3e88e97e-b08f-4145-b014-35750ac7746e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3e88e97e-b08f-4145-b014-35750ac7746e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:27.396563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a02a845e-f322-4f32-b034-d974ddaf4a23 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:27.404629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.405365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Made reservation on behalf of e4f01dd67a33494288c44a5f40af73d5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:27.406470 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Pushing event updated for resources: {'Port': ['ID=fa255936-2959-4e59-8154-134cc20482e3,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:27.412879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.413050 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.413910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:27.415047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.420070 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 19:54:27.424130 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Attempting to bind port fa255936-2959-4e59-8154-134cc20482e3 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:27.427243 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Attempting to bind port fa255936-2959-4e59-8154-134cc20482e3 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'bb44af7e-641d-4eae-8baf-8d915c132490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:27.428263 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Attempting to bind port fa255936-2959-4e59-8154-134cc20482e3 on network a2403b4f-a6bd-4506-b455-e189ab5fe387 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:27.432105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.435233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.435793 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:27.435963 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Checking segment: {'id': 'bb44af7e-641d-4eae-8baf-8d915c132490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:27.436443 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.437338 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Bound using segment: {'id': 'bb44af7e-641d-4eae-8baf-8d915c132490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:27.437587 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Bound port: fa255936-2959-4e59-8154-134cc20482e3, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb44af7e-641d-4eae-8baf-8d915c132490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:27.437903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:27.438094 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.450722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.474297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-3bd7712b-c327-48e1-bd60-7574bc6408d4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Synchronizing usage tracker for tenant:dce7079979cf4269995d15b7afe09705 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:27.478598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:27.482954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-116d02b1-2970-49fc-a4ff-c669cb177d4a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3008 time: 0.9638779 Dec 13 19:54:27.488558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48898) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:27.521353 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] For port fa255936-2959-4e59-8154-134cc20482e3, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:27.524630 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] For port fa255936-2959-4e59-8154-134cc20482e3, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fa255936-2959-4e59-8154-134cc20482e3,segment=NetworkSegment(bb44af7e-641d-4eae-8baf-8d915c132490),segment_id=bb44af7e-641d-4eae-8baf-8d915c132490)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:27.531090 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.537806 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c7ff5c2d-645d-4aa7-b6f3-7f8b40db36da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.543317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cee45ad-0bf9-4301-a783-9476991fa5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.603820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:27.605088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.610801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.619734 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Pushing event updated for resources: {'Port': ['ID=fa255936-2959-4e59-8154-134cc20482e3,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:27.620840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.623990 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.633745 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-78360a62-2f09-4033-8535-9255a6759515 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] DELETE failed (client error): The resource could not be found. Dec 13 19:54:27.634744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78360a62-2f09-4033-8535-9255a6759515 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:54:27.636836 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-78360a62-2f09-4033-8535-9255a6759515 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "DELETE /v2.0/ports/3ae33f03-9da9-475d-aee5-3b7a6005c2d3 HTTP/1.1" status: 404 len: 333 time: 0.4601979 Dec 13 19:54:27.640077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48902) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:27.640759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-3bd7712b-c327-48e1-bd60-7574bc6408d4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Unset dirty status for tenant:dce7079979cf4269995d15b7afe09705 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:27.645632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:27.649361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-3bd7712b-c327-48e1-bd60-7574bc6408d4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1872731935&fields=id&tenant_id=dce7079979cf4269995d15b7afe09705 HTTP/1.1" status: 200 len: 267 time: 0.2319362 Dec 13 19:54:27.654655 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Routers {'79f28eef-cecd-44d4-b53c-f7b03a979fc7'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:27.655482 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79f28eef-cecd-44d4-b53c-f7b03a979fc7'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:27.762005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=3e88e97e-b08f-4145-b014-35750ac7746e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:27.766745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:27.778960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:27.782740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:27.787257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:27.788219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.794444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Usage tracker for resource:security_group_rule and tenant:e4f01dd67a33494288c44a5f40af73d5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:27.802956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:27.813239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:27.865111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:27.872925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.891396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] Set router 79f28eef-cecd-44d4-b53c-f7b03a979fc7 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:27.901189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting port fa255936-2959-4e59-8154-134cc20482e3 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:27.901621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:27.923030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Sync routers for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:27.940738 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc8deda9-aff4-487e-8282-24515d65659b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7589931 Dec 13 19:54:27.953292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:27.953956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.028428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.042718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Deleting subnet 9135d183-275c-4f8d-a652-810017f8adbc {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:54:28.063649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.121626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.131611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Network': ['ID=45c47e36-e479-48b4-9314-3551e6e583bd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:28.152264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:28.159474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Usage tracker for resource:security_group_rule and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:28.167755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:28.179677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:28.183145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 45c47e36-e479-48b4-9314-3551e6e583bd details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:28.196092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > segment before_delete 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.196701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.197791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.198287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > port after_create 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.198773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > port after_delete 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.199295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > port after_update 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.200123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > segment after_delete 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.201307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet after_create 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.201811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet after_delete 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.202335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet after_update 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.279842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.304993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.328983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:28.337489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:28.339608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.356482 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.1784682 Dec 13 19:54:28.378392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48912) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:28.385351 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'name': '', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'external_fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fa255936-2959-4e59-8154-134cc20482e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:16Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'fa255936-2959-4e59-8154-134cc20482e3', 'name': '', 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:19Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.389501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.390862 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd053f-ab0e-453c-aedf-10b271dcc55b None None] The sync data for ids ['79f28eef-cecd-44d4-b53c-f7b03a979fc7'] in dv-neutron-821563-1-hyperv is: [{'id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'name': '', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'external_fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fa255936-2959-4e59-8154-134cc20482e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:16Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'fa255936-2959-4e59-8154-134cc20482e3', 'name': '', 'network_id': 'a2403b4f-a6bd-4506-b455-e189ab5fe387', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f28eef-cecd-44d4-b53c-f7b03a979fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:19Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40bb8542-5c15-47d1-b9f8-203060025da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:28.399430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'subnet': {'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:28.415585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet after_create 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.416202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet after_delete 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.416464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet before_create 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.416909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Subscribe: > subnet before_update 55550000 {{(pid=87525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 19:54:28.417740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b821524-db31-4e4d-a144-5665ccf5dc1d']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.451991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-ddfcea20-f2e1-4d80-82e4-30e6d7539bc5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:28.453304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-ddfcea20-f2e1-4d80-82e4-30e6d7539bc5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Synchronizing usage tracker for tenant:dce7079979cf4269995d15b7afe09705 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:28.486678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816f625f-6022-48ba-9241-ecd00bdfb5ff') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.487111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816f625f-6022-48ba-9241-ecd00bdfb5ff') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.498293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.552873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-deff85b9-5d8c-4a02-a52a-e2b566f058c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:28.557771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.576536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-ddfcea20-f2e1-4d80-82e4-30e6d7539bc5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Unset dirty status for tenant:dce7079979cf4269995d15b7afe09705 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:28.585216 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-ddfcea20-f2e1-4d80-82e4-30e6d7539bc5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 811 time: 0.9347062 Dec 13 19:54:28.585742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:28.590376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:subnet and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:28.593495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:28.600603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:28.611787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port 23597c7e-a5fa-46d3-9f53-a8b80558d599 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:28.619204 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-8e9b1903-7e1e-4c34-a4af-bf9ff6fd4753 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/quotas/dce7079979cf4269995d15b7afe09705 HTTP/1.1" status: 200 len: 375 time: 0.0324960 Dec 13 19:54:28.656330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27890a0e-3e91-43d4-997e-000535d610cc,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:28.663792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.688697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:28.689719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.692483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Made reservation on behalf of e51381da937f43c7a405c7bf3b9ff120 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:28.697431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.700071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: from cryptography.utils import int_from_bytes Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: from cryptography.utils import int_from_bytes Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn_limited( Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn_limited( Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:28.721283 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:28.743979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:28.756792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e7d5bfe5-2889-43d8-905d-b29b05b0c176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:28.855228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:28.860540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:28.891904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3e88e97e-b08f-4145-b014-35750ac7746e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:28.960198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 2, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:28.968127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Checking router: bc8deda9-aff4-487e-8282-24515d65659b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:28.968491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Updating router bc8deda9-aff4-487e-8282-24515d65659b port 4f615580-a3d6-4f85-9725-1e010d3f6207 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:29.016972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.055537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48916) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:29.067770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:29.068093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.112489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963577024', 'description': 'tempest-description--828640949'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:29.120034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=8b821524-db31-4e4d-a144-5665ccf5dc1d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:29.126940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.132596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:29.133872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:29.143009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:security_group and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:29.155582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:29.159963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.203756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-c2497f18-b403-4ec4-a8d4-4fd0e115cd02 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Synchronizing usage tracker for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:29.218654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:29.237831 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/8b821524-db31-4e4d-a144-5665ccf5dc1d HTTP/1.1" status: 204 len: 168 time: 1.7522914 Dec 13 19:54:29.248675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48920) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:29.280086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c270b75-247c-412b-932b-a5ef29dd9d21,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:29.293707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.298959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:29.306781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.306781 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3308768 Dec 13 19:54:29.306781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:29.306781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:29.313553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48924) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:29.317375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3e88e97e-b08f-4145-b014-35750ac7746e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:29.318488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.369837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-c2497f18-b403-4ec4-a8d4-4fd0e115cd02 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Unset dirty status for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:29.371318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-c2497f18-b403-4ec4-a8d4-4fd0e115cd02 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7517035 Dec 13 19:54:29.391057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'security_group_rule': {'security_group_id': '1c270b75-247c-412b-932b-a5ef29dd9d21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:29.391391 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Sync routers for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:29.406912 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:29.407612 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:29.412570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:29.428014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Usage tracker for resource:security_group_rule and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:29.460712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:29.469503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:29.482382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port 23597c7e-a5fa-46d3-9f53-a8b80558d599 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:29.489424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:29.491641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:security_group_rule and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:29.492217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.504170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:29.507573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Transition to ACTIVE for port object 23597c7e-a5fa-46d3-9f53-a8b80558d599 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:29.511791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.521311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.522322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:29.528187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] For port fa255936-2959-4e59-8154-134cc20482e3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fa255936-2959-4e59-8154-134cc20482e3,segment=NetworkSegment(bb44af7e-641d-4eae-8baf-8d915c132490),segment_id=bb44af7e-641d-4eae-8baf-8d915c132490)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:29.528586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.539167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.543923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:29.617098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.637893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136318c3-5909-4d3b-b45a-87729e5a868f None None] Network c0581405-e760-4473-a86a-2408edc4ecb8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:29.640812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event deleted for resources: {'Subnet': ['ID=9135d183-275c-4f8d-a652-810017f8adbc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:29.682747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:29.696545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.709975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:29.717351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-6b749fdc-6926-48f6-b1e2-27fdd81d1d37 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:54:29.718584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-6b749fdc-6926-48f6-b1e2-27fdd81d1d37 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1386201 Dec 13 19:54:29.744423 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "DELETE /v2.0/subnets/9135d183-275c-4f8d-a652-810017f8adbc HTTP/1.1" status: 204 len: 168 time: 2.0634623 Dec 13 19:54:29.760182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48934) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:29.764493 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:29.870277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:29.884855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Transition to ACTIVE for port object 4f615580-a3d6-4f85-9725-1e010d3f6207 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:30.008264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Calling delete_port for fa255936-2959-4e59-8154-134cc20482e3 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:30.022155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.029118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30bf2f2f-13bc-4222-bfb5-0959b33db42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:30.037848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.073607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02a845e-f322-4f32-b034-d974ddaf4a23']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:30.089901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fa226f-c14d-48b3-81dc-b1316666b0a6') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:30.090434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fa226f-c14d-48b3-81dc-b1316666b0a6') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:30.103727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.122909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.129976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:30.130370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.133481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Checking segment: {'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:30.133849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Network hostable DHCP agents. Network: 5f413694-8625-440f-9e17-40e650330f42, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:30.181345 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:30.183696 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 2, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:30.187161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=23597c7e-a5fa-46d3-9f53-a8b80558d599,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:30.188960 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Checking router: 7380b363-ba4d-4973-8da3-047ba4fdda2e for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:54:30.188960 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Updating router 7380b363-ba4d-4973-8da3-047ba4fdda2e port b26a3a22-380b-40a6-af6a-50daef2f5443 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:54:30.208551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:30.271269 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.437543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Pushing event updated for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:30.472750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:30.478871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Attempting to bind port 4f615580-a3d6-4f85-9725-1e010d3f6207 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:30.479408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Attempting to bind port 4f615580-a3d6-4f85-9725-1e010d3f6207 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:30.479789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Attempting to bind port 4f615580-a3d6-4f85-9725-1e010d3f6207 on network f7e904db-93f8-41fe-bd4a-955039da6111 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:30.494606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:30.495071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Checking segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:30.495564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.495965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Bound using segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:30.496526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Bound port: 4f615580-a3d6-4f85-9725-1e010d3f6207, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:30.496977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.505545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.533852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:30.569283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.575700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.593049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] DHCP port deletion for c0581405-e760-4473-a86a-2408edc4ecb8 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:54:30.598394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Network 5f413694-8625-440f-9e17-40e650330f42 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:30.603791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.612794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Deleting port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:30.613218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.622253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Deleting port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:30.622769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.669695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] For port 4f615580-a3d6-4f85-9725-1e010d3f6207, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:30.672612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5f413694-8625-440f-9e17-40e650330f42) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:30.682777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25064b04-89f8-4476-9e0b-8b0ad6ea7ff1 None None] Network 5f413694-8625-440f-9e17-40e650330f42 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:30.687712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:30.725837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] For port 4f615580-a3d6-4f85-9725-1e010d3f6207, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4f615580-a3d6-4f85-9725-1e010d3f6207,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:30.745895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Checking segment: {'id': 'ce1056e4-9f76-4f07-bdd6-99b500a8c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:30.746753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network hostable DHCP agents. Network: 45c47e36-e479-48b4-9314-3551e6e583bd, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:30.747328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.779734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Subnet': ['ID=270d382e-ed6f-4222-92fb-c404aba61b2f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:30.784321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:30.787414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:30.788232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:30.788464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:30.802993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:30.806918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:30.807296 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:30.809662 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 2 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:30.818115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2bf9697e-673b-4fc3-b331-f593c3ed4f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:30.831269 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.835526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:30.836056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:30.836394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:30.845754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network 45c47e36-e479-48b4-9314-3551e6e583bd is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:30.873834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff34f0-3d99-41a1-ad2e-598566a6814d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:30.876359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.878024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.879558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8178091 Dec 13 19:54:30.901712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:30.903208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48938) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:30.906814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:30.907301 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:30.915780 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 3 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:30.929174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'security_group_rule': {'security_group_id': '43ff34f0-3d99-41a1-ad2e-598566a6814d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:30.949275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 45c47e36-e479-48b4-9314-3551e6e583bd) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:30.957353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:30.968551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:30.973778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:security_group_rule and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:30.976502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:30.976717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:30.981496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc8e06-fad2-4983-af57-062897987bee None None] Network 45c47e36-e479-48b4-9314-3551e6e583bd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:30.982856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:30.994933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:30.998764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.034623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.035152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.035688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.036439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=a02a845e-f322-4f32-b034-d974ddaf4a23,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.041330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.045951 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/a02a845e-f322-4f32-b034-d974ddaf4a23 HTTP/1.1" status: 204 len: 168 time: 1.7940235 Dec 13 19:54:31.047773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.049890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:31.050390 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:31.051104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.052855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.053506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48942) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:31.065700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 4 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:31.108730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fa255936-2959-4e59-8154-134cc20482e3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:31.115301 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Transition to ACTIVE for port object b26a3a22-380b-40a6-af6a-50daef2f5443 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:31.116291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7324114 Dec 13 19:54:31.121238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48946) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:31.131140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.132573 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.143064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.144918 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.145510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.146037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.150765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:31.151662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:31.182824 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-d42cc3f9-27be-4688-b12e-7451a82b8707 service neutron] 10.222.0.18 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4309626 Dec 13 19:54:31.199186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1822021847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:31.203844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] For port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,segment=NetworkSegment(29b757a6-d69d-41f5-8c85-23203fb927bb),segment_id=29b757a6-d69d-41f5-8c85-23203fb927bb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:31.204209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.227594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.274605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:31.296680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:31.297394 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:31.329519 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 5 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:31.356838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:router and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:31.371252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa255936-2959-4e59-8154-134cc20482e3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.384915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:31.394913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Calling delete_port for 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:31.410454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.414215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: fa255936-2959-4e59-8154-134cc20482e3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:54:31.414526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fa255936-2959-4e59-8154-134cc20482e3 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 19:54:31.418382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:31.440496 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Attempting to bind port b26a3a22-380b-40a6-af6a-50daef2f5443 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.441070 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Attempting to bind port b26a3a22-380b-40a6-af6a-50daef2f5443 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.441701 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Attempting to bind port b26a3a22-380b-40a6-af6a-50daef2f5443 on network cbae750b-eaae-4227-a03e-9c195364ee73 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.452864 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:31.453612 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Checking segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:31.454342 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.455150 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Bound using segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:31.455944 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Bound port: b26a3a22-380b-40a6-af6a-50daef2f5443, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:31.456530 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.478444 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Pushing event updated for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.483588 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.490586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.490586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.490882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.499339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.554228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Pushing event updated for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.575461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port fa255936-2959-4e59-8154-134cc20482e3 not found, will not notify nova. {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 19:54:31.575965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:31.579041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:31.579516 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:31.588332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 6 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:31.606123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.610468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.610617 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] For port b26a3a22-380b-40a6-af6a-50daef2f5443, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:31.611647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.612610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.615778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] For port b26a3a22-380b-40a6-af6a-50daef2f5443, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b26a3a22-380b-40a6-af6a-50daef2f5443,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:31.622649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.624910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.625029 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.629089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.629491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.629834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.633284 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7ff14d9e-125e-402a-89bb-e4407c3db051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.634651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] For port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,segment=NetworkSegment(29b757a6-d69d-41f5-8c85-23203fb927bb),segment_id=29b757a6-d69d-41f5-8c85-23203fb927bb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:31.635153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.636395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:31.637837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:31.638167 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:31.643932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67a9dc1a-4251-4eb5-9fe8-a3904b99a376 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.645483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:31.649685 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 7 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:31.653405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:31.654599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:31.657793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c4e387-2a21-459b-893f-a54a2ee5c2e6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.670641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.693713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.705947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:31.741890 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Pushing event updated for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.753537 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.768129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.774295 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:31.774295 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:31.775794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4072192 Dec 13 19:54:31.776965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48950) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:31.782260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event deleted for resources: {'Port': ['ID=8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.802205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'security_group_rule': {'security_group_id': '1c270b75-247c-412b-932b-a5ef29dd9d21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:31.806045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Calling delete_port for 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:31.816125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cbacac-fe4c-4fc6-a038-db0edcc06e05,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:31.826385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.866294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.881433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:31.886661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3d8c0064-4cf8-481f-8504-0ce147431467 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.8281574 Dec 13 19:54:31.886661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] No DVR routers for this DVR port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:54:31.894787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:31.896840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48954) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:31.919523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:31.920540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:31.921073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:31.921615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:31.940843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:31.941498 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:31.946103 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 8 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:31.957071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.963396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.965867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:31.967293 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0589473 Dec 13 19:54:31.972877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48958) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:32.018171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-754208661'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:32.023744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Usage tracker for resource:security_group_rule and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:32.025506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'security_group_rule': {'security_group_id': '43ff34f0-3d99-41a1-ad2e-598566a6814d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:32.029638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:32.036990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:32.037665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:32.039247 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:32.040097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:32.053792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:32.065039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:32.065414 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:32.066383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:security_group_rule and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:32.069508 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 9 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:32.097454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:32.106830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:32.108001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:32.111840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.111840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79f28eef-cecd-44d4-b53c-f7b03a979fc7 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:54:32.126239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:32.137143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.178521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.180994 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/routers/79f28eef-cecd-44d4-b53c-f7b03a979fc7 HTTP/1.1" status: 204 len: 168 time: 6.7666819 Dec 13 19:54:32.186816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.191242 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d12e03a-faf2-4469-9d6e-a4c2d9260f69 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0639558 Dec 13 19:54:32.203916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48962) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:32.204312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 48964) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:32.207698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.229937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:54:32.261052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:32.273475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:32.274569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:32.274985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:32.316141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.324968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:32.329385 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:32.364921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:32.365415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.388966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.413119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:54:32.413688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:54:32.459726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:32.464103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.494882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-45c47e36-e479-48b4-9314-3551e6e583bd', 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd', 'tenant_id': 'e51381da937f43c7a405c7bf3b9ff120', 'fixed_ips': [{'subnet_id': '270d382e-ed6f-4222-92fb-c404aba61b2f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:32.495713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.498424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0581405-e760-4473-a86a-2408edc4ecb8']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:32.507050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-6544999d-b115-40a5-b056-907314967516 service neutron] 10.222.0.18 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940864 Dec 13 19:54:32.531390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.535104 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:31Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:32.540616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b757a6-d69d-41f5-8c85-23203fb927bb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:32.540931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b757a6-d69d-41f5-8c85-23203fb927bb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:32.548949 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b7f76-1c9b-4610-870a-4785fa59475d None None] The sync data for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv is: [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:31Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:32.551816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.566912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:32.584811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e87637a-300e-4003-9f31-bfbf704750d0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:32.592311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.620521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.621674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.622021 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 8e8ba0a9-6761-43c8-9e8c-eb92135f4d9f of type vlan for network 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9 Dec 13 19:54:32.623867 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 10 to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 Dec 13 19:54:32.634720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997a0fbf-79f6-4015-8577-a5459cafd80f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:32.645656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:32.647707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.661862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.666304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8784435 Dec 13 19:54:32.667600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:32.667873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting subnet 40bb8542-5c15-47d1-b9f8-203060025da5 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:54:32.668487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:32.668886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:32.697569 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:32.731155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:32.764007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.833081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:32.844879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Usage tracker for resource:floatingip and tenant:3b57aa3670d3489f927620a1ffc7660c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:32.859750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:32.872811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:32.898609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.909589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.932438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:32.950676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.954722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.964436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Deleting port 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:32.964991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.970228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:32.970859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:32.975508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 48988) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:32.976441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Pushing event deleted for resources: {'Network': ['ID=c0581405-e760-4473-a86a-2408edc4ecb8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:32.980052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:32.986364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:33.002728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] 10.222.0.18 "DELETE /v2.0/networks/c0581405-e760-4473-a86a-2408edc4ecb8 HTTP/1.1" status: 204 len: 168 time: 3.2058532 Dec 13 19:54:33.051898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:33.053757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:33.054325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:33.059638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.156265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.212310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcf4da-f300-4ddc-83bc-df725491ac1e None None] The port '8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:54:33.232716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2843459 Dec 13 19:54:33.233431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49002) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:33.240957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:33.261689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-75259688'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:33.277984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:33.307202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:33.322551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:33.390691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:33.391029 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 23597c7e-a5fa-46d3-9f53-a8b80558d599 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:33.391373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.408532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:33.436419 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ba978bba-0b5f-4af8-b913-2c1ce73a655f req-f780517d-4451-425c-98c3-1bb61addc702 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.4576025 Dec 13 19:54:33.452800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:33.467707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.483881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:54:33.492865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.540203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:54:33.540591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f9223e2-90cd-4fcb-a6f5-e34e46c8c5ef not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:54:33.549408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:33.577304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.577469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Allocated IP 172.20.0.2 (45c47e36-e479-48b4-9314-3551e6e583bd/270d382e-ed6f-4222-92fb-c404aba61b2f/913571c2-7889-4bab-8efe-1c76f046a89b) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:33.577559 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 3260686c-a00a-460d-ad17-634f67f2031b of type vlan for network 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3 Dec 13 19:54:33.613546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.618286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:30Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:33.632951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.652278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232ad1c-dcdf-4471-99c7-8db21b9648c4 None None] The sync data for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv is: [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:30Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:33.654947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49010) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:33.662137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:33.731323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff2d808e-a0f4-4eb9-aee7-6cb6184fc2bb tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:33.790908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0016daf1-9f74-456e-9b3b-f35fda5c083f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:33.793521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:33.992405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Allocated IP 172.26.6.152 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/eb65a665-8231-4a9d-96c7-4131d1d23b2a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:34.008602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b26a3a22-380b-40a6-af6a-50daef2f5443 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:34.110779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.136676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.148656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Transition to ACTIVE for port object 913571c2-7889-4bab-8efe-1c76f046a89b will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:34.180522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Transition to ACTIVE for port object 913571c2-7889-4bab-8efe-1c76f046a89b will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:34.192166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.197105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.198095 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2063222 Dec 13 19:54:34.198943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49028) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:34.202723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.213002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.225365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.261895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Network 45c47e36-e479-48b4-9314-3551e6e583bd is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:34.272590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:34.297340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.305522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:34.311958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:34.312592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.330815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.468568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:34.470347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Pushing event updated for resources: {'Port': ['ID=913571c2-7889-4bab-8efe-1c76f046a89b,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:34.471813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:34.478410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a7f4c53f-c6c2-435b-9ddc-37f847235e3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8645ce7880d04373bfb20ab9264ffe7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7028964 Dec 13 19:54:34.478613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49038) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:34.496357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:34.529137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:34.534602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Attempting to bind port 913571c2-7889-4bab-8efe-1c76f046a89b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:34.535186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Attempting to bind port 913571c2-7889-4bab-8efe-1c76f046a89b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ce1056e4-9f76-4f07-bdd6-99b500a8c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:34.536247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Attempting to bind port 913571c2-7889-4bab-8efe-1c76f046a89b on network 45c47e36-e479-48b4-9314-3551e6e583bd {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:34.550180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b26a3a22-380b-40a6-af6a-50daef2f5443 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:34.560492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b26a3a22-380b-40a6-af6a-50daef2f5443 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:34.561119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.578021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.595207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3564205 Dec 13 19:54:34.634964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.635648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:34.636240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Checking segment: {'id': 'ce1056e4-9f76-4f07-bdd6-99b500a8c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:34.636868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.637301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Bound using segment: {'id': 'ce1056e4-9f76-4f07-bdd6-99b500a8c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:34.638092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Bound port: 913571c2-7889-4bab-8efe-1c76f046a89b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1056e4-9f76-4f07-bdd6-99b500a8c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:34.638482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.649605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49042) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:34.653845 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e12edc1-1b00-4284-96fe-c8c13dabcf7d req-2d5b3bdb-128b-486f-8b1f-2b09a24877f8 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.0771720 Dec 13 19:54:34.656800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.660653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'ports': [{'network_id': '8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9', 'name': 'tempest-port--1385762310', 'admin_state_up': True}, {'network_id': '59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3', 'admin_state_up': False}]} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:34.660956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'port': {'network_id': '8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9', 'name': 'tempest-port--1385762310', 'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:34.661469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'port': {'network_id': '59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3', 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:34.686555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:34.695621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.700385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.712077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port 23597c7e-a5fa-46d3-9f53-a8b80558d599, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:34.712559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:54:34.714199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:34.717410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40bb8542-5c15-47d1-b9f8-203060025da5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:34.729077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:floatingip and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:34.732396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:34.739041 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/40bb8542-5c15-47d1-b9f8-203060025da5 HTTP/1.1" status: 204 len: 168 time: 2.4674311 Dec 13 19:54:34.739041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:34.749837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:34.754770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.760170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.763487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49050) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:34.771898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:34.775867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:34.817024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:34.825128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47388bc4-6539-44a5-ae06-fcaa99312b0c tempest-RoutersAdminNegativeTest-1674569475 tempest-RoutersAdminNegativeTest-1674569475-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.866770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] For port 913571c2-7889-4bab-8efe-1c76f046a89b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:34.871333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] For port 913571c2-7889-4bab-8efe-1c76f046a89b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913571c2-7889-4bab-8efe-1c76f046a89b,segment=NetworkSegment(ce1056e4-9f76-4f07-bdd6-99b500a8c532),segment_id=ce1056e4-9f76-4f07-bdd6-99b500a8c532)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:34.892850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.906652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16de90a5-460c-4bcc-8354-83e0fa4a3bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:34.974499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'Port': ['ID=eb65a665-8231-4a9d-96c7-4131d1d23b2a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:34.977404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:34.978207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:34.999128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.009819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.015155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:35.072416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.092866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Pushing event updated for resources: {'Port': ['ID=913571c2-7889-4bab-8efe-1c76f046a89b,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:35.099599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:35.135122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b26a3a22-380b-40a6-af6a-50daef2f5443, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b26a3a22-380b-40a6-af6a-50daef2f5443,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:35.146670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.149388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2dbffe73-6c3e-4907-98d4-0f87b4233d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:35.172679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=23597c7e-a5fa-46d3-9f53-a8b80558d599,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:35.204398 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.2329891 Dec 13 19:54:35.209687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49056) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:35.210662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:35.215558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.246073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:35.250591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fa255936-2959-4e59-8154-134cc20482e3 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:54:35.293504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:35.294516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: fa255936-2959-4e59-8154-134cc20482e3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:54:35.294858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fa255936-2959-4e59-8154-134cc20482e3 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:54:35.297829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:35.310505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:port and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:35.320423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:35.337136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:35.356066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.399131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.436774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f3b2b9d6-3ce6-4eb5-a046-0ac8e00ea4e2 tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:35.444204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'port': 2} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:35.460719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.489895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04ecc2-9128-4c5a-84dd-64df83b7331c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:35.514962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:35.518908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.573348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Deleting port 23597c7e-a5fa-46d3-9f53-a8b80558d599 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:35.573687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.617359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Allocated IP 172.20.0.1 (45c47e36-e479-48b4-9314-3551e6e583bd/270d382e-ed6f-4222-92fb-c404aba61b2f/008042e2-c31e-472a-8c19-2e78eddb4709) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:35.632721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:35.633981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab04ecc2-9128-4c5a-84dd-64df83b7331c HTTP/1.1" status: 204 len: 168 time: 1.1489232 Dec 13 19:54:35.761131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] device_id is not set on port cc250122-8cda-4f97-8d1e-fd7d7f2979a2 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:35.846975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913571c2-7889-4bab-8efe-1c76f046a89b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:35.927542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.20', 65359) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:36.035323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 913571c2-7889-4bab-8efe-1c76f046a89b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:36.043135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b26a3a22-380b-40a6-af6a-50daef2f5443 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:36.157568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49072) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:36.162476 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b048032-89ce-41b9-9a29-71e2be2135ac req-11565be5-d661-4e09-8000-6f035bb8d084 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.2183042 Dec 13 19:54:36.193802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b26a3a22-380b-40a6-af6a-50daef2f5443 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:36.194178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.243913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.282262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.385972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.397880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.410175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2403b4f-a6bd-4506-b455-e189ab5fe387']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:36.423906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4f615580-a3d6-4f85-9725-1e010d3f6207 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:36.450416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Transition to ACTIVE for port object 008042e2-c31e-472a-8c19-2e78eddb4709 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:36.484776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] device_id is not set on port a1dd7b38-047f-447d-bd5c-af66e82ce12e yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:36.488254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:36.490201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb44af7e-641d-4eae-8baf-8d915c132490') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:36.490434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb44af7e-641d-4eae-8baf-8d915c132490') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:36.502690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-92cfe462-889b-4c71-b810-b36fd8925275 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:36.503408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.504147 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-92cfe462-889b-4c71-b810-b36fd8925275 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 811 time: 0.5741904 Dec 13 19:54:36.505144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdf44508e084b5489e64edb6b1e1984 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:36.510901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:36.520409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63501b09-8ce4-4d7b-b7a1-bbd249c0c1ab None None] Network 45c47e36-e479-48b4-9314-3551e6e583bd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:36.521297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:36.522888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.529762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:36.530157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.541534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.549521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.572901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:36.634891 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:36.688024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.706627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Provisioning for port 913571c2-7889-4bab-8efe-1c76f046a89b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:36.716604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2403b4f-a6bd-4506-b455-e189ab5fe387 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:54:36.718280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Provisioning complete for port 913571c2-7889-4bab-8efe-1c76f046a89b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:36.718796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.719132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.728999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-368488bd-d719-4de7-a775-def772bc91ab tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:36.753186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 4f615580-a3d6-4f85-9725-1e010d3f6207 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:36.757527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2403b4f-a6bd-4506-b455-e189ab5fe387,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:36.760855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:36.786109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4f615580-a3d6-4f85-9725-1e010d3f6207 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:36.786535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.790873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a2403b4f-a6bd-4506-b455-e189ab5fe387 HTTP/1.1" status: 204 len: 168 time: 2.0086229 Dec 13 19:54:36.821645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port 23597c7e-a5fa-46d3-9f53-a8b80558d599, host hv-neutron-8215, got binding levels [] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:36.828064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.871097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.880591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:36.926678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'Port': ['ID=eb65a665-8231-4a9d-96c7-4131d1d23b2a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:37.014849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.021346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.029824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.037012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:37.042047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.093899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b1316f0f-198c-49b8-bc3a-4fb185c5e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:37.111538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.129962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fdf44508e084b5489e64edb6b1e1984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9632921 Dec 13 19:54:37.133148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.137172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49104) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:37.143672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16dc52-638b-4d1e-958a-37fb12f7e181,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:37.154285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:37.188360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] For port 913571c2-7889-4bab-8efe-1c76f046a89b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913571c2-7889-4bab-8efe-1c76f046a89b,segment=NetworkSegment(ce1056e4-9f76-4f07-bdd6-99b500a8c532),segment_id=ce1056e4-9f76-4f07-bdd6-99b500a8c532)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:37.208388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Calling delete_port for 23597c7e-a5fa-46d3-9f53-a8b80558d599 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:37.213010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 4f615580-a3d6-4f85-9725-1e010d3f6207, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4f615580-a3d6-4f85-9725-1e010d3f6207,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:37.218412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.222297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:37.225028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:37.333833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.364141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-b9772096-b10b-493b-a3ff-d3e80a07bfec tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce7079979cf4269995d15b7afe09705 HTTP/1.1" status: 200 len: 380 time: 0.8113256 Dec 13 19:54:37.372365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64c565fe-ff2a-4790-8e2d-d29f2bdeccfd tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:37.373154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49112) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:37.382145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Port': ['ID=cc250122-8cda-4f97-8d1e-fd7d7f2979a2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:37.416027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Pushing event updated for resources: {'Port': ['ID=913571c2-7889-4bab-8efe-1c76f046a89b,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:37.424876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:37.427500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:37.428103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:37.447887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'port': {'device_id': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'admin_state_up': True, 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'security_groups': ['c3ebcd7b-4d73-498e-966e-4f4cca8fea0f']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:37.473417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network 45c47e36-e479-48b4-9314-3551e6e583bd is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:37.501544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:37.508445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:37.549830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:37.554566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:37.626129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.651527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.667151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.669288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913571c2-7889-4bab-8efe-1c76f046a89b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:37.725970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:37.739679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:37.758121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'name': 'tempest-router--1945972518', 'project_id': 'c6ef42ef659c4a269b024a0ef8bb7c2a'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:37.763776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:37.768158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:router and tenant:c6ef42ef659c4a269b024a0ef8bb7c2a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:37.772998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:37.785647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:37.801719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.803045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Checking segment: {'id': '8e8ba0a9-6761-43c8-9e8c-eb92135f4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:37.803704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network hostable DHCP agents. Network: 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:37.818233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Made reservation on behalf of dce7079979cf4269995d15b7afe09705 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:37.822489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.833106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.839190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.876934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.887396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Provisioning complete for port 913571c2-7889-4bab-8efe-1c76f046a89b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:37.890884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:37.914209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.082980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 913571c2-7889-4bab-8efe-1c76f046a89b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:38.083274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.197045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.201671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a16dc52-638b-4d1e-958a-37fb12f7e181 HTTP/1.1" status: 204 len: 168 time: 1.0460670 Dec 13 19:54:38.211922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:38.235215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.246376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:38.268397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.270171 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5789709 Dec 13 19:54:38.283582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16dc52-638b-4d1e-958a-37fb12f7e181,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:38.302506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a41caf79-a671-46b4-af60-19ba05108c16 req-80fb0def-88c7-4632-8cc7-386691425ec6 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.5010228 Dec 13 19:54:38.304714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:38.328786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:38.342566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:38.344846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.412693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b0577-6632-4a85-9e6c-e4d7d87f9fba None None] Network 8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:38.430439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=008042e2-c31e-472a-8c19-2e78eddb4709,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:38.437780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:38.444980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.450677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-240fceb3-28a5-4b30-8e02-1e1e97937dde tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0274642 Dec 13 19:54:38.466422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49126) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:38.483589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d5cc9b9-d7b5-4799-9f3a-6b5ec8038360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:38.624734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:38.679566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:38.926984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4f615580-a3d6-4f85-9725-1e010d3f6207 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:39.096684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Allocated IP 172.20.0.13 (e45e44b8-6279-4c1c-91a6-5ba96f65ee9f/01a4bb69-5e6f-49dd-8905-9ee367281ce2/96efd162-2e14-4244-a429-e161ce29bc7d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:39.102199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Allocated IP 172.26.6.3 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/84e2a38f-b34f-49fd-afba-8f49b8e609f9) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:39.138999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event deleted for resources: {'Port': ['ID=23597c7e-a5fa-46d3-9f53-a8b80558d599,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:39.141710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:39.152340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.179234 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/23597c7e-a5fa-46d3-9f53-a8b80558d599 HTTP/1.1" status: 204 len: 168 time: 3.9578717 Dec 13 19:54:39.179861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49148) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:39.269432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Provisioning for port 008042e2-c31e-472a-8c19-2e78eddb4709 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:39.290763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Provisioning complete for port 008042e2-c31e-472a-8c19-2e78eddb4709 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:39.290940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.388728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.465605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed93c9-f2c7-4238-8034-fbbbd2b69e3f None None] Port 008042e2-c31e-472a-8c19-2e78eddb4709 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:39.498507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4f615580-a3d6-4f85-9725-1e010d3f6207 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:39.498912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.520270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.591930 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-64261149-fe96-487e-bb05-fb3f66d7c8c8 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:54:39.592497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64261149-fe96-487e-bb05-fb3f66d7c8c8 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:39.793631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c11f292b-2a4a-48ae-abdc-329dcc2ba508 None None] Provisioning complete for port 008042e2-c31e-472a-8c19-2e78eddb4709 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:39.794655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11f292b-2a4a-48ae-abdc-329dcc2ba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:39.917320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c11f292b-2a4a-48ae-abdc-329dcc2ba508 None None] Port 008042e2-c31e-472a-8c19-2e78eddb4709 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:39.987509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5cc258a-88c3-4045-9651-6860299f756d req-039afca4-3164-4b2d-ae4b-e965e36cc605 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.3548810 Dec 13 19:54:40.071772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64261149-fe96-487e-bb05-fb3f66d7c8c8 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:40.073049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-64261149-fe96-487e-bb05-fb3f66d7c8c8 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports/23597c7e-a5fa-46d3-9f53-a8b80558d599 HTTP/1.1" status: 404 len: 333 time: 0.8857317 Dec 13 19:54:40.073414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-cb0a3428-05d0-4f6c-a410-d8b25f3d017f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Synchronizing usage tracker for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:40.096424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49168) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:40.110293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'network_id': '5f413694-8625-440f-9e17-40e650330f42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1336825909'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:40.125900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:40.136502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Checking segment: {'id': '3260686c-a00a-460d-ad17-634f67f2031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:40.137700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network hostable DHCP agents. Network: 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:40.137822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:40.142587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Port': ['ID=a1dd7b38-047f-447d-bd5c-af66e82ce12e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:40.213114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Made reservation on behalf of e4f01dd67a33494288c44a5f40af73d5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:40.219086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.241033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.760s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:40.376692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.403618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.422311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.451449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-cb0a3428-05d0-4f6c-a410-d8b25f3d017f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Unset dirty status for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:40.462991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-cb0a3428-05d0-4f6c-a410-d8b25f3d017f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1338281748&fields=id&tenant_id=3b57aa3670d3489f927620a1ffc7660c HTTP/1.1" status: 200 len: 267 time: 1.2407331 Dec 13 19:54:40.466274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:40.556422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port f699f12e-8940-4a1b-a190-43035f91f518 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:40.594722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.618287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d958168-cfd5-4dd1-9a8e-37f3f08aa395 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:40.734709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.737871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:40.748356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a052d-85a0-47ee-a9cf-e161cca74626 None None] Network 59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:40.762154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.762628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a195bd4-7b76-4426-bf42-fa8a9d9b7c59 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:54:40.770106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:40.775724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:40.780517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:40.781272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.803278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Transition to ACTIVE for port object 96efd162-2e14-4244-a429-e161ce29bc7d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:40.846135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:40.849996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-50473ad9-4cd2-46b9-b031-6c9adba8b562 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7a195bd4-7b76-4426-bf42-fa8a9d9b7c59 HTTP/1.1" status: 204 len: 168 time: 2.2461419 Dec 13 19:54:40.872404 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2153208 Dec 13 19:54:40.876926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49184) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:40.916142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-9a9a91e8-4517-41de-8fb0-3ab325f29af3 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:40.916908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-9a9a91e8-4517-41de-8fb0-3ab325f29af3 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Synchronizing usage tracker for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:40.979876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:41.097772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:41.102167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:41.263604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-9a9a91e8-4517-41de-8fb0-3ab325f29af3 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Unset dirty status for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:41.274485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-9a9a91e8-4517-41de-8fb0-3ab325f29af3 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/networks?id=cbae750b-eaae-4227-a03e-9c195364ee73 HTTP/1.1" status: 200 len: 811 time: 0.8100948 Dec 13 19:54:41.287030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.338433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49194) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:41.362535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92939b9-da52-4966-8322-05eda9572948 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:41.382869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92939b9-da52-4966-8322-05eda9572948 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:41.387977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e92939b9-da52-4966-8322-05eda9572948 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:41.424207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:41.462137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.499723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-5851cba8-c30a-4315-8c1f-964bfde9c827 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/quotas/3b57aa3670d3489f927620a1ffc7660c HTTP/1.1" status: 200 len: 375 time: 0.2233603 Dec 13 19:54:41.508146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.523876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.602359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'Port': ['ID=84e2a38f-b34f-49fd-afba-8f49b8e609f9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:41.639770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:41.641282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.648371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:41.654839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:41.724253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e92939b9-da52-4966-8322-05eda9572948 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:41.728751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e92939b9-da52-4966-8322-05eda9572948 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8491848 Dec 13 19:54:41.749326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.765154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49200) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:41.768539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event updated for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:41.775772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:41.938941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting port cc250122-8cda-4f97-8d1e-fd7d7f2979a2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:41.939303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:41.959353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.341s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:41.962347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:42.013837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751429990', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:42.072202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:42.085862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=008042e2-c31e-472a-8c19-2e78eddb4709,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:42.100795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:42.106410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:42.115404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19476-1a4b-43d4-acc9-201173e6650b req-d9c5cc5c-aca0-4c0c-b7dc-f1cfe6714ab5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:42.116435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-91d19476-1a4b-43d4-acc9-201173e6650b req-d9c5cc5c-aca0-4c0c-b7dc-f1cfe6714ab5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Synchronizing usage tracker for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:42.130308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:42.142251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.142487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:42.143091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.176128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4f3f2b8d-31fc-4032-8fdf-1ae1f0dbcb7c None None] Provisioning for port 96efd162-2e14-4244-a429-e161ce29bc7d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:42.177989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:42.184189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4f3f2b8d-31fc-4032-8fdf-1ae1f0dbcb7c None None] Provisioning complete for port 96efd162-2e14-4244-a429-e161ce29bc7d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:42.184719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2b8d-31fc-4032-8fdf-1ae1f0dbcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.189601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7514749 Dec 13 19:54:42.275189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f2b8d-31fc-4032-8fdf-1ae1f0dbcb7c None None] Port 96efd162-2e14-4244-a429-e161ce29bc7d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:42.299894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.318356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.372090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.386713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.390386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:42.516957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-91d19476-1a4b-43d4-acc9-201173e6650b req-d9c5cc5c-aca0-4c0c-b7dc-f1cfe6714ab5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Unset dirty status for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:42.526226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91d19476-1a4b-43d4-acc9-201173e6650b req-d9c5cc5c-aca0-4c0c-b7dc-f1cfe6714ab5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 932 time: 1.2422585 Dec 13 19:54:42.554206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-7fdc8742-40b9-4d45-a72a-dfacb5b070b5 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Synchronizing usage tracker for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:42.596731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.635412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.636743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.648693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-7fdc8742-40b9-4d45-a72a-dfacb5b070b5 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Unset dirty status for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:42.651978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-7fdc8742-40b9-4d45-a72a-dfacb5b070b5 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b57aa3670d3489f927620a1ffc7660c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1514413 Dec 13 19:54:42.714218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Network 5f413694-8625-440f-9e17-40e650330f42 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:42.721784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:42.727462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'Port': ['ID=84e2a38f-b34f-49fd-afba-8f49b8e609f9,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:42.732349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:42.733410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:42.734048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.742625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:42.743254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e0e50e7-de21-48aa-9244-e73778221e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:42.744160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49218) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:42.753021 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91d19476-1a4b-43d4-acc9-201173e6650b req-ca28c1f3-c87e-4bdf-9cb2-716687a0e4b3 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258251 Dec 13 19:54:42.817208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.881210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=f699f12e-8940-4a1b-a190-43035f91f518,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:42.884565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Calling delete_port for cc250122-8cda-4f97-8d1e-fd7d7f2979a2 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:42.886351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:42.893083 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7912748 Dec 13 19:54:42.896092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:42.897341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.6658168 Dec 13 19:54:42.899490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network 45c47e36-e479-48b4-9314-3551e6e583bd is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:42.900179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49224) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:42.906337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:42.940709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:43.012821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.024995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:43.143537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.149664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.157318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Port': ['ID=cc250122-8cda-4f97-8d1e-fd7d7f2979a2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:43.171604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:43.233977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/ports/cc250122-8cda-4f97-8d1e-fd7d7f2979a2 HTTP/1.1" status: 204 len: 168 time: 1.4665937 Dec 13 19:54:43.241729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49238) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:43.341303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-447ec40e-a65c-45b8-97f9-8cf3a37101af service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:54:43.342377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-447ec40e-a65c-45b8-97f9-8cf3a37101af service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3399026 Dec 13 19:54:43.345345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:43.398735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:43.436736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-993f9ab8-e32a-4f37-811f-27ead5ea6049 None None] Provisioning complete for port 008042e2-c31e-472a-8c19-2e78eddb4709 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:43.437773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-993f9ab8-e32a-4f37-811f-27ead5ea6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.465873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting port a1dd7b38-047f-447d-bd5c-af66e82ce12e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:43.466293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.489909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:floatingip and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:43.494931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:43.527924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.539206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-993f9ab8-e32a-4f37-811f-27ead5ea6049 None None] Port 008042e2-c31e-472a-8c19-2e78eddb4709 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:43.607989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:43.814923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.821232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Router d08f0a72-d414-4117-a905-ea0bc7a366fe is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:43.829753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-6bf5632e-9936-4ac8-9106-b274c67138e6 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Synchronizing usage tracker for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:43.856473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:43.929485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-13bbcc63-73d7-4634-9754-4928a05ebd92 service neutron] 10.222.0.18 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607247 Dec 13 19:54:43.932232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-6bf5632e-9936-4ac8-9106-b274c67138e6 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Unset dirty status for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:43.937730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-6bf5632e-9936-4ac8-9106-b274c67138e6 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1963577024&fields=id&tenant_id=21d9b8a7a997454eb92d3f8d99142cf2 HTTP/1.1" status: 200 len: 267 time: 0.5718169 Dec 13 19:54:44.074818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.351810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Calling delete_port for a1dd7b38-047f-447d-bd5c-af66e82ce12e owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:44.368417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-f0205faf-7928-41f7-bdd3-dd6552a2131e service neutron] 10.222.0.18 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291818 Dec 13 19:54:44.376056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-e662ae88-d892-4b76-96f7-8c656d39c01e tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:44.377072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-e662ae88-d892-4b76-96f7-8c656d39c01e tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/networks?id=f7e904db-93f8-41fe-bd4a-955039da6111 HTTP/1.1" status: 200 len: 805 time: 0.3645926 Dec 13 19:54:44.384435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:44.426982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-bb050e09-64c5-443d-be85-483d493599c4 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/quotas/21d9b8a7a997454eb92d3f8d99142cf2 HTTP/1.1" status: 200 len: 375 time: 0.0278802 Dec 13 19:54:44.480008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:44.493257 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "PUT /v2.0/routers/d08f0a72-d414-4117-a905-ea0bc7a366fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2191365 Dec 13 19:54:44.498414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:44.506859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] Sync routers for ids ['d08f0a72-d414-4117-a905-ea0bc7a366fe'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:44.517802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'port': {'network_id': '45c47e36-e479-48b4-9314-3551e6e583bd', 'name': 'tempest-FloatingIPNegativeTestJSON-804979260'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:44.521258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] Routers {'d08f0a72-d414-4117-a905-ea0bc7a366fe'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:44.522438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d08f0a72-d414-4117-a905-ea0bc7a366fe'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:44.544923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port f699f12e-8940-4a1b-a190-43035f91f518 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:44.559929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.633073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.645182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Transition to ACTIVE for port object f699f12e-8940-4a1b-a190-43035f91f518 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:44.654926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:44.702623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.709208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.718746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Port': ['ID=a1dd7b38-047f-447d-bd5c-af66e82ce12e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:44.725872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:44.732291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:44.734305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:44.754462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] Routers {'d08f0a72-d414-4117-a905-ea0bc7a366fe'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:44.760721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d08f0a72-d414-4117-a905-ea0bc7a366fe'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:44.801199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.864466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.867303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:44.867803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ec053-db9d-46c3-8dac-ada29ef2259b None None] The sync data for ids ['d08f0a72-d414-4117-a905-ea0bc7a366fe'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:44.906845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:44.916265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=f699f12e-8940-4a1b-a190-43035f91f518,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:44.926896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:45.038485 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/ports/a1dd7b38-047f-447d-bd5c-af66e82ce12e HTTP/1.1" status: 204 len: 168 time: 1.7685013 Dec 13 19:54:45.055025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49266) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:45.106877 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-bee6564f-a11c-4a2a-b93a-15073fafbfef tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=21d9b8a7a997454eb92d3f8d99142cf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6614380 Dec 13 19:54:45.154409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.154832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.155223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.158336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76b6ba02-acb2-4c00-bd5c-2d9579e9d2d5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:45.165644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:45.169929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.170258 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.172906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:port and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:45.175320 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 2 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.183472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:45.196338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:45.208434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.208909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.209544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.217856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.218251 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.219645 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 3 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.227349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76b6ba02-acb2-4c00-bd5c-2d9579e9d2d5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:45.230283 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76b6ba02-acb2-4c00-bd5c-2d9579e9d2d5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1698430 Dec 13 19:54:45.235657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49276) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:45.241522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Made reservation on behalf of e51381da937f43c7a405c7bf3b9ff120 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:45.246542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:45.256032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Allocated IP 172.26.6.10 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/e93b6092-2e69-4e3b-a9be-8c63ca075af1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:45.260998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094678574'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:45.275645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:45.294659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.296352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.296776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.314163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] device_id is not set on port 50b55661-99eb-4307-9d0c-9ea99458638b yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:45.345674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd682b3-1618-4b8d-b05f-d9c70d23360a req-6b901952-bd7d-4297-8667-efe6f1b06f07 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:45.347202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4fd682b3-1618-4b8d-b05f-d9c70d23360a req-6b901952-bd7d-4297-8667-efe6f1b06f07 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 932 time: 0.3288062 Dec 13 19:54:45.408984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:network and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:45.428705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:45.431536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.431977 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.436716 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 4 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.448929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:45.496458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.496846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.497331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.498070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5644b7d9-21b3-4d80-869b-d35ae8cb17f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589332 Dec 13 19:54:45.502644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:45.506286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:45.558137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.558500 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.590442 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 5 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.653177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.653528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.653873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.665546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:45.669802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.670131 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.676697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 6 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.697828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.698272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.698654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.711295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Allocated IP 172.20.0.10 (45c47e36-e479-48b4-9314-3551e6e583bd/270d382e-ed6f-4222-92fb-c404aba61b2f/50b55661-99eb-4307-9d0c-9ea99458638b) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:45.721484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.721811 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.722823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:45.723148 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 9bb13a19-620a-44c2-a47f-3942b3b2d717 of type vlan for network f01867e9-6409-416a-a5ae-c31b51debd23 Dec 13 19:54:45.733883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 7 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.813743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:45.839706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.840063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.840422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.843813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:45.845698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4fd682b3-1618-4b8d-b05f-d9c70d23360a req-6291e920-6fae-422b-8f67-1709063e8bcc tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096673 Dec 13 19:54:45.871829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:45.872168 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:45.882451 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 8 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:45.923335 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-ebe7b64d-522c-4ed8-bd1c-9418ef93adbf service neutron] 10.222.0.18 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243031 Dec 13 19:54:45.951751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:45.952343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:45.952835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:45.999815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:46.000161 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:46.017429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Allocated IP 172.26.6.111 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/f4601b20-f741-40aa-a012-799f0b4b3e1e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:46.073520 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 9 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:46.114160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.128490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.137564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:46.138196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.163487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:46.185550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:46.185893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:46.186330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:46.194253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11905553-6f75-44e3-979a-84af75fb5167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:46.226234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:46.226568 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:46.227909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d203d96-24f1-41ac-bad1-81137f0d93ce req-892723d3-c419-4dc7-b4d5-78f4626af305 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.1034830 Dec 13 19:54:46.241198 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 10 to bind port f699f12e-8940-4a1b-a190-43035f91f518 Dec 13 19:54:46.291335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:46.337677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-990b1368-60d0-4415-85e9-90ee450e160b req-0fe6c4f7-2191-4bbd-9074-dc0a3d64f3c7 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.1076248 Dec 13 19:54:46.343136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:46.346770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:46.443262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:46.443582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:46.443899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:46.478637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=e93b6092-2e69-4e3b-a9be-8c63ca075af1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:46.484324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:46.484324 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port f699f12e-8940-4a1b-a190-43035f91f518 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:46.484698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.493978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:46.501376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.505238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.533481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=f01867e9-6409-416a-a5ae-c31b51debd23,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:46.542716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:46.547084 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3104076 Dec 13 19:54:46.549703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:46.552070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f01867e9-6409-416a-a5ae-c31b51debd23 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:46.612775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-94704185'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:46.634913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:46.640000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.650085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:network and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:46.664342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:46.675973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.678530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:46.682763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Transition to ACTIVE for port object 50b55661-99eb-4307-9d0c-9ea99458638b will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:46.721743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:46.725514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.744001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port f699f12e-8940-4a1b-a190-43035f91f518, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:46.744781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:54:46.759170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.767714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:46.773904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.798530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:46.823638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:46.840775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] In _notify_port_updated(), no bound segment for port f699f12e-8940-4a1b-a190-43035f91f518 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:54:46.841666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:46.842257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.843559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "PUT /v2.0/ports/f699f12e-8940-4a1b-a190-43035f91f518 HTTP/1.1" status: 200 len: 977 time: 3.9423962 Dec 13 19:54:46.850163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49306) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:46.850163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.926041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:46.926794 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Added segment 9ba49e7c-5a1b-4ef1-b150-aec220657dda of type vlan for network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 Dec 13 19:54:46.948751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=f699f12e-8940-4a1b-a190-43035f91f518,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:46.967501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:46.969202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:47.019193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:47.023794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:47.031016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:47.039339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network 45c47e36-e479-48b4-9314-3551e6e583bd is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:47.055674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event updated for resources: {'Port': ['ID=f4601b20-f741-40aa-a012-799f0b4b3e1e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:47.064523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:47.088348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:47.091412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:47.396907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.459498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:47.504576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.549763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=50b55661-99eb-4307-9d0c-9ea99458638b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:47.559893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:47.591014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.591959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.609469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e217e30a-7111-426a-88eb-b28c3598f153 None None] Provisioning for port 50b55661-99eb-4307-9d0c-9ea99458638b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:47.612649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.620029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e217e30a-7111-426a-88eb-b28c3598f153 None None] Provisioning complete for port 50b55661-99eb-4307-9d0c-9ea99458638b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:47.620913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e217e30a-7111-426a-88eb-b28c3598f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.626526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.627179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.632280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4a2c244-4e4b-492d-a3e3-0577541fbf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:47.662369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.663008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.663475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.663938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.664400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.664860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.665420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.665878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.666333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.666795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.667243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.667696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.668148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.668605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.669067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.669531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.669981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.670436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.670887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.671355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.671784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.672233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.672886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.675066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:47.687418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.711850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:47.723024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e217e30a-7111-426a-88eb-b28c3598f153 None None] Port 50b55661-99eb-4307-9d0c-9ea99458638b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:47.753065 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2535374 Dec 13 19:54:47.754478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b54b36-8b2e-461a-890b-66f6764d0f98 req-cc9d57f5-470c-4230-b2e5-0c9ede840829 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:47.755895 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e5b54b36-8b2e-461a-890b-66f6764d0f98 req-cc9d57f5-470c-4230-b2e5-0c9ede840829 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 932 time: 0.6927149 Dec 13 19:54:47.763192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:47.777800 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-266ec8c6-0a4f-4daf-86b7-b8336e144682 req-391bd34c-3b77-434e-b676-41d828448c19 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.1609511 Dec 13 19:54:47.796275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:47.797751 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2467828 Dec 13 19:54:47.798986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Network': ['ID=6e6a6b7c-0070-4a73-a124-3582a3c54aa0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:47.817936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:47.819390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:47.822467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:47.830928 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-832b57aa-69db-4b77-ac23-0d1d82393031 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20320 time: 0.9793770 Dec 13 19:54:47.834251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:47.892038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:47.918687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=e93b6092-2e69-4e3b-a9be-8c63ca075af1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:47.929031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:floatingip and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:47.934176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:47.944223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:47.950235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e5b54b36-8b2e-461a-890b-66f6764d0f98 req-a4922bd7-c469-46f8-8f85-d01d6dc1c7b2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603382 Dec 13 19:54:47.951536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:47.953658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Deleting port f699f12e-8940-4a1b-a190-43035f91f518 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:47.955582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.065326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:48.116489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'subnets': [{'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2046897241', 'ip_version': 4}, {'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:48.117223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'subnet': {'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2046897241', 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:48.117806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Request body: {'subnet': {'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:48.137011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:48.200570 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cce5c96a-64a9-45d0-9534-476922ea74b3 req-03cd9db8-297b-4ff1-87d5-068b83b39af3 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.0744073 Dec 13 19:54:48.221399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.225848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4780936 Dec 13 19:54:48.226778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49328) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:48.238623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1002260059'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:48.294944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:48.297375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.329313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:network and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:48.343399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:48.356481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:48.416882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.421661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port f699f12e-8940-4a1b-a190-43035f91f518, host hv-neutron-8215, got binding levels [] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:48.422021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.472211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Made reservation on behalf of 16140c7720f94dc8a09394ad16bab737 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:48.475660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.498131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.544303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:48.556052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Calling delete_port for f699f12e-8940-4a1b-a190-43035f91f518 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:48.593153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:48.594921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:security_group_rule and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:48.604515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Usage tracker for resource:subnet and tenant:bae700f34f864a0a9aa712a44569ca14 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:48.605461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:48.608741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:48.617427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:48.627834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:48.648400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Made reservation on behalf of bae700f34f864a0a9aa712a44569ca14 for: {'subnet': 2} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:48.653247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.653576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.721235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.731639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:48.755905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-1dba2caa-d96b-4398-9435-0b3b1df2d3c0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 19:54:48.756842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-1dba2caa-d96b-4398-9435-0b3b1df2d3c0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064991 Dec 13 19:54:48.802511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event deleted for resources: {'Port': ['ID=f699f12e-8940-4a1b-a190-43035f91f518,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:48.811366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.816346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:48.923501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.932616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:48.976359 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f699f12e-8940-4a1b-a190-43035f91f518 HTTP/1.1" status: 204 len: 168 time: 1.1408043 Dec 13 19:54:48.982936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49342) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:49.025331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.029430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Request body: {'port': {'device_id': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:49.041004 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eef4bc-f834-4e37-b5ae-39aa8aeeb48e tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:54:49.041617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-06eef4bc-f834-4e37-b5ae-39aa8aeeb48e tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:49.130827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.133195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46ea7d2b-e16f-43db-870f-035a42f13f42 req-8c0977f3-387c-4545-92d8-dfe9cdc03b3f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.1512332 Dec 13 19:54:49.141692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-06eef4bc-f834-4e37-b5ae-39aa8aeeb48e tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:49.146774 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-06eef4bc-f834-4e37-b5ae-39aa8aeeb48e tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports/f699f12e-8940-4a1b-a190-43035f91f518 HTTP/1.1" status: 404 len: 333 time: 0.1586981 Dec 13 19:54:49.148382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49346) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:49.164960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1792949083', 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:49.174844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:49.194292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:49.209517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:49.211429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Made reservation on behalf of e4f01dd67a33494288c44a5f40af73d5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:49.214013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.241400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port 430b4207-c19d-421c-a7ab-d7247cc7cd21 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:49.331669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:54:49.338634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2dda1-5b6f-495b-a588-b8dcab55ce5b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:49.560269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:49.567090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.20', 65368) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:49.592935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.612932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:49.650883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.651232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Added segment cbf007dc-d1c2-43e4-976d-c2a317898b6b of type vlan for network ab34d778-f7cd-4f6c-b750-29370930f31d Dec 13 19:54:49.671475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0b2246a2-ff76-49e8-9584-b4590f1fdb9b req-65947897-0862-4ec1-8b31-6ed6d2500145 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.2355816 Dec 13 19:54:49.689430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.717886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.725188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Subnet': ['ID=20b424f7-c0fe-4ab6-8b5a-fec524cfd331,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:49.730129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:49.741136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Checking segment: {'id': '9bb13a19-620a-44c2-a47f-3942b3b2d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:49.741527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network hostable DHCP agents. Network: f01867e9-6409-416a-a5ae-c31b51debd23, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:49.771564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network f01867e9-6409-416a-a5ae-c31b51debd23 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:49.776431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.784925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:49.831746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Allocated IP 172.26.6.105 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/0a46c05a-caa3-43a8-9333-fe72ca5d862a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:49.835764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f01867e9-6409-416a-a5ae-c31b51debd23) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:49.849426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3cdaa4-da0e-45f4-b795-ccb4850d1956 None None] Network f01867e9-6409-416a-a5ae-c31b51debd23 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:49.854269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.856345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.869058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Network 5f413694-8625-440f-9e17-40e650330f42 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:49.873315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:49.883652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:49.885194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:49.885341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:49.890815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=430b4207-c19d-421c-a7ab-d7247cc7cd21,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:49.898818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:49.899345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:49.902494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3147-1b71-403c-9293-346a77104558 req-da469956-5100-43a6-90e5-83c828679800 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:49.903971 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f03a3147-1b71-403c-9293-346a77104558 req-da469956-5100-43a6-90e5-83c828679800 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 932 time: 0.7824230 Dec 13 19:54:49.983442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Checking segment: {'id': '9ba49e7c-5a1b-4ef1-b150-aec220657dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:49.983836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network hostable DHCP agents. Network: 6e6a6b7c-0070-4a73-a124-3582a3c54aa0, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:50.002623 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8533602 Dec 13 19:54:50.003400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event updated for resources: {'Subnet': ['ID=29e658ab-53af-485c-86e2-b83a71d98dfb,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:50.005276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.008919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:50.046878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.20', 65371) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.093475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:50.157259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-d27cd6fb-ae56-4198-8e7b-7ec65c9a0509 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.159240 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-d27cd6fb-ae56-4198-8e7b-7ec65c9a0509 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.20 "GET /v2.0/networks?id=cbae750b-eaae-4227-a03e-9c195364ee73 HTTP/1.1" status: 200 len: 811 time: 0.5876229 Dec 13 19:54:50.161047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 6e6a6b7c-0070-4a73-a124-3582a3c54aa0) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:50.167820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb1304-84d0-4e9f-91c3-787fd560105d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.168401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0eb1304-84d0-4e9f-91c3-787fd560105d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:50.168664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.187109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.187589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.188228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.198288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.198895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.211263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:50.227879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f03a3147-1b71-403c-9293-346a77104558 req-e034c91b-6cfb-4e94-b941-f834606e3b34 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089440 Dec 13 19:54:50.232004 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1336234 Dec 13 19:54:50.232257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49368) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.249859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01af4a-0480-42ef-a11b-9a6676f16240 None None] Network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:50.251466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Router c4070efc-86c1-452c-bf9c-00977393c28b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:54:50.309908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0eb1304-84d0-4e9f-91c3-787fd560105d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:50.313816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f01867e9-6409-416a-a5ae-c31b51debd23', 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23', 'tenant_id': 'bae700f34f864a0a9aa712a44569ca14', 'fixed_ips': [{'subnet_id': '20b424f7-c0fe-4ab6-8b5a-fec524cfd331'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:50.313974 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c0eb1304-84d0-4e9f-91c3-787fd560105d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports/430b4207-c19d-421c-a7ab-d7247cc7cd21 HTTP/1.1" status: 200 len: 955 time: 0.3041422 Dec 13 19:54:50.314090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.315896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49372) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.443478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-df262ad3-426f-4b5f-a820-9b940e5b7b5b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.444201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-df262ad3-426f-4b5f-a820-9b940e5b7b5b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Synchronizing usage tracker for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:50.492463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.494697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.495292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.496347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:50.497192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:50.502821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Deleting port 430b4207-c19d-421c-a7ab-d7247cc7cd21 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:50.503154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.527559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-df262ad3-426f-4b5f-a820-9b940e5b7b5b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Unset dirty status for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:50.528702 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-df262ad3-426f-4b5f-a820-9b940e5b7b5b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.20 "GET /v2.0/networks?id=f7e904db-93f8-41fe-bd4a-955039da6111 HTTP/1.1" status: 200 len: 805 time: 0.4815283 Dec 13 19:54:50.581201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Allocated IP 172.20.0.2 (f01867e9-6409-416a-a5ae-c31b51debd23/20b424f7-c0fe-4ab6-8b5a-fec524cfd331/30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:50.583014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:50.587824 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d3de86c-e7a2-48ee-b7ac-5b6353a2f01d tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3423140 Dec 13 19:54:50.588626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49380) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.635250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-f2eb7d7d-4dec-407a-8483-28b8e1b410c4 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b57aa3670d3489f927620a1ffc7660c HTTP/1.1" status: 200 len: 380 time: 0.4654784 Dec 13 19:54:50.648714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9580d774-57bc-448c-91d7-63250dda8a42 req-cc5314ee-ea89-4235-8343-7444ff045bcf tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.1498654 Dec 13 19:54:50.655159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'port': {'device_id': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'admin_state_up': True, 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'security_groups': ['1c270b75-247c-412b-932b-a5ef29dd9d21']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:50.686647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Network': ['ID=ab34d778-f7cd-4f6c-b750-29370930f31d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:50.693898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:50.694985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-bebda036-9731-49fd-9ca5-ae82326846e8 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Synchronizing usage tracker for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:50.700711 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4693165 Dec 13 19:54:50.701744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49386) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:50.708420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ab34d778-f7cd-4f6c-b750-29370930f31d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:54:50.741364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-6e6a6b7c-0070-4a73-a124-3582a3c54aa0', 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0', 'tenant_id': 'bae700f34f864a0a9aa712a44569ca14', 'fixed_ips': [{'subnet_id': '29e658ab-53af-485c-86e2-b83a71d98dfb'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:50.742202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.753130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-bebda036-9731-49fd-9ca5-ae82326846e8 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Unset dirty status for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:50.754302 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-bebda036-9731-49fd-9ca5-ae82326846e8 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d9b8a7a997454eb92d3f8d99142cf2 HTTP/1.1" status: 200 len: 380 time: 0.2116463 Dec 13 19:54:50.758261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting subnet 20b424f7-c0fe-4ab6-8b5a-fec524cfd331 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:54:50.810452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'port': {'device_id': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'admin_state_up': True, 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'security_groups': ['43ff34f0-3d99-41a1-ad2e-598566a6814d']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:50.817837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Request body: {'subnet': {'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:50.926863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:50.933811 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-634a93a7-4d9d-4d38-85c7-59754820e579 req-d848120b-2300-4a0f-85bf-af951b6d94dd tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.0867290 Dec 13 19:54:51.065437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Calling delete_port for 430b4207-c19d-421c-a7ab-d7247cc7cd21 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:51.108539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.109531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:51.121069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Allocated IP 172.20.0.18 (6e6a6b7c-0070-4a73-a124-3582a3c54aa0/29e658ab-53af-485c-86e2-b83a71d98dfb/d1054bbb-3a62-42f4-a127-64300b2b7d53) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:51.126212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Transition to ACTIVE for port object 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:51.156178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:51.168089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Transition to ACTIVE for port object 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:51.171485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Usage tracker for resource:port and tenant:21d9b8a7a997454eb92d3f8d99142cf2 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:51.175232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:51.178649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.215819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:51.218415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:51.222863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.233792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.234037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.235337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a580bcca-6bef-4542-be73-82f6526e1a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.242173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f1ddf74-e8a4-4a52-af97-18c963c21b76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.246015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.295078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Made reservation on behalf of 21d9b8a7a997454eb92d3f8d99142cf2 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:51.298980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.325397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event deleted for resources: {'Port': ['ID=430b4207-c19d-421c-a7ab-d7247cc7cd21,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:51.345086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:51.347416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.356361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Network f01867e9-6409-416a-a5ae-c31b51debd23 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:51.361636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:51.367242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:51.410384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Pushing event updated for resources: {'Port': ['ID=30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:51.428466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:51.460695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:51.488834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.502842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:51.504915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:54:51.516187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Attempting to bind port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:51.516742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Attempting to bind port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '9bb13a19-620a-44c2-a47f-3942b3b2d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:51.517296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Attempting to bind port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 on network f01867e9-6409-416a-a5ae-c31b51debd23 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:51.519646 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] Sync routers for ids ['c4070efc-86c1-452c-bf9c-00977393c28b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:54:51.528818 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] Routers {'c4070efc-86c1-452c-bf9c-00977393c28b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:51.529465 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c4070efc-86c1-452c-bf9c-00977393c28b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:51.533246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:51.536257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96efd162-2e14-4244-a429-e161ce29bc7d {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:54:51.548868 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/430b4207-c19d-421c-a7ab-d7247cc7cd21 HTTP/1.1" status: 204 len: 168 time: 1.2206025 Dec 13 19:54:51.556599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49392) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:51.558002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.579181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Transition to ACTIVE for port object 96efd162-2e14-4244-a429-e161ce29bc7d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:51.589307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:51.589700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Checking segment: {'id': '9bb13a19-620a-44c2-a47f-3942b3b2d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:51.590138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.590567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Bound using segment: {'id': '9bb13a19-620a-44c2-a47f-3942b3b2d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:51.591147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Bound port: 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb13a19-620a-44c2-a47f-3942b3b2d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f01867e9-6409-416a-a5ae-c31b51debd23'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:51.591589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.595342 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:51.605082 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] Routers {'c4070efc-86c1-452c-bf9c-00977393c28b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:54:51.606350 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c4070efc-86c1-452c-bf9c-00977393c28b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:51.606783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:subnet and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:51.614083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:51.615695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.625521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:51.640907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Transition to ACTIVE for port object d1054bbb-3a62-42f4-a127-64300b2b7d53 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:51.666705 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-70822cf8-5f63-4bf0-b382-13d8e62511bf tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:54:51.667388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-70822cf8-5f63-4bf0-b382-13d8e62511bf tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:51.685922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:51.693355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a3f3-f6c1-4b4c-8609-fef4d0503bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.701974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:51.719314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Transition to ACTIVE for port object d1054bbb-3a62-42f4-a127-64300b2b7d53 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:51.742815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.748655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.751605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-70822cf8-5f63-4bf0-b382-13d8e62511bf tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:51.753353 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-70822cf8-5f63-4bf0-b382-13d8e62511bf tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports/430b4207-c19d-421c-a7ab-d7247cc7cd21 HTTP/1.1" status: 404 len: 333 time: 0.1950655 Dec 13 19:54:51.761397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=0a46c05a-caa3-43a8-9333-fe72ca5d862a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:51.761686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49398) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:51.772740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:51.775607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Made reservation on behalf of 3b57aa3670d3489f927620a1ffc7660c for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:51.775913 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:51.776335 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2442114-3655-476a-ae08-0c1b2c06e252 None None] The sync data for ids ['c4070efc-86c1-452c-bf9c-00977393c28b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:54:51.779426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.791096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Made reservation on behalf of 16140c7720f94dc8a09394ad16bab737 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:51.795784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.797928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] For port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:51.807939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.811661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Allocated IP 172.20.0.5 (f7e904db-93f8-41fe-bd4a-955039da6111/b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae/5a76506b-60bf-4975-a15c-31ab6f27edc3) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:51.812049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.813109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-850fbd76-953e-4e14-a5bb-a5f5964afad0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4203985 Dec 13 19:54:51.821865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a7f9b530-5f27-418a-822d-fba1c21774f5 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.826833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'network_id': '5f413694-8625-440f-9e17-40e650330f42', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-566630707'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:51.833268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:51.837421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] For port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30,segment=NetworkSegment(9bb13a19-620a-44c2-a47f-3942b3b2d717),segment_id=9bb13a19-620a-44c2-a47f-3942b3b2d717)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:51.838817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:51.846587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:51.847827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.855420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:51.859267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Pushing event updated for resources: {'Port': ['ID=d1054bbb-3a62-42f4-a127-64300b2b7d53,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:51.863055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:51.866622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:51.868354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:51.908310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:51.978203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:52.027794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Attempting to bind port d1054bbb-3a62-42f4-a127-64300b2b7d53 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:52.028128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Attempting to bind port d1054bbb-3a62-42f4-a127-64300b2b7d53 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '9ba49e7c-5a1b-4ef1-b150-aec220657dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:52.028428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Attempting to bind port d1054bbb-3a62-42f4-a127-64300b2b7d53 on network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:52.035899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:52.036311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Checking segment: {'id': '9ba49e7c-5a1b-4ef1-b150-aec220657dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:52.036806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.037237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Bound using segment: {'id': '9ba49e7c-5a1b-4ef1-b150-aec220657dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:52.037745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Bound port: d1054bbb-3a62-42f4-a127-64300b2b7d53, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba49e7c-5a1b-4ef1-b150-aec220657dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e6a6b7c-0070-4a73-a124-3582a3c54aa0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:52.038221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.047809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Pushing event updated for resources: {'Port': ['ID=30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:52.052363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:52.148414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:52.153636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:52.162458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e5fb33b5-d33b-4612-aa7b-fb64be23d48b req-34f7cf87-9920-4424-bbee-20cfc19fd5bd tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.2989287 Dec 13 19:54:52.167322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.176391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:52.257312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Pushing event updated for resources: {'Port': ['ID=d1054bbb-3a62-42f4-a127-64300b2b7d53,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:52.261388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:52.300554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Made reservation on behalf of e4f01dd67a33494288c44a5f40af73d5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:54:52.302201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.307203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Pushing event updated for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:52.429178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:52.456271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port 256b29b6-06d8-4b6c-96d4-5152d948b728 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:52.477474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Attempting to bind port 96efd162-2e14-4244-a429-e161ce29bc7d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:52.477896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Attempting to bind port 96efd162-2e14-4244-a429-e161ce29bc7d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:52.478469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Attempting to bind port 96efd162-2e14-4244-a429-e161ce29bc7d on network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:52.503872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.542070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0384524d-5109-4bc7-9409-8a0b8938f19b tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:52.551750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Port 96efd162-2e14-4244-a429-e161ce29bc7d on network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:52.552058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Attempting to bind port 96efd162-2e14-4244-a429-e161ce29bc7d on network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:52.559931 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-42fd0bc9-5251-42a5-8ac0-a9d13ebfb86d req-ffd2b143-780b-47ac-ab11-f903dcb5ac9a tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.1257949 Dec 13 19:54:52.565497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:52.565860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Checking segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:52.566457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Bound using segment: {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:52.566947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Bound port: 96efd162-2e14-4244-a429-e161ce29bc7d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:52.567294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.593874 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7077a850-6d0e-4571-a0f0-40e02d00f66a tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/c4070efc-86c1-452c-bf9c-00977393c28b HTTP/1.1" status: 200 len: 920 time: 0.7594290 Dec 13 19:54:52.594680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49408) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:52.649595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2765a6b-df3b-4931-a293-335ac1ce2d0f req-3fc622bf-87b0-441b-9c00-da0af14d4870 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:52.651087 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2765a6b-df3b-4931-a293-335ac1ce2d0f req-3fc622bf-87b0-441b-9c00-da0af14d4870 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 932 time: 1.1953006 Dec 13 19:54:52.658464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Subnet': ['ID=20b424f7-c0fe-4ab6-8b5a-fec524cfd331,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:52.671274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.675828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:52.705958 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4c1c7367-5f53-436e-a03d-a9a41b9c1761 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4070efc-86c1-452c-bf9c-00977393c28b HTTP/1.1" status: 200 len: 205 time: 0.0961742 Dec 13 19:54:52.709410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49412) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:52.743540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.744253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:52.764444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/subnets/20b424f7-c0fe-4ab6-8b5a-fec524cfd331 HTTP/1.1" status: 204 len: 168 time: 2.1720934 Dec 13 19:54:52.776205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49416) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:52.778840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Transition to ACTIVE for port object 5a76506b-60bf-4975-a15c-31ab6f27edc3 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:52.951119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting subnet 29e658ab-53af-485c-86e2-b83a71d98dfb {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:54:52.965577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.005406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.017517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.027016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-957c1813-cf2d-4d5a-958c-b4265deb25c3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:53.080407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2765a6b-df3b-4931-a293-335ac1ce2d0f req-15b8657a-7244-4ef5-86e1-6d4c365ff671 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873293 Dec 13 19:54:53.081834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Allocated IP 172.20.0.3 (cbae750b-eaae-4227-a03e-9c195364ee73/212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4/54374133-624f-42ce-ab55-d44b39f59314) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:53.097721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:53.111336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.134455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=96efd162-2e14-4244-a429-e161ce29bc7d,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:53.138744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.190960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.192560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Network f7e904db-93f8-41fe-bd4a-955039da6111 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:53.200428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:53.205899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:53.212364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:53.247644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event updated for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:53.263482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:53.269410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.285578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.308318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2155f8ac-023a-4b40-83c0-6025a550d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:53.424534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:53.425220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.600279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Network 5f413694-8625-440f-9e17-40e650330f42 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:53.608351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=256b29b6-06d8-4b6c-96d4-5152d948b728,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:53.610585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc81fa-2c1f-479f-bab7-4f8f1846646e None None] Network f01867e9-6409-416a-a5ae-c31b51debd23 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:53.611059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:53.613978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:53.616877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:53.617876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:53.621310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.641122 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8345201 Dec 13 19:54:53.653894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Request body: {'port': {'device_id': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:53.684399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.773437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcee8bd4-bc63-49da-bad3-a0e1236759ca None None] Provisioning for port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:53.796377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.810366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0193667 Dec 13 19:54:53.822995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49424) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:53.825941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:53.889576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcee8bd4-bc63-49da-bad3-a0e1236759ca None None] Provisioning for port 5a76506b-60bf-4975-a15c-31ab6f27edc3 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:53.899476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcee8bd4-bc63-49da-bad3-a0e1236759ca None None] Provisioning complete for port 5a76506b-60bf-4975-a15c-31ab6f27edc3 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:53.899476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcee8bd4-bc63-49da-bad3-a0e1236759ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.929588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ec9149df-86b3-4157-9649-e86f237b1978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:53.930134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:53.964822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552777aa-88f3-40d6-ba9e-0f6ba0ad32dc None None] Network 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:53.993458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Subnet': ['ID=29e658ab-53af-485c-86e2-b83a71d98dfb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:53.999617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:54.028747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.030746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/subnets/29e658ab-53af-485c-86e2-b83a71d98dfb HTTP/1.1" status: 204 len: 168 time: 1.2535694 Dec 13 19:54:54.041054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49428) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:54.065913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fcee8bd4-bc63-49da-bad3-a0e1236759ca None None] Port 5a76506b-60bf-4975-a15c-31ab6f27edc3 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:54.087627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d1054bbb-3a62-42f4-a127-64300b2b7d53 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:54.091631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Pushing event updated for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:54.111356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:54.143830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e07be81-30ef-440d-a8a2-ca5d1f0b5d9c req-57d8c671-28c0-4ab6-9fd2-cf39de588488 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.7643888 Dec 13 19:54:54.150939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.170112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:54.171035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.172692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] 10.222.0.20 "PUT /v2.0/ports/96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1094 time: 5.3264475 Dec 13 19:54:54.190687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:54:54.257103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] DHCP port deletion for f01867e9-6409-416a-a5ae-c31b51debd23 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:54:54.275234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Deleting port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:54.275875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.299058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-07f0400c-295a-4dae-b99a-96385e486f24 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:54.316614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3b7a735-501c-484b-a432-69019f213224 None None] Provisioning for port d1054bbb-3a62-42f4-a127-64300b2b7d53 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:54.334168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.371093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08334b25-5d48-4b51-8c21-ad788f0f0f23 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:54.372243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-08334b25-5d48-4b51-8c21-ad788f0f0f23 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Synchronizing usage tracker for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:54.375454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.405215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d1054bbb-3a62-42f4-a127-64300b2b7d53 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:54.422647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d1054bbb-3a62-42f4-a127-64300b2b7d53 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:54.423039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.519115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501d678-a1af-491c-bf3b-66e5ff62850a req-c05db9bc-5ea6-45c8-a6cc-c8ef3d661f45 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:54.524520 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e501d678-a1af-491c-bf3b-66e5ff62850a req-c05db9bc-5ea6-45c8-a6cc-c8ef3d661f45 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 931 time: 0.6123729 Dec 13 19:54:54.543148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-08334b25-5d48-4b51-8c21-ad788f0f0f23 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Unset dirty status for tenant:bae700f34f864a0a9aa712a44569ca14 on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:54.544328 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-08334b25-5d48-4b51-8c21-ad788f0f0f23 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4997864 Dec 13 19:54:54.549573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49442) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:54.565345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.584609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Checking segment: {'id': 'cbf007dc-d1c2-43e4-976d-c2a317898b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:54.585128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network hostable DHCP agents. Network: ab34d778-f7cd-4f6c-b750-29370930f31d, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:54:54.608469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] DHCP port deletion for 6e6a6b7c-0070-4a73-a124-3582a3c54aa0 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:54:54.632138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.658120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Deleting port d1054bbb-3a62-42f4-a127-64300b2b7d53 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:54.658677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.677212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.704308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Subnet': ['ID=d1a0f5cc-1c4d-43f9-979e-662972fe8fb4,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:54.716698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] For port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30,segment=NetworkSegment(9bb13a19-620a-44c2-a47f-3942b3b2d717),segment_id=9bb13a19-620a-44c2-a47f-3942b3b2d717)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:54.716698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.747060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:54.756446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:54.807456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.824961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port f4601b20-f741-40aa-a012-799f0b4b3e1e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:54.825271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.864489 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e501d678-a1af-491c-bf3b-66e5ff62850a req-dbfc058b-de3e-4d99-b171-9438ba18b0e5 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634344 Dec 13 19:54:54.865995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network ab34d778-f7cd-4f6c-b750-29370930f31d is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:54:54.887131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Calling delete_port for 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:54.895249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.932653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ab34d778-f7cd-4f6c-b750-29370930f31d) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:54.942588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.944184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Transition to ACTIVE for port object 54374133-624f-42ce-ab55-d44b39f59314 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:54.950615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.955405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=0a46c05a-caa3-43a8-9333-fe72ca5d862a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:54.962802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.976095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:54.976694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:54.981109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:54.986914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d369bb-d664-478b-a629-2c9429cb66e2 None None] Network ab34d778-f7cd-4f6c-b750-29370930f31d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:54.991657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f9538-d692-4167-ae43-522ea371e084 req-d4edc167-32b6-4328-b324-593d37ef1112 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:54.993737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-550f9538-d692-4167-ae43-522ea371e084 req-d4edc167-32b6-4328-b324-593d37ef1112 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 944 time: 0.6398952 Dec 13 19:54:55.016991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-e32df423-1b61-4c72-a1cd-9c58229a78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:55.018538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-e32df423-1b61-4c72-a1cd-9c58229a78e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1097 time: 0.7596707 Dec 13 19:54:55.048733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] device_id is not set on port 256b29b6-06d8-4b6c-96d4-5152d948b728 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:54:55.074203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.091714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d', 'status': 'completed', 'code': 200} Dec 13 19:54:55.108002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Transition to ACTIVE for port object 256b29b6-06d8-4b6c-96d4-5152d948b728 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:55.114831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting port d1054bbb-3a62-42f4-a127-64300b2b7d53 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:55.115684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.149774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.167100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.181377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ee83a01-7792-4eab-8f7f-5cb0e1fe6e70 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:55.198415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-46e684d1-c3ef-4918-8e82-6603dc62075e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 217 time: 0.1058366 Dec 13 19:54:55.211607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:55.262380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.263821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4842491 Dec 13 19:54:55.264736 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4609964 Dec 13 19:54:55.288242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49452) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:55.288564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49454) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:55.292211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.293177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:55.304857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a682d5db-669e-4938-9c00-cfb3e197fa9d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'floatingip': {'port_id': '50b55661-99eb-4307-9d0c-9ea99458638b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:55.331188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:55.373235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.399136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:54:55.399695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 19:54:55.400760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1071679485', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:55.411304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-550f9538-d692-4167-ae43-522ea371e084 req-2336b545-62b3-4571-89de-cd08a2cea277 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968074 Dec 13 19:54:55.460281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] No DVR routers for this DVR port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:54:55.471964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=256b29b6-06d8-4b6c-96d4-5152d948b728,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:55.501207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 not found, will not notify nova. {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 19:54:55.502143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:55.509686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:55.510032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:55.510369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:55.532577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:55.532993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.535719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a76506b-60bf-4975-a15c-31ab6f27edc3 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:54:55.543230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:55.544207 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:55.547923 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 2 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:55.549902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d1054bbb-3a62-42f4-a127-64300b2b7d53,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:55.553262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:55.556509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.557825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:55.594721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:55.597855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:55.597987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:55.598709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:55.606433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-04dcb4f6-3fda-465d-92e8-22f71a40837b req-c694d926-289e-4e25-985c-4257928ce697 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Synchronizing usage tracker for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:54:55.610619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:router and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:55.614397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.625750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682d5db-669e-4938-9c00-cfb3e197fa9d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.681956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:55.685832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.699986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-a30802d6-5d81-491d-9b89-af488a8f4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:55.701967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-a30802d6-5d81-491d-9b89-af488a8f4bf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.4872563 Dec 13 19:54:55.708422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:55.714104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Pushing event deleted for resources: {'Port': ['ID=30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:55.716946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:55.727257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Calling delete_port for d1054bbb-3a62-42f4-a127-64300b2b7d53 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:55.767855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Transition to ACTIVE for port object 5a76506b-60bf-4975-a15c-31ab6f27edc3 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:55.773853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:55.773853 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:55.777070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:55.784606 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 3 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:55.796558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.804270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:55.876235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:55.876577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:55.876920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:55.895153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ab34d778-f7cd-4f6c-b750-29370930f31d', 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d', 'tenant_id': '16140c7720f94dc8a09394ad16bab737', 'fixed_ips': [{'subnet_id': 'd1a0f5cc-1c4d-43f9-979e-662972fe8fb4'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:54:55.896399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.900930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:55.901296 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:55.902981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:55.903343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:55.924679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d1054bbb-3a62-42f4-a127-64300b2b7d53 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:54:55.969967 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 4 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:55.973782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:54:55.974253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:54:55.985882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for f4601b20-f741-40aa-a012-799f0b4b3e1e owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:56.099904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.100522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.104277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-04dcb4f6-3fda-465d-92e8-22f71a40837b req-c694d926-289e-4e25-985c-4257928ce697 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Unset dirty status for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:54:56.105462 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04dcb4f6-3fda-465d-92e8-22f71a40837b req-c694d926-289e-4e25-985c-4257928ce697 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.7435837 Dec 13 19:54:56.111473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Network cbae750b-eaae-4227-a03e-9c195364ee73 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:56.175455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:56.178851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Calling delete_port for d1054bbb-3a62-42f4-a127-64300b2b7d53 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:56.181647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.217627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event updated for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:56.226239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:56.229143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.229481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.229816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.237077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Allocated IP 172.20.0.2 (ab34d778-f7cd-4f6c-b750-29370930f31d/d1a0f5cc-1c4d-43f9-979e-662972fe8fb4/f9b0e1d1-a1cc-4aea-8026-9351840db35d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:56.252003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:56.272475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.273297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:54:56.300657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Pushing event updated for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:56.301707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:56.322638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.322861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:56.322953 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.341892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:56.342408 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 5 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.407500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:54:56.407764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 30be2f6d-75a3-46c6-81d7-1cbbbfa9aa30 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:54:56.414175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d1054bbb-3a62-42f4-a127-64300b2b7d53,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:56.437295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:56.442664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.443101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.443449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.469893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.470227 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.472777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 6 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.504591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.504932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.505377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.507596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:54:56.507931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:54:56.513213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Attempting to bind port 5a76506b-60bf-4975-a15c-31ab6f27edc3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.513554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Attempting to bind port 5a76506b-60bf-4975-a15c-31ab6f27edc3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.513878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Attempting to bind port 5a76506b-60bf-4975-a15c-31ab6f27edc3 on network f7e904db-93f8-41fe-bd4a-955039da6111 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.516008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.516497 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.516613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Deleting port d1054bbb-3a62-42f4-a127-64300b2b7d53 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:56.517117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.518585 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 7 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.529010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Port 5a76506b-60bf-4975-a15c-31ab6f27edc3 on network f7e904db-93f8-41fe-bd4a-955039da6111 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.529577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Attempting to bind port 5a76506b-60bf-4975-a15c-31ab6f27edc3 on network f7e904db-93f8-41fe-bd4a-955039da6111 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.534578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.540999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:56.541591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Checking segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:56.542305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Bound using segment: {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:56.542888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Bound port: 5a76506b-60bf-4975-a15c-31ab6f27edc3, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc66163-8fda-4dbc-b903-f33933b9f702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:56.543385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.553950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.554477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.554982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.565525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.566137 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.566841 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 8 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.615898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.626886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.627231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.627568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.638212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.638474 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.640566 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 9 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.675372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:56.675766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.675987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.676103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.676359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.683835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:56.686341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.686664 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.688250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:56.689027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempt 10 to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 Dec 13 19:54:56.690776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-a682d5db-669e-4938-9c00-cfb3e197fa9d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] update failed (client error): The resource could not be found. Dec 13 19:54:56.697189 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a682d5db-669e-4938-9c00-cfb3e197fa9d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "PUT /v2.0/floatingips/2d240316-0552-4ba7-ad47-c61f65aea0bd HTTP/1.1" status: 404 len: 507 time: 1.4030459 Dec 13 19:54:56.697359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49464) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:56.762735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.777177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:56.836023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:56.836407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:56.836720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempting to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:56.873137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2217324 Dec 13 19:54:56.875024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.877601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8cd60e26-1f74-4423-84fe-85571f44e7e2 None None] Provisioning for port 54374133-624f-42ce-ab55-d44b39f59314 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:56.881256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-8280f0b5-3798-4f1f-a6eb-358263070df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:56.882744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-8280f0b5-3798-4f1f-a6eb-358263070df6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0698850 Dec 13 19:54:56.897966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8cd60e26-1f74-4423-84fe-85571f44e7e2 None None] Provisioning complete for port 54374133-624f-42ce-ab55-d44b39f59314 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:54:56.898133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-055465d6-4d03-4c0c-ba89-0e830ce79164 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:56.899730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8cd60e26-1f74-4423-84fe-85571f44e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.926492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.926692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:56.927259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.928663 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] 10.222.0.20 "PUT /v2.0/ports/5a76506b-60bf-4975-a15c-31ab6f27edc3 HTTP/1.1" status: 200 len: 1093 time: 3.2793484 Dec 13 19:54:56.929247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:54:56.929570 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Failed to bind port 256b29b6-06d8-4b6c-96d4-5152d948b728 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5f413694-8625-440f-9e17-40e650330f42'}] Dec 13 19:54:56.929907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.934286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] For port d1054bbb-3a62-42f4-a127-64300b2b7d53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d1054bbb-3a62-42f4-a127-64300b2b7d53,segment=NetworkSegment(9ba49e7c-5a1b-4ef1-b150-aec220657dda),segment_id=9ba49e7c-5a1b-4ef1-b150-aec220657dda)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:56.934694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:56.939644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:54:56.970489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Request body: {'port': {'device_id': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:56.976978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Transition to ACTIVE for port object f9b0e1d1-a1cc-4aea-8026-9351840db35d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:56.985935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting port 0a46c05a-caa3-43a8-9333-fe72ca5d862a {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:56.986265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.055262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Deleting port d1054bbb-3a62-42f4-a127-64300b2b7d53 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:57.055638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.067806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=f4601b20-f741-40aa-a012-799f0b4b3e1e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:57.070614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:57.115003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Calling delete_port for d1054bbb-3a62-42f4-a127-64300b2b7d53 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:57.157671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8cd60e26-1f74-4423-84fe-85571f44e7e2 None None] Port 54374133-624f-42ce-ab55-d44b39f59314 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:54:57.167047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Pushing event updated for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:57.171436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Transition to ACTIVE for port object f9b0e1d1-a1cc-4aea-8026-9351840db35d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:57.186489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:57.189017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.204702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:57.276982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Network ab34d778-f7cd-4f6c-b750-29370930f31d is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:54:57.301866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:54:57.304369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Pushing event updated for resources: {'Port': ['ID=f9b0e1d1-a1cc-4aea-8026-9351840db35d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:57.328422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:57.330338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:54:57.339049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.357404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:57.361888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] The port 'd1054bbb-3a62-42f4-a127-64300b2b7d53' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:54:57.401817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] No DVR routers for this DVR port d1054bbb-3a62-42f4-a127-64300b2b7d53 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:54:57.414604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port 256b29b6-06d8-4b6c-96d4-5152d948b728, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:57.414996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:54:57.439024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Pushing event deleted for resources: {'Port': ['ID=d1054bbb-3a62-42f4-a127-64300b2b7d53,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:57.442881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.450424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ec40-098c-4cd2-bdf4-514a3a625665 req-423a4c57-f27e-4824-bf75-43a4bf8b8313 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:57.457387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08b0ec40-098c-4cd2-bdf4-514a3a625665 req-423a4c57-f27e-4824-bf75-43a4bf8b8313 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 943 time: 1.3417621 Dec 13 19:54:57.465409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:57.473120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:57.495877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Attempting to bind port f9b0e1d1-a1cc-4aea-8026-9351840db35d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:54:57.496277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Attempting to bind port f9b0e1d1-a1cc-4aea-8026-9351840db35d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cbf007dc-d1c2-43e4-976d-c2a317898b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:54:57.496645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Attempting to bind port f9b0e1d1-a1cc-4aea-8026-9351840db35d on network ab34d778-f7cd-4f6c-b750-29370930f31d {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:54:57.502979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:54:57.503351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Checking segment: {'id': 'cbf007dc-d1c2-43e4-976d-c2a317898b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:54:57.503897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.504294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Bound using segment: {'id': 'cbf007dc-d1c2-43e4-976d-c2a317898b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:54:57.505271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Bound port: f9b0e1d1-a1cc-4aea-8026-9351840db35d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf007dc-d1c2-43e4-976d-c2a317898b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:54:57.505271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.598843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] For port f9b0e1d1-a1cc-4aea-8026-9351840db35d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:54:57.602579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] For port f9b0e1d1-a1cc-4aea-8026-9351840db35d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f9b0e1d1-a1cc-4aea-8026-9351840db35d,segment=NetworkSegment(cbf007dc-d1c2-43e4-976d-c2a317898b6b),segment_id=cbf007dc-d1c2-43e4-976d-c2a317898b6b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:54:57.608780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.612545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-44f1e2ef-1705-49de-8c06-8882ae1bbcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:57.636089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.726482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Pushing event updated for resources: {'Port': ['ID=f9b0e1d1-a1cc-4aea-8026-9351840db35d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:57.729789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:57.733055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] In _notify_port_updated(), no bound segment for port 256b29b6-06d8-4b6c-96d4-5152d948b728 on network 5f413694-8625-440f-9e17-40e650330f42 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:54:57.733947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:57.734666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.738582 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "PUT /v2.0/ports/256b29b6-06d8-4b6c-96d4-5152d948b728 HTTP/1.1" status: 200 len: 976 time: 3.8245623 Dec 13 19:54:57.738582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-99b1660f-be67-458a-941c-6f3e67f73d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:57.739658 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-99b1660f-be67-458a-941c-6f3e67f73d21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21d9b8a7a997454eb92d3f8d99142cf2&device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 1096 time: 0.7231038 Dec 13 19:54:57.740113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49478) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:57.745204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.746928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.768832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.793059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.793417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:57.826289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fdf3b-fab9-4aa2-992c-5cfc0d4e2628 req-c66e594a-e64e-45c1-9a1c-d0485d357daf tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:57.827839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c2fdf3b-fab9-4aa2-992c-5cfc0d4e2628 req-c66e594a-e64e-45c1-9a1c-d0485d357daf tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 944 time: 1.2281935 Dec 13 19:54:57.931081 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08b0ec40-098c-4cd2-bdf4-514a3a625665 req-e586e24f-9b57-4ca7-aeb1-770361f9ac5e tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680254 Dec 13 19:54:58.003897 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-90c9f771-558b-4bf8-847f-4dc4667ca979 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623590 Dec 13 19:54:58.059525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Calling delete_port for 0a46c05a-caa3-43a8-9333-fe72ca5d862a owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:58.080416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.083060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.094893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event updated for resources: {'Port': ['ID=256b29b6-06d8-4b6c-96d4-5152d948b728,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:58.108495 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-51ebc617-f54f-44d8-948b-4d6098cecffc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3 HTTP/1.1" status: 200 len: 217 time: 0.3458822 Dec 13 19:54:58.111791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6a6b7c-0070-4a73-a124-3582a3c54aa0']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:58.121831 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'status': 'completed', 'code': 200} Dec 13 19:54:58.122699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:58.173324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba49e7c-5a1b-4ef1-b150-aec220657dda') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:58.173615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba49e7c-5a1b-4ef1-b150-aec220657dda') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:54:58.182583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Deleting port 256b29b6-06d8-4b6c-96d4-5152d948b728 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:54:58.182848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.227039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.227650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router c4070efc-86c1-452c-bf9c-00977393c28b {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:54:58.243918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.285639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.302656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-504752f2-91f8-4dc1-8d18-92916fd9410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:58.304877 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-504752f2-91f8-4dc1-8d18-92916fd9410b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae HTTP/1.1" status: 200 len: 844 time: 0.1699524 Dec 13 19:54:58.310463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:54:58.310891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:54:58.326185 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:54:58.375638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c2fdf3b-fab9-4aa2-992c-5cfc0d4e2628 req-aee4a11a-ff02-4997-8e05-cb055d7341b9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5208092 Dec 13 19:54:58.488866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.489983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/c4070efc-86c1-452c-bf9c-00977393c28b HTTP/1.1" status: 204 len: 168 time: 5.7570610 Dec 13 19:54:58.506307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:58.524458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'name': 'tempest-snat-router-648158646', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:58.538065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:58.549948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:router and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:58.581018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:58.581908 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-724acc6a-c108-4cdf-8469-b11d2d5ab811 req-b96503b4-3040-42c1-b329-4cc49c0a13b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469078 Dec 13 19:54:58.588085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.634398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dc465-8a1c-46c0-bd9f-0e6ecfdf9d01 req-19902bf2-8c8a-4d8d-877b-c1ce9b68f7c2 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:58.635987 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d7dc465-8a1c-46c0-bd9f-0e6ecfdf9d01 req-19902bf2-8c8a-4d8d-877b-c1ce9b68f7c2 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 931 time: 0.3624070 Dec 13 19:54:58.646370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:58.669877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f37f2bf4-2978-4a8e-a0f8-cb718b800184 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:58.688438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.700044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.723773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.724891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.728523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=6e6a6b7c-0070-4a73-a124-3582a3c54aa0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:58.737429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:58.741962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-35ae068c-c5d0-41a0-9b77-e04b03fc0754 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:58.791921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d7dc465-8a1c-46c0-bd9f-0e6ecfdf9d01 req-e42cf846-6cc4-4015-b0a6-c3f19211bb41 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446519 Dec 13 19:54:58.792223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] For port 256b29b6-06d8-4b6c-96d4-5152d948b728, host hv-neutron-8215, got binding levels [] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:54:58.792558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.797238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:54:58.837188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Port': ['ID=0a46c05a-caa3-43a8-9333-fe72ca5d862a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:58.890488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818a487-614c-4dd2-9d4d-86ddd6f49529 None None] Network ab34d778-f7cd-4f6c-b750-29370930f31d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:54:58.898163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:58.900458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54374133-624f-42ce-ab55-d44b39f59314 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:54:58.962725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-744a4b1f-3913-4c21-b5c4-84ffc1557f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:58.964230 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-744a4b1f-3913-4c21-b5c4-84ffc1557f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7e904db-93f8-41fe-bd4a-955039da6111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6372623 Dec 13 19:54:58.969266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:58.973120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Calling delete_port for 256b29b6-06d8-4b6c-96d4-5152d948b728 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:54:59.025373 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/6e6a6b7c-0070-4a73-a124-3582a3c54aa0 HTTP/1.1" status: 204 len: 168 time: 4.4731154 Dec 13 19:54:59.036591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.062352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49494) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:59.098070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9876f367-29fb-48a8-be80-2c85a410e2ae None None] Provisioning for port f9b0e1d1-a1cc-4aea-8026-9351840db35d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:54:59.252457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Transition to ACTIVE for port object 54374133-624f-42ce-ab55-d44b39f59314 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:54:59.258699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51963a-671a-4948-942f-c5f1bf514233 req-85dc3b8e-0bf8-443e-8b6e-f7881f9aea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:59.260269 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-85dc3b8e-0bf8-443e-8b6e-f7881f9aea64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1097 time: 0.5931427 Dec 13 19:54:59.297089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.307265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.345121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ace5766a-17e5-4be9-9b38-3d95390855b5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:59.457294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.458560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.557226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.572375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.573573 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "DELETE /v2.0/floatingips/2d240316-0552-4ba7-ad47-c61f65aea0bd HTTP/1.1" status: 204 len: 168 time: 2.8744996 Dec 13 19:54:59.590757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49500) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:59.593265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.606984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'floatingip': {'floating_network_id': '45c47e36-e479-48b4-9314-3551e6e583bd', 'port_id': '50b55661-99eb-4307-9d0c-9ea99458638b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:54:59.611026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d89f30a-99ed-49c3-a88d-2373bf2237f1 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:54:59.700901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:54:59.724865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:59.737926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:floatingip and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:54:59.741967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Pushing event deleted for resources: {'Port': ['ID=256b29b6-06d8-4b6c-96d4-5152d948b728,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:54:59.763819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:59.795871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:54:59.799887 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-d1d85a05-8b97-4323-88c0-fc27543a5a7d service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705569 Dec 13 19:54:59.806333 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:54:59.808071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.810699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:54:59.816701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:54:59.855885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378d538-c22d-4db8-8040-80bc795f5475 req-7178a8cd-6435-4024-8d9d-5e58287a751c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:59.862819 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7378d538-c22d-4db8-8040-80bc795f5475 req-7178a8cd-6435-4024-8d9d-5e58287a751c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 943 time: 0.7326837 Dec 13 19:54:59.869346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.922912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f9b0e1d1-a1cc-4aea-8026-9351840db35d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:54:59.931146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51963a-671a-4948-942f-c5f1bf514233 req-dfd0114c-3b15-4174-a45e-0c3d7d0f1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:54:59.932606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-dfd0114c-3b15-4174-a45e-0c3d7d0f1e30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.6264873 Dec 13 19:54:59.958056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:54:59.958264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Allocated IP 172.26.6.204 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/44901b9d-9dc6-496d-8b60-8b079cce9191) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:54:59.971301 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/256b29b6-06d8-4b6c-96d4-5152d948b728 HTTP/1.1" status: 204 len: 168 time: 2.2138903 Dec 13 19:54:59.988892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49506) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:54:59.998538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f9b0e1d1-a1cc-4aea-8026-9351840db35d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:00.004070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f9b0e1d1-a1cc-4aea-8026-9351840db35d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:00.004777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.044430 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-2a06ea19-1785-4adb-bb01-80980b62c1bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 217 time: 0.0954406 Dec 13 19:55:00.050420 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7378d538-c22d-4db8-8040-80bc795f5475 req-0931b59d-a026-4cc3-94d1-36d9ab2581a8 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867232 Dec 13 19:55:00.054561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Attempting to bind port 54374133-624f-42ce-ab55-d44b39f59314 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:00.054863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Attempting to bind port 54374133-624f-42ce-ab55-d44b39f59314 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:00.055185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Attempting to bind port 54374133-624f-42ce-ab55-d44b39f59314 on network cbae750b-eaae-4227-a03e-9c195364ee73 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:00.129978 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b590206-26c4-47ea-8185-f8f6faff0339 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:55:00.130513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b590206-26c4-47ea-8185-f8f6faff0339 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Synchronizing usage tracker for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:00.134241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.146400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6490a-0d4e-471f-a02a-8c6028e3e600 req-b10902a6-47eb-45c2-884b-34f8c4b02f1d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.147923 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-48c6490a-0d4e-471f-a02a-8c6028e3e600 req-b10902a6-47eb-45c2-884b-34f8c4b02f1d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 944 time: 0.6246202 Dec 13 19:55:00.150137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.185709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f9b0e1d1-a1cc-4aea-8026-9351840db35d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f9b0e1d1-a1cc-4aea-8026-9351840db35d,segment=NetworkSegment(cbf007dc-d1c2-43e4-976d-c2a317898b6b),segment_id=cbf007dc-d1c2-43e4-976d-c2a317898b6b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:00.192776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.195285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:00.195863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Port 54374133-624f-42ce-ab55-d44b39f59314 on network cbae750b-eaae-4227-a03e-9c195364ee73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:55:00.196379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Attempting to bind port 54374133-624f-42ce-ab55-d44b39f59314 on network cbae750b-eaae-4227-a03e-9c195364ee73 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:00.270319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f9b0e1d1-a1cc-4aea-8026-9351840db35d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:00.273941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:00.277637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:00.277976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Checking segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:00.278375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Bound using segment: {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:00.278821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Bound port: 54374133-624f-42ce-ab55-d44b39f59314, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f037d5-16d5-47f7-a97d-a274e55937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:00.279163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.285381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01867e9-6409-416a-a5ae-c31b51debd23']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:00.313031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51963a-671a-4948-942f-c5f1bf514233 req-a5497c4d-36e4-48bf-a0fe-901c1d621ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.314459 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-a5497c4d-36e4-48bf-a0fe-901c1d621ba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.2632482 Dec 13 19:55:00.314732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb13a19-620a-44c2-a47f-3942b3b2d717') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:00.315043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb13a19-620a-44c2-a47f-3942b3b2d717') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:00.328807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b590206-26c4-47ea-8185-f8f6faff0339 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Unset dirty status for tenant:e4f01dd67a33494288c44a5f40af73d5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:00.329987 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b590206-26c4-47ea-8185-f8f6faff0339 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] 10.222.0.18 "GET /v2.0/ports/256b29b6-06d8-4b6c-96d4-5152d948b728 HTTP/1.1" status: 404 len: 333 time: 0.3287079 Dec 13 19:55:00.333923 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5586c6f2-964c-4c76-b169-1a8618aa8d56 req-3a6ddc10-4d3e-48aa-be11-d22fcc028f8b service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193512 Dec 13 19:55:00.335287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:00.341922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.449978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-48c6490a-0d4e-471f-a02a-8c6028e3e600 req-51812a7f-55d4-4fad-8be7-27d5a558beae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507544 Dec 13 19:55:00.481601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.521087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:00.521505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.532155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.550275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:00.562027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a182f1-fb4f-4fb8-a34a-a0294021f8c0 req-6b3dec65-d8cf-4d55-845a-2f4ecefab14d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.563648 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-49a182f1-fb4f-4fb8-a34a-a0294021f8c0 req-6b3dec65-d8cf-4d55-845a-2f4ecefab14d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 943 time: 0.3633864 Dec 13 19:55:00.567953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54374133-624f-42ce-ab55-d44b39f59314,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:00.591908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.598796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:00.648954 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:00.671768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51963a-671a-4948-942f-c5f1bf514233 req-274e08b9-757e-42c5-bfa8-076d3be8e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.673307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-274e08b9-757e-42c5-bfa8-076d3be8e486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3481483 Dec 13 19:55:00.751491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.787880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.837251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.838019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.839407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] 10.222.0.20 "PUT /v2.0/ports/54374133-624f-42ce-ab55-d44b39f59314 HTTP/1.1" status: 200 len: 1093 time: 3.9430752 Dec 13 19:55:00.844568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:00.844728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'tag': '54374133-624f-42ce-ab55-d44b39f59314'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:00.862746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.865505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-49a182f1-fb4f-4fb8-a34a-a0294021f8c0 req-cc1ae223-b145-4bbe-b12a-e9d5eac76f14 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945313 Dec 13 19:55:00.908098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=f01867e9-6409-416a-a5ae-c31b51debd23,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:00.917204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:00.921251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:00.922535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'tag': '54374133-624f-42ce-ab55-d44b39f59314', 'status': 'completed', 'code': 200} Dec 13 19:55:00.974273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:00.976145 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/f01867e9-6409-416a-a5ae-c31b51debd23 HTTP/1.1" status: 204 len: 168 time: 1.9105694 Dec 13 19:55:00.986869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-b5c14a6e-e6f7-4ae4-9ce9-7a2cee7ffbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:00.987033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:00.988320 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-b5c14a6e-e6f7-4ae4-9ce9-7a2cee7ffbf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21d9b8a7a997454eb92d3f8d99142cf2&device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 1096 time: 0.5912130 Dec 13 19:55:00.989267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49516) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:00.989935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2dea35da-0038-4090-bed9-a6c2836160a1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:01.053077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:01.071162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:01.097116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:01.098428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.233780 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 19:55:01.234815 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6ba9ff97-2e04-42ec-bd99-13dde856fa38 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6428547 Dec 13 19:55:01.251624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49522) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:01.263405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '50b55661-99eb-4307-9d0c-9ea99458638b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:01.270567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:01.274978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f413694-8625-440f-9e17-40e650330f42']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:01.282470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=44901b9d-9dc6-496d-8b60-8b079cce9191,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:01.299831 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-cf9ca32c-83c9-47a2-a509-10226352077a service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130836 Dec 13 19:55:01.302418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:01.326032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:01.326225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd17d9-4231-41bc-bfa2-65ab2e7e93fd') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:01.333432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Usage tracker for resource:floatingip and tenant:e51381da937f43c7a405c7bf3b9ff120 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:01.333736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.343673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:01.362457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:01.371313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.406683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.420469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.437195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.463739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:01.464003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.478956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-c28927b0-01b2-4a9e-925b-4c4c4f2c5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:01.480410 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-c28927b0-01b2-4a9e-925b-4c4c4f2c5868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7e904db-93f8-41fe-bd4a-955039da6111 HTTP/1.1" status: 200 len: 905 time: 0.4712307 Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:01.481083 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:01.545430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.581510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-627ac71d-dba6-4315-9b9f-1af7ac800aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:01.582883 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-627ac71d-dba6-4315-9b9f-1af7ac800aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b57aa3670d3489f927620a1ffc7660c&device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 1096 time: 0.6721487 Dec 13 19:55:01.698303 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-4061041a-348b-40a4-add2-cf7f0448d55b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3 HTTP/1.1" status: 200 len: 217 time: 0.2099152 Dec 13 19:55:01.768684 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-f62736c7-aaa7-4e8f-bcd0-b7032527d228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54374133-624f-42ce-ab55-d44b39f59314 HTTP/1.1" status: 200 len: 217 time: 0.1474004 Dec 13 19:55:01.772967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.797090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:01.801410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:01.847584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-f17a5994-751e-442d-8975-a38710074152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:01.849089 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-f17a5994-751e-442d-8975-a38710074152 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae HTTP/1.1" status: 200 len: 844 time: 0.1387236 Dec 13 19:55:01.849944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Pushing event deleted for resources: {'Network': ['ID=5f413694-8625-440f-9e17-40e650330f42,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:01.852297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:01.861186 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] 10.222.0.18 "DELETE /v2.0/networks/5f413694-8625-440f-9e17-40e650330f42 HTTP/1.1" status: 204 len: 168 time: 1.5177503 Dec 13 19:55:01.899445 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-ac4ea863-f053-4c0b-98be-5ecd7ac78edc service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908926 Dec 13 19:55:01.900977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f9b0e1d1-a1cc-4aea-8026-9351840db35d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:01.943433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974f792-4177-4250-b3eb-9ad1f5548ef7 req-21237a10-7934-4565-a3cd-3fbc31e0ed6b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:01.944873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1974f792-4177-4250-b3eb-9ad1f5548ef7 req-21237a10-7934-4565-a3cd-3fbc31e0ed6b tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 943 time: 0.7627327 Dec 13 19:55:01.992431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.26.6.147 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/d7972cc7-495f-4652-a12e-dac700c40ffa) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:02.010472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.041306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f9b0e1d1-a1cc-4aea-8026-9351840db35d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:02.042093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.092634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:02.100313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-b47a866d-d01c-4c7e-bacb-0caea2f7f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:02.101799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-b47a866d-d01c-4c7e-bacb-0caea2f7f680 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4 HTTP/1.1" status: 200 len: 850 time: 0.3172398 Dec 13 19:55:02.111265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.156036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-67f7715a-994a-4912-ace0-a79c3590bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:02.157746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-67f7715a-994a-4912-ace0-a79c3590bf49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7e904db-93f8-41fe-bd4a-955039da6111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2998600 Dec 13 19:55:02.298930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:02.314019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3260686c-a00a-460d-ad17-634f67f2031b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:02.314308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3260686c-a00a-460d-ad17-634f67f2031b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:02.379649 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1974f792-4177-4250-b3eb-9ad1f5548ef7 req-0fad6a54-d329-4326-920d-06190bc8a0fc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613055 Dec 13 19:55:02.388813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5a76506b-60bf-4975-a15c-31ab6f27edc3 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 19:55:02.407229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.453508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b018b-22b5-4955-add3-06b5fd12370f req-e948b013-3ab3-4fe4-bc37-94aac52116ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:02.460403 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-491b018b-22b5-4955-add3-06b5fd12370f req-e948b013-3ab3-4fe4-bc37-94aac52116ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 944 time: 0.8659716 Dec 13 19:55:02.483456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.504637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:02.505039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.515502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:02.527777 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:02.530471 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-0509ba6e-5e6c-4257-a865-37fcccbc2d1e service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634014 Dec 13 19:55:02.546286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.603102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:02.618927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'port_id': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'mac_address': 'fa:16:3e:fb:65:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 19:55:02.662277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.683296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.693818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-22deecf3-85b9-43b5-908f-40a937eadce3 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:02.704059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a76506b-60bf-4975-a15c-31ab6f27edc3 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:55:02.724587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:02.731669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.732689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 96efd162-2e14-4244-a429-e161ce29bc7d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 19:55:02.735161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-759f294d-98c2-4fe8-9a39-5be215499e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:02.771022 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-491b018b-22b5-4955-add3-06b5fd12370f req-7ca57190-e2b8-4e9b-9e7e-0e52901cef1c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097353 Dec 13 19:55:02.784917 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a4c7f855-a418-4fa9-8fec-5fa3b0af2c0c req-f1bec2e0-58dc-4d96-9da1-32cb9b177399 service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469597 Dec 13 19:55:02.803666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:02.808981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:02.848410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Allocated IP 172.26.6.69 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/60ec5f82-a887-46f7-ae46-4ab5c4dc50b9) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:02.857842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-07169fc6-134f-4ccc-b830-f6de0b77d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:02.859278 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-07169fc6-134f-4ccc-b830-f6de0b77d9c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbae750b-eaae-4227-a03e-9c195364ee73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7505770 Dec 13 19:55:02.863738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:02.867063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:02.873842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=d7972cc7-495f-4652-a12e-dac700c40ffa,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:02.893365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:02.909886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:02.931798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935418 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6cc1277e-88b0-4e21-92c3-a37586ed0f87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d904765913a7485d8d830ca1d7d74bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211689 Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.935507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.936565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:02.945003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49540) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:02.982186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=96efd162-2e14-4244-a429-e161ce29bc7d,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:02.989339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:02.996751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '96efd162-2e14-4244-a429-e161ce29bc7d', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'port_id': '96efd162-2e14-4244-a429-e161ce29bc7d', 'mac_address': 'fa:16:3e:72:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 19:55:02.997563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:03.007951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.054269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.071825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96efd162-2e14-4244-a429-e161ce29bc7d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:55:03.085217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:03.090167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=96efd162-2e14-4244-a429-e161ce29bc7d,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:03.095919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.098401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:03.118571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.118926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.119331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.119958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.120066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.120372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.120726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.121060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.121431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.121769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.122112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.122463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.130443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/59cadc4e-f1b9-49c7-a3dd-63bf7c20aef3 HTTP/1.1" status: 204 len: 168 time: 2.1121867 Dec 13 19:55:03.132788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:03.142035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49544) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:03.178346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:03.185755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.186073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.186453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.187450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.187450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.187705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.187998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.188357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.188790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.189608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.189608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.189806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:03.193970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:03.196984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f60e-216e-4fc6-ac52-88ff8fbde293 req-8ede1748-4456-4e41-bbcd-c1f9a475e473 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:03.198538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f778f60e-216e-4fc6-ac52-88ff8fbde293 req-8ede1748-4456-4e41-bbcd-c1f9a475e473 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 943 time: 0.5939708 Dec 13 19:55:03.300156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.311035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.375118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-56464c27-b6b3-45fd-9907-ce108f5a9499 service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010443 Dec 13 19:55:03.411336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.412109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['96efd162-2e14-4244-a429-e161ce29bc7d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 19:55:03.440975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.445186 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f778f60e-216e-4fc6-ac52-88ff8fbde293 req-95f89d18-4874-403d-ae3c-4f1feab38838 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304094 Dec 13 19:55:03.485534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['5a76506b-60bf-4975-a15c-31ab6f27edc3'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 19:55:03.493851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.559614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.567206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:03.609585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.676702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.705110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:03.713273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:03.732398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:03.767269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event updated for resources: {'Port': ['ID=60ec5f82-a887-46f7-ae46-4ab5c4dc50b9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:03.776168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:03.783158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:03.850317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b71b1-2b09-43e7-b67e-e928840f9233,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:03.869144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:03.872121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:03.875691 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/883b71b1-2b09-43e7-b67e-e928840f9233 HTTP/1.1" status: 204 len: 168 time: 0.9251950 Dec 13 19:55:04.035451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17d3459f-ab87-4df8-8b41-e3774d71197f req-30a56f81-643d-484a-b8f4-21259873630b service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427279 Dec 13 19:55:04.071586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.165454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:04.184727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f9add-b0df-4792-af8f-1c505b7145e3 req-ee73c7d1-d2e8-4ac8-8e20-28317b48ffd3 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:04.186195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-837f9add-b0df-4792-af8f-1c505b7145e3 req-ee73c7d1-d2e8-4ac8-8e20-28317b48ffd3 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 944 time: 0.6356871 Dec 13 19:55:04.201315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ba0a9-6761-43c8-9e8c-eb92135f4d9f') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:04.201575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ba0a9-6761-43c8-9e8c-eb92135f4d9f') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:04.237553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49556) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:04.251993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.294854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting port 60ec5f82-a887-46f7-ae46-4ab5c4dc50b9 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:04.295186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.311663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.336101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:04.337120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.351518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.363324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17bb7d-59ec-4283-a9f1-f5369ea68c34 req-632a7198-2200-4e41-911e-e19ec4215a10 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:04.364798 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f17bb7d-59ec-4283-a9f1-f5369ea68c34 req-632a7198-2200-4e41-911e-e19ec4215a10 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 945 time: 0.4460657 Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:04.366483 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:04.375929 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-837f9add-b0df-4792-af8f-1c505b7145e3 req-1f6e164e-f87f-48bb-839f-710d433f3148 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628766 Dec 13 19:55:04.376526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Router 79102839-79e2-466d-9548-a42ffff5dd3d is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:04.377981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5a76506b-60bf-4975-a15c-31ab6f27edc3 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:04.494161 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-987b4fc1-12b3-43db-83c7-4af37166b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:04.495643 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-987b4fc1-12b3-43db-83c7-4af37166b2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b57aa3670d3489f927620a1ffc7660c&device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 1096 time: 0.3917301 Dec 13 19:55:04.497102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 5a76506b-60bf-4975-a15c-31ab6f27edc3 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:04.503514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 5a76506b-60bf-4975-a15c-31ab6f27edc3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:04.503514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.552663 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae4d3b93-9994-4925-9623-74bdb0ca2c85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4f01dd67a33494288c44a5f40af73d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109894 Dec 13 19:55:04.573716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:04.604278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.666024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.671046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f17bb7d-59ec-4283-a9f1-f5369ea68c34 req-cb0e58fd-80c6-472b-a323-6b7e8734331a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922645 Dec 13 19:55:04.672509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.679891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.680465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.684677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2c8356af-ae5b-4328-badf-d5c8d3d925cd tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:04.714316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:04.768001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Pushing event deleted for resources: {'Network': ['ID=8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:04.776752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:04.790840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:04.798220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.799529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 96efd162-2e14-4244-a429-e161ce29bc7d up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:04.823232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] 10.222.0.18 "DELETE /v2.0/networks/8bdf3aa6-3645-4c1d-9a89-9cc558bf31e9 HTTP/1.1" status: 204 len: 168 time: 1.6754565 Dec 13 19:55:04.827711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Calling delete_port for 60ec5f82-a887-46f7-ae46-4ab5c4dc50b9 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:04.875328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.900804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a2afbc10-996b-4ba8-ac91-189482ae4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:04.902590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a2afbc10-996b-4ba8-ac91-189482ae4e70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbae750b-eaae-4227-a03e-9c195364ee73 HTTP/1.1" status: 200 len: 911 time: 0.3538709 Dec 13 19:55:04.907176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6f152d9d-a8a5-49eb-b2a7-c7d71f4227bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:04.907846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:04.934333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:04.986643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router e33183cf-15b4-4831-928e-18f934b4c105 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:04.990934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-56628fcd-cc9a-4ca1-9273-3bfe06b224b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54374133-624f-42ce-ab55-d44b39f59314 HTTP/1.1" status: 200 len: 217 time: 0.0805078 Dec 13 19:55:05.042019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.043254 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.7510331 Dec 13 19:55:05.046124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:05.046959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49574) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:05.062113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03fc81-1824-4016-a096-b560dc803dd1 req-c0568016-1ec7-4da5-beb9-47cefaab402d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:05.063987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:05.065041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] Sync routers for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:05.069617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e03fc81-1824-4016-a096-b560dc803dd1 req-c0568016-1ec7-4da5-beb9-47cefaab402d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 943 time: 0.4144516 Dec 13 19:55:05.090823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:05.091817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:05.107565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a40c7090-6bbc-449d-9d62-0ee66ac1db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:05.109298 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a40c7090-6bbc-449d-9d62-0ee66ac1db65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4 HTTP/1.1" status: 200 len: 850 time: 0.1112647 Dec 13 19:55:05.179618 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e03fc81-1824-4016-a096-b560dc803dd1 req-2cb6931f-c823-4029-b9d1-0c8e3a15e954 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087732 Dec 13 19:55:05.199584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:05.207823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 96efd162-2e14-4244-a429-e161ce29bc7d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:05.221931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:05.223504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:05.232742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a871c422-e2a9-4850-8ada-7a4f253ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:05.235006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-a871c422-e2a9-4850-8ada-7a4f253ac3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbae750b-eaae-4227-a03e-9c195364ee73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176603 Dec 13 19:55:05.267444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.283819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.354135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:05.363464 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'code': 200} Dec 13 19:55:05.374563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 96efd162-2e14-4244-a429-e161ce29bc7d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:05.375166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.379221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49582) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:05.402452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-6871a891-d4f3-4de7-8480-582bb66215be service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594877 Dec 13 19:55:05.435291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:05.435825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda79bfa-3a6d-43e1-934a-5dc067c39228 None None] The sync data for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:05.569402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.596796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27890a0e-3e91-43d4-997e-000535d610cc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:05.609681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=96efd162-2e14-4244-a429-e161ce29bc7d,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:05.620536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.623989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:05.639142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:05.652475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:05.694972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:05.698232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:05.758899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:05.760356 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27890a0e-3e91-43d4-997e-000535d610cc HTTP/1.1" status: 204 len: 168 time: 1.1835144 Dec 13 19:55:05.782156 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec30ae9b-f931-48fa-8d04-9f684cb44cf8 req-ef998f87-9539-49b4-9d58-f66851c0f42c service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719079 Dec 13 19:55:05.822568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Port': ['ID=60ec5f82-a887-46f7-ae46-4ab5c4dc50b9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:05.826665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:05.848518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d5cd9-e990-441b-90ae-618e2d4fcb86 req-82bcb622-269f-496d-9b89-f0ce97fffe87 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:05.850006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d71d5cd9-e990-441b-90ae-618e2d4fcb86 req-82bcb622-269f-496d-9b89-f0ce97fffe87 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.3117948 Dec 13 19:55:05.888951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:05.901662 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Sync routers for ids ['e33183cf-15b4-4831-928e-18f934b4c105'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:05.911267 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Routers {'e33183cf-15b4-4831-928e-18f934b4c105'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:05.912021 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e33183cf-15b4-4831-928e-18f934b4c105'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:05.975819 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d71d5cd9-e990-441b-90ae-618e2d4fcb86 req-eef96b6f-29f9-48b6-b80e-2c81d9b35a77 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849273 Dec 13 19:55:06.007682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf1f93-ec10-4b93-a15e-dfc2d42ad339 req-58b00fc3-ecf1-4324-bdad-9212f5182591 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:06.009664 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bbf1f93-ec10-4b93-a15e-dfc2d42ad339 req-58b00fc3-ecf1-4324-bdad-9212f5182591 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.1745610 Dec 13 19:55:06.067466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.068683 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5615268 Dec 13 19:55:06.073456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bbf1f93-ec10-4b93-a15e-dfc2d42ad339 req-eda8d429-4831-455b-ae7d-0d5422aa4986 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581150 Dec 13 19:55:06.074047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49596) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:06.132159 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Set router e33183cf-15b4-4831-928e-18f934b4c105 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:06.132848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f5047-a399-4ccf-baa0-cd503633d12f req-399de752-c80a-45da-bca6-1f0dcd3c867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:06.134888 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-421f5047-a399-4ccf-baa0-cd503633d12f req-399de752-c80a-45da-bca6-1f0dcd3c867e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 1098 time: 0.5343530 Dec 13 19:55:06.143675 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e163434e-5ed9-443a-9f48-c02d66b80227 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bae700f34f864a0a9aa712a44569ca14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586575 Dec 13 19:55:06.151396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49604) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:06.174258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.267419 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] create failed (client error): The resource could not be found. Dec 13 19:55:06.268594 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0160260 Dec 13 19:55:06.273244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49614) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:06.312812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.339882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.374373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:06.389600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 54374133-624f-42ce-ab55-d44b39f59314 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 19:55:06.410729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.426802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:06.427276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Usage tracker for resource:security_group_rule and tenant:99e9f3fa5aa54286bb82eb6e679941c3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:06.451208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:06.466144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:06.494587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc7beab-4a98-431e-b623-4205166fced4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:06.500876 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9eb86d38-f96e-44ce-873a-77c066037763 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/e33183cf-15b4-4831-928e-18f934b4c105 HTTP/1.1" status: 200 len: 908 time: 0.4252989 Dec 13 19:55:06.502134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:06.503547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.504529 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cc7beab-4a98-431e-b623-4205166fced4 HTTP/1.1" status: 204 len: 168 time: 0.3517401 Dec 13 19:55:06.505272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49620) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:06.520658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'name': 'tempest-snat-router-648158646', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': True}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:06.528678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:06.543517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Usage tracker for resource:router and tenant:17ab2a36f9df464aa623985d91a813b7 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:06.547679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:06.558208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:06.567258 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147'}], 'enable_snat': False}, 'gw_port_id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:58Z', 'updated_at': '2021-12-13T19:55:03Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:01Z', 'updated_at': '2021-12-13T19:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:06.568032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting port 50b55661-99eb-4307-9d0c-9ea99458638b {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:06.568626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.577672 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Checking router: e33183cf-15b4-4831-928e-18f934b4c105 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:55:06.579767 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Updating router e33183cf-15b4-4831-928e-18f934b4c105 port d7972cc7-495f-4652-a12e-dac700c40ffa binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:55:06.588772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2861078-6a51-4f99-b03a-10f596d9107b req-cb1aeb41-aa86-4f07-bced-46d3b2380860 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:06.596915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a2861078-6a51-4f99-b03a-10f596d9107b req-cb1aeb41-aa86-4f07-bced-46d3b2380860 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 943 time: 0.1493602 Dec 13 19:55:06.640470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.642101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.685630 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.685859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a2861078-6a51-4f99-b03a-10f596d9107b req-72577086-5dd9-45ed-828e-0a98df43a461 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869339 Dec 13 19:55:06.699782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.765589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54374133-624f-42ce-ab55-d44b39f59314,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:06.786041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '54374133-624f-42ce-ab55-d44b39f59314', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'port_id': '54374133-624f-42ce-ab55-d44b39f59314', 'mac_address': 'fa:16:3e:15:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 19:55:06.863145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.883017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54374133-624f-42ce-ab55-d44b39f59314 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 19:55:06.901129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54374133-624f-42ce-ab55-d44b39f59314,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:06.912745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:06.916124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:07.075928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:07.088709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:07.107806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.170398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['54374133-624f-42ce-ab55-d44b39f59314'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 19:55:07.207135 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.220674 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Transition to ACTIVE for port object d7972cc7-495f-4652-a12e-dac700c40ffa will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:07.231167 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.241104 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-aea5e25e-6d39-40e0-9818-5884943d24c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:07.422132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:07.446214 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Pushing event updated for resources: {'Port': ['ID=d7972cc7-495f-4652-a12e-dac700c40ffa,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:07.459930 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:07.460690 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Attempting to bind port d7972cc7-495f-4652-a12e-dac700c40ffa on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:07.461055 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Attempting to bind port d7972cc7-495f-4652-a12e-dac700c40ffa by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:07.461469 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Attempting to bind port d7972cc7-495f-4652-a12e-dac700c40ffa on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:07.471833 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:07.472207 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:07.472609 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.472997 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:07.473491 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Bound port: d7972cc7-495f-4652-a12e-dac700c40ffa, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:07.479473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.568406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.621022 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] For port d7972cc7-495f-4652-a12e-dac700c40ffa, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:07.626779 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] For port d7972cc7-495f-4652-a12e-dac700c40ffa, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d7972cc7-495f-4652-a12e-dac700c40ffa,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:07.634585 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.638665 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:07.807505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3880a21-34b6-4d80-b1df-1b3a2f35881f req-a3f46b4f-10e8-402c-b675-8e0b86121ec6 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:07.809062 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a3880a21-34b6-4d80-b1df-1b3a2f35881f req-a3f46b4f-10e8-402c-b675-8e0b86121ec6 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.4466882 Dec 13 19:55:07.809785 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Pushing event updated for resources: {'Port': ['ID=d7972cc7-495f-4652-a12e-dac700c40ffa,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:07.826886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43d3fb-ead7-4da8-abb9-5e95a823b5af req-d4c12370-e0fb-4c41-bebb-e6beb7496971 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:07.833937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2c43d3fb-ead7-4da8-abb9-5e95a823b5af req-d4c12370-e0fb-4c41-bebb-e6beb7496971 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.3771582 Dec 13 19:55:07.880200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Routers {'e33183cf-15b4-4831-928e-18f934b4c105'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:07.880200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e33183cf-15b4-4831-928e-18f934b4c105'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:07.895015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:07.903348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49670) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:07.934844 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2c43d3fb-ead7-4da8-abb9-5e95a823b5af req-e7998843-24f1-43c3-b2c4-17438f63d971 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998127 Dec 13 19:55:07.937785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a3880a21-34b6-4d80-b1df-1b3a2f35881f req-47d8c255-575e-451b-b648-e491ad7aaa21 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197517 Dec 13 19:55:08.057829 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d', 'code': 200} Dec 13 19:55:08.129596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-74270381'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:08.153042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Calling delete_port for 50b55661-99eb-4307-9d0c-9ea99458638b owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:08.196508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:08.235091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:08.241062 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] Set router e33183cf-15b4-4831-928e-18f934b4c105 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:08.253707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.296702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.337609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8e3084ae-0c0a-4e06-aea9-6706e899ade8 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:08.356503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49680) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:08.393154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 54374133-624f-42ce-ab55-d44b39f59314 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:08.393991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:08.456042 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-421f5047-a399-4ccf-baa0-cd503633d12f req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.3103354 Dec 13 19:55:08.461358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=470299f3-c4d6-4f3e-908c-98c3f8d5edda,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:08.467888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:08.493293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:08.526154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Allocated IP 172.20.0.1 (ab34d778-f7cd-4f6c-b750-29370930f31d/d1a0f5cc-1c4d-43f9-979e-662972fe8fb4/863c16fa-3c3f-4e17-be36-177404aa7343) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:08.556076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 54374133-624f-42ce-ab55-d44b39f59314 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:08.561789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 54374133-624f-42ce-ab55-d44b39f59314 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:08.562179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.573042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.620711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:08.623124 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:08.627414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.639271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2079969809', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:08.651057 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147'}], 'enable_snat': False}, 'gw_port_id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:58Z', 'updated_at': '2021-12-13T19:55:03Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:01Z', 'updated_at': '2021-12-13T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:08.651335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.653283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.655733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:08.656873 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be9e6d-8bbe-4c9d-ae84-5feb86a32ab6 None None] The sync data for ids ['e33183cf-15b4-4831-928e-18f934b4c105'] in dv-neutron-821563-1-hyperv is: [{'id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147'}], 'enable_snat': False}, 'gw_port_id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:58Z', 'updated_at': '2021-12-13T19:55:03Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'd7972cc7-495f-4652-a12e-dac700c40ffa', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33183cf-15b4-4831-928e-18f934b4c105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:01Z', 'updated_at': '2021-12-13T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:08.659376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.663827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:08.698496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Usage tracker for resource:port and tenant:54fbd7a50cef42b297210d38b7494c3d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:08.710638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:08.725719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:08.730654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Port': ['ID=50b55661-99eb-4307-9d0c-9ea99458638b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:08.739237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.755773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:08.771062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:security_group_rule and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:08.780188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:08.786842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:08.789122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54374133-624f-42ce-ab55-d44b39f59314,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:08.799620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2f77e-2b79-4d7e-8b99-1ee0b2af329f req-ede486ce-082c-45cd-85cb-145415dd3307 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:08.801514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.808166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ff2f77e-2b79-4d7e-8b99-1ee0b2af329f req-ede486ce-082c-45cd-85cb-145415dd3307 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 944 time: 0.6131744 Dec 13 19:55:08.808477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-505e9356-01b9-40f6-be66-8ea43ea40df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:08.814831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:08.829845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Made reservation on behalf of 54fbd7a50cef42b297210d38b7494c3d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:08.833027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.841957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155478de-2d36-4887-8f39-4329f088ec5b req-12e0d191-2fc6-4e34-ad33-5202b534e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:08.843610 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-155478de-2d36-4887-8f39-4329f088ec5b req-12e0d191-2fc6-4e34-ad33-5202b534e1a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.4394672 Dec 13 19:55:08.900702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.908285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:08.925457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:08.947538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:08.954420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:08.984899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Usage tracker for resource:security_group_rule and tenant:54fbd7a50cef42b297210d38b7494c3d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:08.987790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-155478de-2d36-4887-8f39-4329f088ec5b req-acf034af-97d0-4a38-b17a-9d36acd29ea1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240227 Dec 13 19:55:08.992485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:08.995223 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ff2f77e-2b79-4d7e-8b99-1ee0b2af329f req-affde28d-88d7-4d55-8c87-18c36b3e03bd tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855297 Dec 13 19:55:09.023130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:09.033040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.26.6.32 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c9ef88c6-ccc7-410c-918f-98bb6b05310b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:09.088271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.092458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Transition to ACTIVE for port object 863c16fa-3c3f-4e17-be36-177404aa7343 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:09.128204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.139985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-68e9dc0c-7fb8-4d26-a749-df18d39d4b89 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:09.248107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "DELETE /v2.0/ports/50b55661-99eb-4307-9d0c-9ea99458638b HTTP/1.1" status: 204 len: 168 time: 2.9718316 Dec 13 19:55:09.262661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49690) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:09.265220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network ab34d778-f7cd-4f6c-b750-29370930f31d is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:09.271848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:09.274570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:09.313713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.356504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.368887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e021b61-8779-4f6f-ab9e-ddac727d4cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:09.386744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=863c16fa-3c3f-4e17-be36-177404aa7343,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:09.399582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:09.445552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:09.468990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.478623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.483135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.484979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccbeb9c-3867-4e02-ba78-ae84513eb2b6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:09.496560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.499902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:09.503577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.504052 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment fbb88a19-c859-4a05-9ff8-a2d5a70f98b3 of type vlan for network 9b369503-d248-449b-a482-dc63bf93f2da Dec 13 19:55:09.505331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:09.517755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] device_id is not set on port b001a430-3f42-403b-92da-7e8c2444613e yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:09.536902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e1ab0-4314-4c22-8d9b-17cf1d7494be req-94c21a21-1962-4096-8c1d-bcfbc5914a88 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:09.546767 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d14e1ab0-4314-4c22-8d9b-17cf1d7494be req-94c21a21-1962-4096-8c1d-bcfbc5914a88 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.3793645 Dec 13 19:55:09.616130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a349f-5222-4dff-8430-af4e25616a99,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:09.616835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df9f4d-a506-46d5-9bd7-c8322ff2449e req-f58d3d7a-15e7-47d2-848f-6d08686a4036 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:09.619686 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6df9f4d-a506-46d5-9bd7-c8322ff2449e req-f58d3d7a-15e7-47d2-848f-6d08686a4036 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.3948112 Dec 13 19:55:09.627211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:09.630776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f5a9052f-c58f-4475-8baf-b38b4d9fa4e2 None None] Provisioning for port 863c16fa-3c3f-4e17-be36-177404aa7343 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:09.632514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d14e1ab0-4314-4c22-8d9b-17cf1d7494be req-501c9ae5-2b08-426f-8eb0-54820b9390cf tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848675 Dec 13 19:55:09.640802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f5a9052f-c58f-4475-8baf-b38b4d9fa4e2 None None] Provisioning complete for port 863c16fa-3c3f-4e17-be36-177404aa7343 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:09.641325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5a9052f-c58f-4475-8baf-b38b4d9fa4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.666684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.688145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb4a31-6788-46b2-b7b7-e55589c9bc76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:09.688875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-07cb4a31-6788-46b2-b7b7-e55589c9bc76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Synchronizing usage tracker for tenant:e51381da937f43c7a405c7bf3b9ff120 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:09.720249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9052f-c58f-4475-8baf-b38b4d9fa4e2 None None] Port 863c16fa-3c3f-4e17-be36-177404aa7343 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:09.729613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-07cb4a31-6788-46b2-b7b7-e55589c9bc76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Unset dirty status for tenant:e51381da937f43c7a405c7bf3b9ff120 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:09.731009 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-07cb4a31-6788-46b2-b7b7-e55589c9bc76 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "GET /v2.0/ports?device_id=d08f0a72-d414-4117-a905-ea0bc7a366fe HTTP/1.1" status: 200 len: 913 time: 0.4645705 Dec 13 19:55:09.734485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49694) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:09.737506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6df9f4d-a506-46d5-9bd7-c8322ff2449e req-e0f59bff-d52e-4af4-bfa2-2735f01e3bf0 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023700 Dec 13 19:55:09.798072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.803044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:09.845203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.852356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.877465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Allocated IP 172.26.6.85 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/b001a430-3f42-403b-92da-7e8c2444613e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:09.884441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:09.885045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:09.942935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:09.959480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:09.968649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:09.989192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d7972cc7-495f-4652-a12e-dac700c40ffa up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:10.030534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ef88c6-ccc7-410c-918f-98bb6b05310b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:10.043641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:10.044157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d7222d66-1934-4672-af77-79d1e02feec5 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:10.113235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54374133-624f-42ce-ab55-d44b39f59314'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:10.141988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2350957 Dec 13 19:55:10.151280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49702) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:10.171342 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54374133-624f-42ce-ab55-d44b39f59314', 'code': 200} Dec 13 19:55:10.189452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d7972cc7-495f-4652-a12e-dac700c40ffa completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:10.197485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d7972cc7-495f-4652-a12e-dac700c40ffa triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:10.198199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.235117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1455186493'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:10.339488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.359800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d7972cc7-495f-4652-a12e-dac700c40ffa, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d7972cc7-495f-4652-a12e-dac700c40ffa,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:10.370216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.372703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:10.480649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.482861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:10.569450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d7972cc7-495f-4652-a12e-dac700c40ffa,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:10.573022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:10.611923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:10.630424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.634800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.644116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-de74d1cd-eb31-4f66-8fb7-7fd6f4c3c504 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:10.680413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.732192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=9b369503-d248-449b-a482-dc63bf93f2da,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:10.740941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:10.748333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9b369503-d248-449b-a482-dc63bf93f2da details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:10.778559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:10.787757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:10.789951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:10.797242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:10.808997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:10.836650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Pushing event updated for resources: {'Port': ['ID=b001a430-3f42-403b-92da-7e8c2444613e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:10.854321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:10.860843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-011ecbc4-6985-4514-8c86-01aecb7bd665 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:10.922876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:10.956577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:10.960135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.015597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=863c16fa-3c3f-4e17-be36-177404aa7343,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:11.032888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:11.034294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:11.034920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.074662 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7130017 Dec 13 19:55:11.077636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49718) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:11.084493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.85'}]}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:11.099212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:11.105376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Usage tracker for resource:router and tenant:54fbd7a50cef42b297210d38b7494c3d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:11.110900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:11.118433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:11.121340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network ab34d778-f7cd-4f6c-b750-29370930f31d is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:11.123305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:11.204157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.205181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.250400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.317051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:11.327367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.328024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment 7b91fed8-565a-4980-bb5f-ac282cf55ab0 of type vlan for network 5d211887-632c-4b4b-b326-dc9777417245 Dec 13 19:55:11.372760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.412697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Router 79102839-79e2-466d-9548-a42ffff5dd3d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:11.423715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12750b-566b-4e3d-ba96-31f8c891259c req-e93b7c16-af55-4912-9477-252928aa22cb tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:11.425222 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb12750b-566b-4e3d-ba96-31f8c891259c req-e93b7c16-af55-4912-9477-252928aa22cb tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 1.2738364 Dec 13 19:55:11.445942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.458145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ecf93eaf-bb5f-46c0-ab9b-e1d264d34953 None None] Provisioning complete for port 863c16fa-3c3f-4e17-be36-177404aa7343 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:11.458791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ecf93eaf-bb5f-46c0-ab9b-e1d264d34953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.513415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ecf93eaf-bb5f-46c0-ab9b-e1d264d34953 None None] Port 863c16fa-3c3f-4e17-be36-177404aa7343 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:11.542736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5b71-c5ba-43af-bc89-f223546d4e53 req-96320089-02bf-42b8-825f-3ddd30cb5364 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:11.544207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dccc5b71-c5ba-43af-bc89-f223546d4e53 req-96320089-02bf-42b8-825f-3ddd30cb5364 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7341719 Dec 13 19:55:11.570547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289e08-d0cf-4e8f-a718-4d437ec92187 req-3af3c999-9b04-42e3-8065-b969e6fbd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:11.572197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-92289e08-d0cf-4e8f-a718-4d437ec92187 req-3af3c999-9b04-42e3-8065-b969e6fbd625 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 1098 time: 0.6878517 Dec 13 19:55:11.647939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.678040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.716790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:11.717412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.723766 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb12750b-566b-4e3d-ba96-31f8c891259c req-440b41c6-3da0-4bef-ba44-8639519159fe tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866769 Dec 13 19:55:11.740045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-15782364-eae6-462a-8805-09490621c4fc tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:11.747314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:11.810297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dccc5b71-c5ba-43af-bc89-f223546d4e53 req-ee830ce0-c097-47b7-8257-90d8c7692b79 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494769 Dec 13 19:55:11.868425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-92289e08-d0cf-4e8f-a718-4d437ec92187 req-9ff21d0d-85e4-4983-bcc8-d100b71b7e29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541366 Dec 13 19:55:11.898402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7419226 Dec 13 19:55:11.900377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49724) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:11.951574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d7972cc7-495f-4652-a12e-dac700c40ffa up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:11.967606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:11.986234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ab521-932c-4434-b90c-341404e94d6f None None] Sync routers for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:11.991111 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "PUT /v2.0/routers/79102839-79e2-466d-9548-a42ffff5dd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9387264 Dec 13 19:55:11.991256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49728) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:11.998232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Request body: {'port': {'network_id': 'ab34d778-f7cd-4f6c-b750-29370930f31d', 'name': 'tempest-FloatingIPAdminTestJSON-1158537756'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:12.011846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '9b369503-d248-449b-a482-dc63bf93f2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:12.023510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:12.024321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:12.068093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=5d211887-632c-4b4b-b326-dc9777417245,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:12.092985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5d211887-632c-4b4b-b326-dc9777417245 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:12.107055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:12.113211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:12.134490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:12.139644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Usage tracker for resource:port and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:12.143377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:12.151127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:12.176566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Made reservation on behalf of 16140c7720f94dc8a09394ad16bab737 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:12.180248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.184047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:12.184833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:12.207709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] device_id is not set on port afabf01e-dee6-4b4b-963f-f3b461fdd42a yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:12.268760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-384ab521-932c-4434-b90c-341404e94d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:12.269395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ab521-932c-4434-b90c-341404e94d6f None None] The sync data for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:12.279955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d7972cc7-495f-4652-a12e-dac700c40ffa triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:12.280280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.463410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:12.481907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:12.488310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:12.500307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:12.503601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.548382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.583608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.594781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:12.598305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.629644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Allocated IP 172.20.0.14 (ab34d778-f7cd-4f6c-b750-29370930f31d/d1a0f5cc-1c4d-43f9-979e-662972fe8fb4/afabf01e-dee6-4b4b-963f-f3b461fdd42a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:12.632940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b6f0b-277f-475f-8467-04d63974ddc1 req-61d762e3-5852-4054-aafa-7c5a97706c45 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:12.634499 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-361b6f0b-277f-475f-8467-04d63974ddc1 req-61d762e3-5852-4054-aafa-7c5a97706c45 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.6686835 Dec 13 19:55:12.636910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:12.872142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f67ba3-d253-42b5-97c8-9e309274fb3e req-f10ffdcb-2120-4c2b-bf0b-60de80fb2240 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:12.873627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98f67ba3-d253-42b5-97c8-9e309274fb3e req-f10ffdcb-2120-4c2b-bf0b-60de80fb2240 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.8685520 Dec 13 19:55:12.890379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:12.898946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Request body: {'floatingip': {'port_id': '96efd162-2e14-4244-a429-e161ce29bc7d'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:12.999363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.004105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-361b6f0b-277f-475f-8467-04d63974ddc1 req-cbe21f34-4e95-4988-a4cd-e2309d2ddaab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085613 Dec 13 19:55:13.115403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.427286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.504877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.520186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:13.545241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router 2a611df7-145d-4653-8c6e-126aeb44917c is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:13.598657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbe9b0-fa81-4825-adf6-f82d7e767ad7 req-3446453f-3b1b-4894-a5df-775c4eda92ff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:13.600135 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6fbe9b0-fa81-4825-adf6-f82d7e767ad7 req-3446453f-3b1b-4894-a5df-775c4eda92ff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.4690371 Dec 13 19:55:13.606174 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-dc399aec-f0c0-46e6-acf9-aa1a4867286a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3800213 Dec 13 19:55:13.625580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Transition to ACTIVE for port object afabf01e-dee6-4b4b-963f-f3b461fdd42a will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:13.692489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.698051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.698388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097d523-9090-4925-9867-22cf4751ae95 req-b7ef0a94-5030-4f1f-ade9-a89ff5daccae tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:13.700221 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5097d523-9090-4925-9867-22cf4751ae95 req-b7ef0a94-5030-4f1f-ade9-a89ff5daccae tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.5664957 Dec 13 19:55:13.712109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49746) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:13.723162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Request body: {'floatingip': {'port_id': '5a76506b-60bf-4975-a15c-31ab6f27edc3'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:13.771909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=f9211f90-a56f-4bd3-8562-224e416154e6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:13.794147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:13.809267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:13.809621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 9b369503-d248-449b-a482-dc63bf93f2da, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:13.868079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.927292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:13.927985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 725a69c1-9707-4cd7-b709-60673725fa41 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:14.017775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.040737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7142b4bc-b4ae-436d-a96a-2c3dfabf72e3 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:14.056295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6fbe9b0-fa81-4825-adf6-f82d7e767ad7 req-8c5b015a-89a0-4ce1-bb22-e6829c2dd9f2 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442232 Dec 13 19:55:14.106127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting port 008042e2-c31e-472a-8c19-2e78eddb4709 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:14.106470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.141369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 9b369503-d248-449b-a482-dc63bf93f2da is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:14.161002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:14.178864 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 19:55:14.183189 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cbbc2826-5430-4126-b383-7fb966f0c861 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1012204 Dec 13 19:55:14.183342 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Sync routers for ids ['2a611df7-145d-4653-8c6e-126aeb44917c'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:14.191395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49752) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:14.194943 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Routers {'2a611df7-145d-4653-8c6e-126aeb44917c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:14.195180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 9b369503-d248-449b-a482-dc63bf93f2da) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:14.195929 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2a611df7-145d-4653-8c6e-126aeb44917c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:14.204666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edd33d-4658-4ace-b50c-034afd8a1dab None None] Network 9b369503-d248-449b-a482-dc63bf93f2da requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:14.294023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-e179155b-5287-46fc-ae2a-8d1fa9ed333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:14.295535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-e179155b-5287-46fc-ae2a-8d1fa9ed333a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.5843940 Dec 13 19:55:14.299383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:14.299960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.342165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Network ab34d778-f7cd-4f6c-b750-29370930f31d is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:14.362438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:14.378779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:14.410369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.414383 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.9050107 Dec 13 19:55:14.419264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event updated for resources: {'Port': ['ID=afabf01e-dee6-4b4b-963f-f3b461fdd42a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:14.423009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49756) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:14.453578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:14.495141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:14.495795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.581449 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Set router 2a611df7-145d-4653-8c6e-126aeb44917c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:14.582385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Deleting port b001a430-3f42-403b-92da-7e8c2444613e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:14.582735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.620365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-9b369503-d248-449b-a482-dc63bf93f2da', 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': 'f9211f90-a56f-4bd3-8562-224e416154e6'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:14.621382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.627681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6714253 Dec 13 19:55:14.628297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49760) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:14.674101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '5d211887-632c-4b4b-b326-dc9777417245', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:14.831646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Allocated IP 2001:db8::2 (9b369503-d248-449b-a482-dc63bf93f2da/f9211f90-a56f-4bd3-8562-224e416154e6/f2b56f13-be23-4773-b934-b0d39f30281b) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:14.860922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.939491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-51c0b781-37eb-4ddc-a58f-d337e8c1627d None None] Provisioning for port afabf01e-dee6-4b4b-963f-f3b461fdd42a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:14.962952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-51c0b781-37eb-4ddc-a58f-d337e8c1627d None None] Provisioning complete for port afabf01e-dee6-4b4b-963f-f3b461fdd42a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:14.963482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51c0b781-37eb-4ddc-a58f-d337e8c1627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:14.967472 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:55:06Z', 'updated_at': '2021-12-13T19:55:10Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:08Z', 'updated_at': '2021-12-13T19:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:14.972467 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Checking router: 2a611df7-145d-4653-8c6e-126aeb44917c for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:55:14.972999 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Updating router 2a611df7-145d-4653-8c6e-126aeb44917c port c9ef88c6-ccc7-410c-918f-98bb6b05310b binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:55:15.036578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-51c0b781-37eb-4ddc-a58f-d337e8c1627d None None] Port afabf01e-dee6-4b4b-963f-f3b461fdd42a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:15.047422 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.078628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12407e-6df9-4ab2-a432-56752917d6b5 req-78ce0c98-d957-4fdd-bfa8-22dbed45b646 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:15.088764 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5a12407e-6df9-4ab2-a432-56752917d6b5 req-78ce0c98-d957-4fdd-bfa8-22dbed45b646 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.9014432 Dec 13 19:55:15.098747 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1034548 Dec 13 19:55:15.099829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49764) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:15.099829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49766) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:15.108833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Request body: {'floatingip': {'port_id': '54374133-624f-42ce-ab55-d44b39f59314'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:15.154773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Calling delete_port for 008042e2-c31e-472a-8c19-2e78eddb4709 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:15.184468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-b3bd70f4-0090-42f8-bca4-057e9f9c1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:15.185973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-b3bd70f4-0090-42f8-bca4-057e9f9c1195 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.8036063 Dec 13 19:55:15.196818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:15.207481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.243617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.274913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Transition to ACTIVE for port object f2b56f13-be23-4773-b934-b0d39f30281b will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:15.291170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:15.304127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:15.315188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-0be1e44f-3cf5-419a-8189-ec6edfb72da3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 217 time: 0.1157873 Dec 13 19:55:15.320074 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5269c441-f32a-4c76-a4a2-5ab8a1c70c69 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/2a611df7-145d-4653-8c6e-126aeb44917c HTTP/1.1" status: 200 len: 906 time: 0.8919594 Dec 13 19:55:15.321324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:15.325303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49774) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:15.335405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Transition to ACTIVE for port object f2b56f13-be23-4773-b934-b0d39f30281b will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:15.349015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.355806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5197f2ef-2613-44d3-897f-1c176c745965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:15.508496 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.523471 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Transition to ACTIVE for port object c9ef88c6-ccc7-410c-918f-98bb6b05310b will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:15.532424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:15.534864 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.542063 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:15.556414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Network 9b369503-d248-449b-a482-dc63bf93f2da is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:15.560334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:15.570005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:15.572525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Pushing event updated for resources: {'Port': ['ID=f2b56f13-be23-4773-b934-b0d39f30281b,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:15.583449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:15.597629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'project_id': '16140c7720f94dc8a09394ad16bab737', 'port_id': 'afabf01e-dee6-4b4b-963f-f3b461fdd42a'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:15.622054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Pushing event updated for resources: {'Port': ['ID=c9ef88c6-ccc7-410c-918f-98bb6b05310b,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:15.626208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:15.638489 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.639109 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.639668 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.641210 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.642133 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.642497 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.642837 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.643169 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.643515 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.644405 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.644900 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.645528 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:55:15.651101 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:15.657225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Usage tracker for resource:floatingip and tenant:16140c7720f94dc8a09394ad16bab737 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:15.662205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:15.677598 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Attempting to bind port c9ef88c6-ccc7-410c-918f-98bb6b05310b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:15.677975 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Attempting to bind port c9ef88c6-ccc7-410c-918f-98bb6b05310b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:15.678786 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Attempting to bind port c9ef88c6-ccc7-410c-918f-98bb6b05310b on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:15.686583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:15.688399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:15.688777 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:15.689211 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.689609 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:15.690063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.690192 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Bound port: c9ef88c6-ccc7-410c-918f-98bb6b05310b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:15.690576 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.710186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Attempting to bind port f2b56f13-be23-4773-b934-b0d39f30281b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:15.710763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Attempting to bind port f2b56f13-be23-4773-b934-b0d39f30281b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:15.712179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Attempting to bind port f2b56f13-be23-4773-b934-b0d39f30281b on network 9b369503-d248-449b-a482-dc63bf93f2da {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:15.719905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:15.720838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Checking segment: {'id': 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:15.721380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.721878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Bound using segment: {'id': 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:15.722449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Bound port: f2b56f13-be23-4773-b934-b0d39f30281b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b369503-d248-449b-a482-dc63bf93f2da'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:15.722965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.743536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:15.780072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.783943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:15.788512 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] For port c9ef88c6-ccc7-410c-918f-98bb6b05310b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:15.792722 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] For port c9ef88c6-ccc7-410c-918f-98bb6b05310b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c9ef88c6-ccc7-410c-918f-98bb6b05310b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:15.801631 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.806001 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:15.813770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-1c7af27f-7229-4956-ad24-73c14424efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:15.815239 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-1c7af27f-7229-4956-ad24-73c14424efa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.4834516 Dec 13 19:55:15.863088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] For port f2b56f13-be23-4773-b934-b0d39f30281b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:15.863462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.868410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] For port f2b56f13-be23-4773-b934-b0d39f30281b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2b56f13-be23-4773-b934-b0d39f30281b,segment=NetworkSegment(fbb88a19-c859-4a05-9ff8-a2d5a70f98b3),segment_id=fbb88a19-c859-4a05-9ff8-a2d5a70f98b3)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:15.873868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.881903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:15.901313 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Routers {'2a611df7-145d-4653-8c6e-126aeb44917c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:15.901933 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2a611df7-145d-4653-8c6e-126aeb44917c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:15.942756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:15.995591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:16.015115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Pushing event updated for resources: {'Port': ['ID=c9ef88c6-ccc7-410c-918f-98bb6b05310b,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:16.016059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Pushing event updated for resources: {'Port': ['ID=f2b56f13-be23-4773-b934-b0d39f30281b,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:16.025545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:16.031181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:16.106906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:16.195814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:16.196993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] Set router 2a611df7-145d-4653-8c6e-126aeb44917c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:16.276794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Calling delete_port for b001a430-3f42-403b-92da-7e8c2444613e owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:16.368254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:16.591680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:16.608390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6c2bd5ce-b7e2-4e03-aef7-a752fd00518a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:16.639273 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Floating IP a1563183-2463-4613-98ec-46766e528761 associated. External IP: 172.26.6.215, port: 96efd162-2e14-4244-a429-e161ce29bc7d. Dec 13 19:55:16.643420 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:55:06Z', 'updated_at': '2021-12-13T19:55:10Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:08Z', 'updated_at': '2021-12-13T19:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:16.650153 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59941cf-bdee-48a9-a3b9-dbf037200826 None None] The sync data for ids ['2a611df7-145d-4653-8c6e-126aeb44917c'] in dv-neutron-821563-1-hyperv is: [{'id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'name': 'tempest-snat-router-648158646', 'tenant_id': '17ab2a36f9df464aa623985d91a813b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:55:06Z', 'updated_at': '2021-12-13T19:55:10Z', 'revision_number': 3, 'project_id': '17ab2a36f9df464aa623985d91a813b7', 'gw_port': {'id': 'c9ef88c6-ccc7-410c-918f-98bb6b05310b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a611df7-145d-4653-8c6e-126aeb44917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:55:08Z', 'updated_at': '2021-12-13T19:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:16.693911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Port': ['ID=008042e2-c31e-472a-8c19-2e78eddb4709,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:16.715336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-2414659e-ddcd-497f-87d8-a7f8a413ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:16.717969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-2414659e-ddcd-497f-87d8-a7f8a413ff3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8485143 Dec 13 19:55:16.721231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:16.837287 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Floating IP 05ae8da6-16c6-4a67-b464-a21d537e6246 associated. External IP: 172.26.6.3, port: 5a76506b-60bf-4975-a15c-31ab6f27edc3. Dec 13 19:55:17.091512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:17.214647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.230423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.247157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.330872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d023cf5-0ff2-45a2-b2d4-1614e938829d tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:17.392168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting port c9ef88c6-ccc7-410c-918f-98bb6b05310b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:17.392520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.400968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.495391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.536781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1b869-c4dd-4131-9e6d-3d0c6ae5356d None None] Network 9b369503-d248-449b-a482-dc63bf93f2da requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:17.614143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.664856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-795e0c30-853e-40db-8883-c651ea1b7d42 None None] Provisioning for port f2b56f13-be23-4773-b934-b0d39f30281b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:17.675687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:17.740366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-f79eb5ca-f52d-4e2d-976e-c1af56517097 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747641 Dec 13 19:55:17.747730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=576b7e4e-528c-430e-ae23-4d7f340152d2,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:17.751044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:17.951569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ddb31a78-2fa4-44ec-b69f-3c1ecc7e4d31 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.560s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:17.994677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c9ef88c6-ccc7-410c-918f-98bb6b05310b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:17.995902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': '7b91fed8-565a-4980-bb5f-ac282cf55ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5d211887-632c-4b4b-b326-dc9777417245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:17.996269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 5d211887-632c-4b4b-b326-dc9777417245, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:18.033584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Router b319c2aa-53ee-452b-adc6-07fdf0b6fbef has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:18.087461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Router bc8deda9-aff4-487e-8282-24515d65659b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:18.097902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c9ef88c6-ccc7-410c-918f-98bb6b05310b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:18.103782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c9ef88c6-ccc7-410c-918f-98bb6b05310b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:18.104176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.174417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Pushing event deleted for resources: {'Port': ['ID=b001a430-3f42-403b-92da-7e8c2444613e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:18.197690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:18.243330 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Floating IP 9e13fbca-ffd9-49ff-bc24-2448100e3b64 associated. External IP: 172.26.6.152, port: 54374133-624f-42ce-ab55-d44b39f59314. Dec 13 19:55:18.251903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.270044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.272249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c9ef88c6-ccc7-410c-918f-98bb6b05310b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c9ef88c6-ccc7-410c-918f-98bb6b05310b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:18.277243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.277808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2b56f13-be23-4773-b934-b0d39f30281b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:18.291152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5d211887-632c-4b4b-b326-dc9777417245 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:18.310503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:18.325328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5d211887-632c-4b4b-b326-dc9777417245) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:18.365480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:18.366067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.368523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde20462-53f2-43cd-b9ee-950f6a3ef483 None None] Network 5d211887-632c-4b4b-b326-dc9777417245 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:18.387826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Router d08f0a72-d414-4117-a905-ea0bc7a366fe has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:18.407873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b001a430-3f42-403b-92da-7e8c2444613e HTTP/1.1" status: 204 len: 168 time: 4.2095420 Dec 13 19:55:18.407873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df582e34-05e2-45a7-aefa-7fc26f824bf0 req-5bfa8010-ab28-4f26-afec-5fb814edff26 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576135 Dec 13 19:55:18.415054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] For port c9ef88c6-ccc7-410c-918f-98bb6b05310b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c9ef88c6-ccc7-410c-918f-98bb6b05310b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:18.415626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.582220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9303083 Dec 13 19:55:18.590902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Calling delete_port for c9ef88c6-ccc7-410c-918f-98bb6b05310b owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:18.596893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c9ef88c6-ccc7-410c-918f-98bb6b05310b,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:18.604255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:18.626076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49780) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:18.642534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f2b56f13-be23-4773-b934-b0d39f30281b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:18.684473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f2b56f13-be23-4773-b934-b0d39f30281b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:18.685268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.712736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Allocated IP 172.26.6.127 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/7e5ffade-83f7-4c2a-85cd-3cf42dd28f64) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:18.918264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5d211887-632c-4b4b-b326-dc9777417245', 'network_id': '5d211887-632c-4b4b-b326-dc9777417245', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': '576b7e4e-528c-430e-ae23-4d7f340152d2'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:18.919219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:18.930508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:18.944748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Sync routers for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:18.998301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:18.999848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49786) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:19.008608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.009337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-368041532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:19.013431 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] Sync routers for ids ['d08f0a72-d414-4117-a905-ea0bc7a366fe'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:19.020633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.022812 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] Routers {'d08f0a72-d414-4117-a905-ea0bc7a366fe'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:19.023540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d08f0a72-d414-4117-a905-ea0bc7a366fe'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.024496 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "PUT /v2.0/routers/d08f0a72-d414-4117-a905-ea0bc7a366fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2858315 Dec 13 19:55:19.032081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:19.034468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49790) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:19.090254 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.099821 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] Routers {'d08f0a72-d414-4117-a905-ea0bc7a366fe'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:19.099821 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d08f0a72-d414-4117-a905-ea0bc7a366fe'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.113041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:19.119364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:19.133751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:19.134409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.154927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:19.169678 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f037519-5da4-49f5-8904-368dd2a87f40 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "PUT /v2.0/floatingips/a1563183-2463-4613-98ec-46766e528761 HTTP/1.1" status: 200 len: 992 time: 6.2783697 Dec 13 19:55:19.174999 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.176062 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea35e75-303c-4ee7-8d5a-15e0bc7a758c None None] The sync data for ids ['d08f0a72-d414-4117-a905-ea0bc7a366fe'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:19.182653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.238048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:19.240318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:19.251627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Sync routers for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:19.301892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Router 7380b363-ba4d-4973-8da3-047ba4fdda2e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:19.330704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:19.331349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.342386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.349569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.354623 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d', 'status': 'completed', 'code': 200} Dec 13 19:55:19.369631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.392446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f2b56f13-be23-4773-b934-b0d39f30281b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2b56f13-be23-4773-b934-b0d39f30281b,segment=NetworkSegment(fbb88a19-c859-4a05-9ff8-a2d5a70f98b3),segment_id=fbb88a19-c859-4a05-9ff8-a2d5a70f98b3)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:19.421334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-44c93cb4-a489-4104-a8ec-d191590b8efc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "PUT /v2.0/floatingips/05ae8da6-16c6-4a67-b464-a21d537e6246 HTTP/1.1" status: 200 len: 989 time: 5.7094042 Dec 13 19:55:19.488266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.489323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.508755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:19.517454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.526804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:19.584957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Usage tracker for resource:security_group_rule and tenant:90d72678f91c4d2ca618612e50705262 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:19.598466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:19.608820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Allocated IP 2001:db8:1::2 (5d211887-632c-4b4b-b326-dc9777417245/576b7e4e-528c-430e-ae23-4d7f340152d2/1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:19.668990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:19.737889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.748843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:19.749276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:19.753818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.767403 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Sync routers for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:19.781094 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:19.784319 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:19.796617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f2b56f13-be23-4773-b934-b0d39f30281b,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:19.809207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.820706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:19.835643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.840050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.856587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:19.870566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:19.871213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:19.892526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.902172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Pushing event updated for resources: {'Port': ['ID=7e5ffade-83f7-4c2a-85cd-3cf42dd28f64,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:19.907276 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d87effd-3389-4c9d-a7dc-0cf82837641d tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "PUT /v2.0/floatingips/9e13fbca-ffd9-49ff-bc24-2448100e3b64 HTTP/1.1" status: 200 len: 991 time: 4.8063669 Dec 13 19:55:19.908184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-d5404aec-135d-4a08-bc52-7f865314e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:19.909992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-d5404aec-135d-4a08-bc52-7f865314e401 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.4817781 Dec 13 19:55:19.922313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:19.924065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:19.925101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Fanout notify agent at l3_agent the message router_deleted on router d08f0a72-d414-4117-a905-ea0bc7a366fe {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:19.930386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:19.932471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:19.935816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:19.937936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:20.075498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c9ef88c6-ccc7-410c-918f-98bb6b05310b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:20.099746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.100927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5cb381f5-e81b-4b6e-904f-2eda61aafc42 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "DELETE /v2.0/routers/d08f0a72-d414-4117-a905-ea0bc7a366fe HTTP/1.1" status: 204 len: 168 time: 1.0654795 Dec 13 19:55:20.109391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.113438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-210572dd-0f37-4f6b-be3b-41748b803b9a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2217901 Dec 13 19:55:20.118637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49808) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:20.118882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49810) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:20.182734 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:20.451591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.565732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.638967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.655098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting port c9ef88c6-ccc7-410c-918f-98bb6b05310b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:20.655465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.745256 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9e13fbca-ffd9-49ff-bc24-2448100e3b64', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'floating_ip_address': '172.26.6.152', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'port_id': '54374133-624f-42ce-ab55-d44b39f59314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'mac_address': 'fa:16:3e:15:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:34Z', 'updated_at': '2021-12-13T19:55:16Z', 'revision_number': 1, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:20.749838 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Checking router: 7380b363-ba4d-4973-8da3-047ba4fdda2e for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:55:20.759404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:20.760400 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:20.773636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.787272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.806103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:20.812979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-26393f58-fc26-4d13-aac8-02afad80d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:20.813417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.814479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-26393f58-fc26-4d13-aac8-02afad80d3be service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.8922405 Dec 13 19:55:20.822038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.833381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3bc8af1c-f06d-46bf-b203-66e6243c5e5a tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:20.837489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Transition to ACTIVE for port object 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:20.840043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c9ef88c6-ccc7-410c-918f-98bb6b05310b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:20.840431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.941625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting subnet 270d382e-ed6f-4222-92fb-c404aba61b2f {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:55:20.964243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Pushing event updated for resources: {'Port': ['ID=7e5ffade-83f7-4c2a-85cd-3cf42dd28f64,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:20.967209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.976323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:20.976977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:20.984398 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:21.106534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Transition to ACTIVE for port object 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:21.111573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2b56f13-be23-4773-b934-b0d39f30281b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:21.149764 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90d72678f91c4d2ca618612e50705262&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1336730 Dec 13 19:55:21.152534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49822) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:21.160842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04977a68-1d82-44b5-a4b8-d362485afebf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:21.171552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:21.198481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '05ae8da6-16c6-4a67-b464-a21d537e6246', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'port_id': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'mac_address': 'fa:16:3e:fb:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:41Z', 'updated_at': '2021-12-13T19:55:15Z', 'revision_number': 1, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:21.204980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Checking router: bc8deda9-aff4-487e-8282-24515d65659b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:55:21.212064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.233425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c48fed41-f30a-42fd-a7ea-67b867bf8689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:21.286155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.305639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-1399cec3-6f2a-485c-ac35-51c898c5de0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1000 time: 0.4803300 Dec 13 19:55:21.308042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.325992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.396564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:21.397596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:21.432059 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Floating IP 2438557b-0ea9-44af-a506-6d0919606073 associated. External IP: 172.26.6.127, port: afabf01e-dee6-4b4b-963f-f3b461fdd42a. Dec 13 19:55:21.490764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Pushing event updated for resources: {'Port': ['ID=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:21.491413 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9e13fbca-ffd9-49ff-bc24-2448100e3b64', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'floating_ip_address': '172.26.6.152', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'port_id': '54374133-624f-42ce-ab55-d44b39f59314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'mac_address': 'fa:16:3e:15:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:34Z', 'updated_at': '2021-12-13T19:55:16Z', 'revision_number': 1, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:21.500815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:21.504572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3'}, {'name': 'network-changed', 'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'tag': '54374133-624f-42ce-ab55-d44b39f59314'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:55:21.506558 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151ccbb-09ef-440d-9b92-588846fb0eab None None] The sync data for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv is: [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9e13fbca-ffd9-49ff-bc24-2448100e3b64', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'floating_ip_address': '172.26.6.152', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'port_id': '54374133-624f-42ce-ab55-d44b39f59314', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'mac_address': 'fa:16:3e:15:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:34Z', 'updated_at': '2021-12-13T19:55:16Z', 'revision_number': 1, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:21.509754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.523531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Network 5d211887-632c-4b4b-b326-dc9777417245 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:21.535769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a1563183-2463-4613-98ec-46766e528761', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'floating_ip_address': '172.26.6.215', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'port_id': '96efd162-2e14-4244-a429-e161ce29bc7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'mac_address': 'fa:16:3e:72:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:24Z', 'updated_at': '2021-12-13T19:55:14Z', 'revision_number': 1, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:21.540120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:21.542765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.548545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:21.560432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f2b56f13-be23-4773-b934-b0d39f30281b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:21.561210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.580070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:21.585570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] For port c9ef88c6-ccc7-410c-918f-98bb6b05310b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c9ef88c6-ccc7-410c-918f-98bb6b05310b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:21.586857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.593262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'status': 'completed', 'code': 200} Dec 13 19:55:21.593262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'tag': '54374133-624f-42ce-ab55-d44b39f59314', 'status': 'completed', 'code': 200} Dec 13 19:55:21.602927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04977a68-1d82-44b5-a4b8-d362485afebf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:21.615371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Checking router: b319c2aa-53ee-452b-adc6-07fdf0b6fbef for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:55:21.632495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-0ff5b16e-5788-4b6e-bb11-f190c70cd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:21.634433 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-0ff5b16e-5788-4b6e-bb11-f190c70cd5d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.2782691 Dec 13 19:55:21.720271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:21.900783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Calling delete_port for c9ef88c6-ccc7-410c-918f-98bb6b05310b owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:21.911925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:21.913048 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04977a68-1d82-44b5-a4b8-d362485afebf HTTP/1.1" status: 204 len: 168 time: 0.7594852 Dec 13 19:55:21.933906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b86c0-902a-4f35-8094-bff8d9a1a813 None None] New status for floating IP 9e13fbca-ffd9-49ff-bc24-2448100e3b64: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:55:22.169309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Router 79102839-79e2-466d-9548-a42ffff5dd3d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:22.185379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-b86452d5-d149-4e87-85a9-ed1b98fcff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:22.187058 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-b86452d5-d149-4e87-85a9-ed1b98fcff71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21d9b8a7a997454eb92d3f8d99142cf2&device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 1098 time: 0.5192831 Dec 13 19:55:22.216632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-631d869f-99f3-4706-ba9c-f26b8ede205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.218358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:22.219138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:22.222628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.400664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49838) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:22.433472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-1ddd38ab-face-41bc-bddb-fb31d31f6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:22.434092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:22.434695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-1ddd38ab-face-41bc-bddb-fb31d31f6f9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7411616 Dec 13 19:55:22.451666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Attempting to bind port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:22.452124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Attempting to bind port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7b91fed8-565a-4980-bb5f-ac282cf55ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5d211887-632c-4b4b-b326-dc9777417245'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:22.452434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Attempting to bind port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d on network 5d211887-632c-4b4b-b326-dc9777417245 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:22.452795 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] Sync routers for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:22.477731 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:22.478620 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:22.527197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:22.527591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Checking segment: {'id': '7b91fed8-565a-4980-bb5f-ac282cf55ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5d211887-632c-4b4b-b326-dc9777417245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:22.528006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.528501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Bound using segment: {'id': '7b91fed8-565a-4980-bb5f-ac282cf55ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5d211887-632c-4b4b-b326-dc9777417245'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:22.529005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Bound port: 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b91fed8-565a-4980-bb5f-ac282cf55ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5d211887-632c-4b4b-b326-dc9777417245'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:22.529411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.548408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8::1 (9b369503-d248-449b-a482-dc63bf93f2da/f9211f90-a56f-4bd3-8562-224e416154e6/babd2de1-03aa-46bf-b9b2-07b137fb3218) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:22.556776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:22.571296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.583413 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:22.593743 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:22.594674 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:54:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:22.670689 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.5651286 Dec 13 19:55:22.671614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49842) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:22.681358 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:22.682540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd139ad-daa8-4476-8f13-2021d9504a6b None None] The sync data for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:22.724446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.748292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-119250f6-38aa-4fbb-8d4d-d11415a059f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:22.749600 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-119250f6-38aa-4fbb-8d4d-d11415a059f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7e904db-93f8-41fe-bd4a-955039da6111 HTTP/1.1" status: 200 len: 905 time: 0.3170946 Dec 13 19:55:22.796895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-403e31ce-da43-4d58-bc92-dc01ec746773 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:22.857840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Subnet': ['ID=270d382e-ed6f-4222-92fb-c404aba61b2f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:22.860856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:22.872101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:22.905062 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8694f1e4-70f4-48ae-929e-5cb5e6e21858 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "GET /v2.0/floatingips/2438557b-0ea9-44af-a506-6d0919606073 HTTP/1.1" status: 200 len: 984 time: 0.2320800 Dec 13 19:55:22.908068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49850) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:22.944160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1119e2-9744-4344-b07f-c97277dcabd9 None None] Network 45c47e36-e479-48b4-9314-3551e6e583bd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:22.944703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-753638ee-02e9-47bc-9645-9f17640de834 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54fbd7a50cef42b297210d38b7494c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416811 Dec 13 19:55:22.951485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49854) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:22.975264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49858) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:22.975816 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "DELETE /v2.0/subnets/270d382e-ed6f-4222-92fb-c404aba61b2f HTTP/1.1" status: 204 len: 168 time: 2.8540568 Dec 13 19:55:23.031901 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-669ed77d-747f-46b7-ba8f-4a8196644b18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3 HTTP/1.1" status: 200 len: 997 time: 0.2651722 Dec 13 19:55:23.066347 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-f6e3fba1-795d-4ce0-b630-547db00c5a07 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192517 Dec 13 19:55:23.066982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.076225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:23.104402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:55:23.115994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.163070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ef88c6-ccc7-410c-918f-98bb6b05310b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:23.168677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] For port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:23.168985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:23.201863 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d89ad51f-1a88-43c4-90d7-758fbc62a0d7 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.2889574 Dec 13 19:55:23.211330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49862) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:23.222471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] For port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,segment=NetworkSegment(7b91fed8-565a-4980-bb5f-ac282cf55ab0),segment_id=7b91fed8-565a-4980-bb5f-ac282cf55ab0)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:23.235649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.268873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object babd2de1-03aa-46bf-b9b2-07b137fb3218 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:23.283444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-602509c6-b9ac-46a2-b2b4-8a92e11cc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:23.284793 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-602509c6-b9ac-46a2-b2b4-8a92e11cc400 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae HTTP/1.1" status: 200 len: 844 time: 0.2431645 Dec 13 19:55:23.299460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.318315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:23.337446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.380346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Deleting port 913571c2-7889-4bab-8efe-1c76f046a89b {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:23.380589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.413552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.464732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.568166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f50ea729-16ee-4b80-bce8-1aeeb1ae4641 req-91d7adde-85af-40ed-a6be-ef942c6436ba service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573240 Dec 13 19:55:23.643060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.655944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-85eb616f-dd35-4cff-a486-15593d39589c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:23.688840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.710028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.718399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Pushing event updated for resources: {'Port': ['ID=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:23.740075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 9b369503-d248-449b-a482-dc63bf93f2da is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:23.751683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:23.758050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:23.758936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.778019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:23.811134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-ae9ecbec-1bea-4392-8bc5-66427423a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:23.812994 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-ae9ecbec-1bea-4392-8bc5-66427423a12c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7e904db-93f8-41fe-bd4a-955039da6111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5176394 Dec 13 19:55:23.945605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port 7e5ffade-83f7-4c2a-85cd-3cf42dd28f64 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:23.946202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.970099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '05ae8da6-16c6-4a67-b464-a21d537e6246', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'port_id': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'mac_address': 'fa:16:3e:fb:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:41Z', 'updated_at': '2021-12-13T19:55:15Z', 'revision_number': 1, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:23.978391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3dbca832-d007-47f4-b520-a733abf66c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:23.987516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c363c-56aa-4f99-bd81-ce0e5eee7ba3 None None] The sync data for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv is: [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '05ae8da6-16c6-4a67-b464-a21d537e6246', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'port_id': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'mac_address': 'fa:16:3e:fb:65:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:41Z', 'updated_at': '2021-12-13T19:55:15Z', 'revision_number': 1, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:24.038087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a1563183-2463-4613-98ec-46766e528761', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'floating_ip_address': '172.26.6.215', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'port_id': '96efd162-2e14-4244-a429-e161ce29bc7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'mac_address': 'fa:16:3e:72:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:24Z', 'updated_at': '2021-12-13T19:55:14Z', 'revision_number': 1, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:24.048222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97a11d-d41d-4dc3-9ee6-bd2fd34c9154 None None] The sync data for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv is: [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a1563183-2463-4613-98ec-46766e528761', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'floating_ip_address': '172.26.6.215', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'port_id': '96efd162-2e14-4244-a429-e161ce29bc7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'mac_address': 'fa:16:3e:72:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T19:54:24Z', 'updated_at': '2021-12-13T19:55:14Z', 'revision_number': 1, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:24.115663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] DHCP port deletion for 45c47e36-e479-48b4-9314-3551e6e583bd request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:55:24.133102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Deleting port 913571c2-7889-4bab-8efe-1c76f046a89b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:24.133910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.145230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=babd2de1-03aa-46bf-b9b2-07b137fb3218,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:24.316279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.316791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a611df7-145d-4653-8c6e-126aeb44917c {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:24.331773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:24.355716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.368896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6454c5e5-449e-4ebe-89c9-8246818a6aae tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:24.373076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] For port 913571c2-7889-4bab-8efe-1c76f046a89b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913571c2-7889-4bab-8efe-1c76f046a89b,segment=NetworkSegment(ce1056e4-9f76-4f07-bdd6-99b500a8c532),segment_id=ce1056e4-9f76-4f07-bdd6-99b500a8c532)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:24.373795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.414479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a349f-5222-4dff-8430-af4e25616a99,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:24.424690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:24.434662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.435927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2a611df7-145d-4653-8c6e-126aeb44917c HTTP/1.1" status: 204 len: 168 time: 9.1075909 Dec 13 19:55:24.436756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.437791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/577a349f-5222-4dff-8430-af4e25616a99 HTTP/1.1" status: 204 len: 168 time: 1.4826028 Dec 13 19:55:24.439688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49872) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:24.564623 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-49ebcc7e-71fe-4f41-be91-a50fd23c0b81 service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403641 Dec 13 19:55:24.574857 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf706aa-1c0f-442e-8d31-2dbc2def6df6 None None] New status for floating IP a1563183-2463-4613-98ec-46766e528761: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:55:24.578853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffcdb2-2777-42df-a9f7-3a2404488399 None None] New status for floating IP 05ae8da6-16c6-4a67-b464-a21d537e6246: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:55:24.756934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4a003190-8546-45ac-bd98-d744acb1e809 None None] Provisioning for port babd2de1-03aa-46bf-b9b2-07b137fb3218 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:24.784997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4a003190-8546-45ac-bd98-d744acb1e809 None None] Provisioning complete for port babd2de1-03aa-46bf-b9b2-07b137fb3218 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:24.785533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a003190-8546-45ac-bd98-d744acb1e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.801751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Calling delete_port for 913571c2-7889-4bab-8efe-1c76f046a89b owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:24.922160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:24.961892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.092514 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-06546688-90f4-4ba6-86fb-14068723c372 service neutron] 10.222.0.20 "GET /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500716 Dec 13 19:55:25.258128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a003190-8546-45ac-bd98-d744acb1e809 None None] Port babd2de1-03aa-46bf-b9b2-07b137fb3218 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:25.284097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.323883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] For port 913571c2-7889-4bab-8efe-1c76f046a89b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913571c2-7889-4bab-8efe-1c76f046a89b,segment=NetworkSegment(ce1056e4-9f76-4f07-bdd6-99b500a8c532),segment_id=ce1056e4-9f76-4f07-bdd6-99b500a8c532)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:25.326108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.347464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.347890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.359384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:25.382670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.468832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5467ade9-a5db-489b-98fa-cdfb060a994f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:25.552024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.577961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Deleting port d7972cc7-495f-4652-a12e-dac700c40ffa {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:25.578575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.603814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Calling delete_port for 7e5ffade-83f7-4c2a-85cd-3cf42dd28f64 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:25.636033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Port': ['ID=913571c2-7889-4bab-8efe-1c76f046a89b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:25.647797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Calling delete_port for 913571c2-7889-4bab-8efe-1c76f046a89b owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:25.652963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] No DVR routers for this DVR port 913571c2-7889-4bab-8efe-1c76f046a89b on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:25.654692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:25.721028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48944ac-b5ef-4570-b770-937b67055c34 None None] Network 5d211887-632c-4b4b-b326-dc9777417245 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:25.738009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-993d3cf9-6fcd-4e3c-9c47-bf81b6d3d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:25.739536 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-993d3cf9-6fcd-4e3c-9c47-bf81b6d3d48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b57aa3670d3489f927620a1ffc7660c&device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 1098 time: 0.5634258 Dec 13 19:55:25.751409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:25.838631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:25.839455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:25.937399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49904) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:25.965612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.013690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Provisioning for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:26.015285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c47e36-e479-48b4-9314-3551e6e583bd']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:26.026706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:26.033724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:26.034120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.059021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1056e4-9f76-4f07-bdd6-99b500a8c532') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:26.059302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Provisioning complete for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:26.059535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.059648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1056e4-9f76-4f07-bdd6-99b500a8c532') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:26.160451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] For port d7972cc7-495f-4652-a12e-dac700c40ffa, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d7972cc7-495f-4652-a12e-dac700c40ffa,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:26.160451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.203527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.228337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.250858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-8a16aa2f-f481-49ab-8d84-7323a43ebeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:26.252624 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-8a16aa2f-f481-49ab-8d84-7323a43ebeb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbae750b-eaae-4227-a03e-9c195364ee73 HTTP/1.1" status: 200 len: 911 time: 0.5013545 Dec 13 19:55:26.283624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.332588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.333755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.344514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Calling delete_port for d7972cc7-495f-4652-a12e-dac700c40ffa owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:26.365376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:26.365881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.374748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1229398314'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:26.378167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:26.388672 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:26.402113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.420128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Deleting port 913571c2-7889-4bab-8efe-1c76f046a89b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:26.420427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.512136 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-d8474828-a972-4764-b1b5-eb67abf5ac7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54374133-624f-42ce-ab55-d44b39f59314 HTTP/1.1" status: 200 len: 1001 time: 0.2297590 Dec 13 19:55:26.517683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.525756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f1716e6-ebd4-4fa4-bd3c-56c8bd97409f tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:26.553959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c236daed-38b2-4ade-87b2-9716000069bf None None] The port '913571c2-7889-4bab-8efe-1c76f046a89b' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:55:26.561102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.577008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.579257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.598184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] For port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,segment=NetworkSegment(7b91fed8-565a-4980-bb5f-ac282cf55ab0),segment_id=7b91fed8-565a-4980-bb5f-ac282cf55ab0)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:26.606969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:26.610451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.613907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:26.620619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Port': ['ID=7e5ffade-83f7-4c2a-85cd-3cf42dd28f64,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:26.632556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:26.641058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Usage tracker for resource:network and tenant:29828351f6b44f609ffe6a53f02426db is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:26.641647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:26.647186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:26.656308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.663499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:26.716374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Pushing event deleted for resources: {'Network': ['ID=45c47e36-e479-48b4-9314-3551e6e583bd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:26.730812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=babd2de1-03aa-46bf-b9b2-07b137fb3218,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:26.751651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Pushing event updated for resources: {'Port': ['ID=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:26.756419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:26.760062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:26.760523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:26.762064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:26.774009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:26.777590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.780734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:26.802718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.803332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Floating IP 2438557b-0ea9-44af-a506-6d0919606073 disassociated (deleted). External IP: 172.26.6.127, port: afabf01e-dee6-4b4b-963f-f3b461fdd42a. Dec 13 19:55:26.804976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:26.858672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:26.875663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Usage tracker for resource:security_group_rule and tenant:29828351f6b44f609ffe6a53f02426db is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:26.882482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:26.883106 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] 10.222.0.18 "DELETE /v2.0/networks/45c47e36-e479-48b4-9314-3551e6e583bd HTTP/1.1" status: 204 len: 168 time: 3.8925369 Dec 13 19:55:26.890435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:26.896119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 9b369503-d248-449b-a482-dc63bf93f2da is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:26.896730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-5fde0756-d205-4977-a621-164a2c29d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:26.899407 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-5fde0756-d205-4977-a621-164a2c29d635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4 HTTP/1.1" status: 200 len: 850 time: 0.3741579 Dec 13 19:55:26.899576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:27.090368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d302c0-edf4-4402-a31b-077150b4d468 req-8c82bd08-26b6-40a7-8795-33a776fe6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:27.091883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-8c82bd08-26b6-40a7-8795-33a776fe6641 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbae750b-eaae-4227-a03e-9c195364ee73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1839993 Dec 13 19:55:27.148237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d887d8ba-f72f-4e76-9ccf-35ea5ee56a0a None None] Provisioning complete for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:27.149875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d887d8ba-f72f-4e76-9ccf-35ea5ee56a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.199979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.208512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:27.311881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.318790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7972cc7-495f-4652-a12e-dac700c40ffa,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:27.362919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:27.375293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.389087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:27.401741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.402550 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Added segment 3e61a3e1-61e7-4618-9950-ea7bd88a20c1 of type vlan for network 27afbce7-8ac9-40ce-a214-d32c9b009e19 Dec 13 19:55:27.413572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:27.438206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49920) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:27.501988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913571c2-7889-4bab-8efe-1c76f046a89b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:27.517768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.523923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef4c0a-c430-44c6-b0aa-264ad529c50c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:27.532830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Router 79102839-79e2-466d-9548-a42ffff5dd3d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:27.533516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:27.538145 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-4001896b-f520-4a5d-9106-a9e12f8ce70c service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339812 Dec 13 19:55:27.545148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.565643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 913571c2-7889-4bab-8efe-1c76f046a89b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:55:27.566665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913571c2-7889-4bab-8efe-1c76f046a89b not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:55:27.567355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c9ef88c6-ccc7-410c-918f-98bb6b05310b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:27.593849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router c8007938-f765-45fc-877b-92ea6da89433 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:27.611240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: c9ef88c6-ccc7-410c-918f-98bb6b05310b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:55:27.611596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c9ef88c6-ccc7-410c-918f-98bb6b05310b not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:55:27.622572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b8d3f799-8008-4dd2-b36c-04d75d09ddfc None None] Provisioning complete for port babd2de1-03aa-46bf-b9b2-07b137fb3218 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:27.623141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f799-8008-4dd2-b36c-04d75d09ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.658791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:27.779200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f799-8008-4dd2-b36c-04d75d09ddfc None None] Port babd2de1-03aa-46bf-b9b2-07b137fb3218 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:27.798686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.804322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:27.805004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.813325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e37c249-acfd-40a7-af26-271ba42c8a7d tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:27.831430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.840035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:27.906501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.916448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:27.917274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:27.986723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-16314357-4073-4075-aa41-b79d1fdfeab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e51381da937f43c7a405c7bf3b9ff120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472562 Dec 13 19:55:27.991608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49930) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.041437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:28.049284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.057095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] Sync routers for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:28.066605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:28.067235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.082949 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-97d302c0-edf4-4402-a31b-077150b4d468 req-dc58dc3d-2ad7-41df-8536-378b7830ac46 service neutron] 10.222.0.20 "GET /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795833 Dec 13 19:55:28.130943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.131122 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/floatingips/2438557b-0ea9-44af-a506-6d0919606073 HTTP/1.1" status: 204 len: 168 time: 4.9186535 Dec 13 19:55:28.135246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49934) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.138413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Network': ['ID=27afbce7-8ac9-40ce-a214-d32c9b009e19,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:28.139722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.140595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:28.141420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.141980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:28.143935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:28.148607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2034981 Dec 13 19:55:28.148828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:28.151390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49938) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.153234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.153912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e33183cf-15b4-4831-928e-18f934b4c105 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:28.162745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:28.173406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.181370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e33183cf-15b4-4831-928e-18f934b4c105 HTTP/1.1" status: 204 len: 168 time: 3.7340076 Dec 13 19:55:28.181370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0552809 Dec 13 19:55:28.181370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49940) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.181734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.182125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49944) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.186432 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] Sync routers for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:28.202003 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:28.202207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-549041324', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:28.205298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:28.206172 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.227097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:28.233534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.233960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff97885-d2b6-453a-9d42-3595a9aabfdc None None] The sync data for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:28.241259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:28.242357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Usage tracker for resource:floatingip and tenant:f7fc4ec894c446ea8d88c7606f7bb77a is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:28.255028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:28.264907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:28.280484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'subnet': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:28.280690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:28.297497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:28.304077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.315383 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.332070 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:28.333098 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.386919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:28.434039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0266e6-6a11-4745-bf3c-9b7c8f992eca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:28.434039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea0266e6-6a11-4745-bf3c-9b7c8f992eca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:28.435769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:28.436087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04521002-e274-45cd-a0a1-4744dfc1a6f7 None None] The sync data for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:28.437655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e89f5-929c-4580-9624-ab29ea1c9851,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:28.441059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.442274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.446222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.470419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.471835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea0266e6-6a11-4745-bf3c-9b7c8f992eca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:28.472195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:28.473114 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea0266e6-6a11-4745-bf3c-9b7c8f992eca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports/babd2de1-03aa-46bf-b9b2-07b137fb3218 HTTP/1.1" status: 200 len: 911 time: 0.2900994 Dec 13 19:55:28.478815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 49952) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:28.484282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.485348 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c7e89f5-929c-4580-9624-ab29ea1c9851 HTTP/1.1" status: 204 len: 168 time: 0.4908628 Dec 13 19:55:28.564718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:28.670303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Usage tracker for resource:subnet and tenant:29828351f6b44f609ffe6a53f02426db is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:28.678072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:28.711223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:28.812052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:28.815592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:28.916165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.268022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.282196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.300421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.300757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49980) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:29.454361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.461585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:29.469310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751837088'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:29.476212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Allocated IP 172.26.6.245 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/1c747858-52e8-4e21-bb51-e27cf62b11d9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:29.478903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:29.487131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:29.495831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:29.503061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:29.580440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:29.583850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.612528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.633247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:29.637306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:security_group_rule and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:29.641561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:29.646585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.652554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d7972cc7-495f-4652-a12e-dac700c40ffa no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:29.655190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:29.690326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: d7972cc7-495f-4652-a12e-dac700c40ffa {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:55:29.691028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d7972cc7-495f-4652-a12e-dac700c40ffa not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:55:29.728556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.757939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Subnet': ['ID=bdc76aea-97b8-4334-94c6-f9f02efa52f3,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:29.763650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:29.805388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.807320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.812028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57def96b-f7ae-4bf8-8fbc-74c0e8287754 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:29.843191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.877382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:29.881766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Checking segment: {'id': '3e61a3e1-61e7-4618-9950-ea7bd88a20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:29.882127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network hostable DHCP agents. Network: 27afbce7-8ac9-40ce-a214-d32c9b009e19, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:29.892715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:29.898772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:29.905353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:29.925250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Allocated IP 172.26.6.201 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/4ba507c0-b93e-4def-8be5-62927a1f52d2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:29.935839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:29.936383 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment ee031c87-1440-4e8a-b806-9d5cd74fc9fb of type vlan for network 7d802128-d351-457c-b75f-04cc89d380f3 Dec 13 19:55:29.958247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event updated for resources: {'Port': ['ID=1c747858-52e8-4e21-bb51-e27cf62b11d9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:29.965575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:29.968030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a4ca3a46-c90a-46b8-abc6-066edb1a06b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:29.994678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:30.001650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.029544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 27afbce7-8ac9-40ce-a214-d32c9b009e19) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:30.037983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51b82f-30ab-4c01-bffb-eef76443d352 None None] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:30.091018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:30.091612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.146469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82677946-9ab2-4d5d-8b5b-ed00512ad388,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:30.152792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:30.196282 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9667280 Dec 13 19:55:30.196482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 49992) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:30.245068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-433258484'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:30.263916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.270545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:30.271785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.272944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.297493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8:1::1 (5d211887-632c-4b4b-b326-dc9777417245/576b7e4e-528c-430e-ae23-4d7f340152d2/3e64e2ef-3127-4942-b9b8-fde42dd02205) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:30.318592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:30.348616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-27afbce7-8ac9-40ce-a214-d32c9b009e19', 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'tenant_id': '29828351f6b44f609ffe6a53f02426db', 'fixed_ips': [{'subnet_id': 'bdc76aea-97b8-4334-94c6-f9f02efa52f3'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:30.350669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.413934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.420799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:30.515232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:30.521893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:30.529598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:30.532798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Allocated IP 2001:db8::2 (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/913c6cf7-de77-496b-9cc0-7c598c4fc3ab) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:30.558749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba507c0-b93e-4def-8be5-62927a1f52d2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:30.569802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:30.595596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.620543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 3e64e2ef-3127-4942-b9b8-fde42dd02205 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:30.652249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.694420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.705104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d7e247ee-100d-4d9b-8f27-74498db969a2 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:30.753985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.765077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Transition to ACTIVE for port object 913c6cf7-de77-496b-9cc0-7c598c4fc3ab will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:30.783256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.785643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Transition to ACTIVE for port object 913c6cf7-de77-496b-9cc0-7c598c4fc3ab will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:30.791898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.796302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:30.796842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:30.815599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5d211887-632c-4b4b-b326-dc9777417245 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:30.824416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:30.830007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:30.830547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:30.854881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=3e64e2ef-3127-4942-b9b8-fde42dd02205,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:30.859010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Usage tracker for resource:port and tenant:29828351f6b44f609ffe6a53f02426db is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:30.860935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:30.863618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:30.866508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:30.870439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:30.873884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5721183 Dec 13 19:55:30.902180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Pushing event updated for resources: {'Port': ['ID=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:30.909243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:30.927515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:30.938551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=7d802128-d351-457c-b75f-04cc89d380f3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:30.958291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 7d802128-d351-457c-b75f-04cc89d380f3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:30.961849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:30.967147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:30.989595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:30.994040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.001068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Attempting to bind port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:31.001477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Attempting to bind port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '3e61a3e1-61e7-4618-9950-ea7bd88a20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:31.001847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Attempting to bind port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab on network 27afbce7-8ac9-40ce-a214-d32c9b009e19 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:31.010441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.098226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:31.098852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Checking segment: {'id': '3e61a3e1-61e7-4618-9950-ea7bd88a20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:31.101335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.102724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Bound using segment: {'id': '3e61a3e1-61e7-4618-9950-ea7bd88a20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:31.104353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Bound port: 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e61a3e1-61e7-4618-9950-ea7bd88a20c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:31.108484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.134089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.156845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port acb03a5f-b469-4f0e-8874-dea0fcf88ece yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:31.158018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.164383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab2add91-be99-4a00-8035-99bca03b3af4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:31.348884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.367219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-88a04656-9ab3-4126-9b3c-bb39542f0480 None None] Provisioning for port 3e64e2ef-3127-4942-b9b8-fde42dd02205 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:31.392802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-88a04656-9ab3-4126-9b3c-bb39542f0480 None None] Provisioning complete for port 3e64e2ef-3127-4942-b9b8-fde42dd02205 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:31.393565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-88a04656-9ab3-4126-9b3c-bb39542f0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.436075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba507c0-b93e-4def-8be5-62927a1f52d2,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:31.447731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:31.464898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] For port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:31.479499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] For port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,segment=NetworkSegment(3e61a3e1-61e7-4618-9950-ea7bd88a20c1),segment_id=3e61a3e1-61e7-4618-9950-ea7bd88a20c1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:31.498093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.521958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6153a97-139c-4f02-aee8-0ea4352f238e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:31.531223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.552018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.557112 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4191267 Dec 13 19:55:31.558050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50002) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:31.652507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Pushing event updated for resources: {'Port': ['ID=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:31.665741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:31.673645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::21e (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/acb03a5f-b469-4f0e-8874-dea0fcf88ece) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:31.679914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:31.695332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-88a04656-9ab3-4126-9b3c-bb39542f0480 None None] Port 3e64e2ef-3127-4942-b9b8-fde42dd02205 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:32.116770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:32.124711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:32.138713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Usage tracker for resource:floatingip and tenant:09aa3dad2700442cbafae312f9aef2b4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:32.144386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:32.160847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:32.166643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Router 39c27aff-afca-4b2b-8535-e90d8cac5896 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:32.180601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.214400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.293102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.351142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.352197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.356926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:32.444753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object acb03a5f-b469-4f0e-8874-dea0fcf88ece will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:32.548558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:32.566841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=3e64e2ef-3127-4942-b9b8-fde42dd02205,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:32.573050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:32.576782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.577977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] Sync routers for ids ['39c27aff-afca-4b2b-8535-e90d8cac5896'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:32.584777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.596255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] Routers {'39c27aff-afca-4b2b-8535-e90d8cac5896'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:32.596772 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4165797 Dec 13 19:55:32.598671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['39c27aff-afca-4b2b-8535-e90d8cac5896'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:32.600851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50014) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:32.609814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22742e8d-5279-4a04-b73c-d1a6a0e1a0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:32.614611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:32.685221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:32.695297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] Routers {'39c27aff-afca-4b2b-8535-e90d8cac5896'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:32.696011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['39c27aff-afca-4b2b-8535-e90d8cac5896'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:32.725551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:32.729024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:32.733377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:32.739107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:32.739870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:32.772530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=acb03a5f-b469-4f0e-8874-dea0fcf88ece,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:32.782291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:32.792092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5867743 Dec 13 19:55:32.792795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50018) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:32.795693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:32.796166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d84bb1-0e77-4b16-a01c-0c5ef80822a5 None None] The sync data for ids ['39c27aff-afca-4b2b-8535-e90d8cac5896'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:32.801345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918214507', 'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2e:62:31'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:32.955576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:32.962894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Usage tracker for resource:port and tenant:29828351f6b44f609ffe6a53f02426db is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:32.966802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:32.974809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:32.989568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:32.996129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5d211887-632c-4b4b-b326-dc9777417245 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:33.000021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:33.002782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.240360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.266249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port 04514226-ef98-4c9b-990e-67c5caed1718 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:33.279939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b86fe6-3808-4d26-a99d-e4b1433df92d None None] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:33.345219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Allocated IP 172.26.6.11 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/8e0a9801-f0cc-411c-a4ee-ccf07d558535) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:33.438905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-551b09e3-3942-4d8c-8c93-987c08f8bb49 None None] Provisioning for port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:33.533628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::c6 (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/04514226-ef98-4c9b-990e-67c5caed1718) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:33.651623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e6f49fc1-f0ba-4ace-9491-81ab073da17c None None] Provisioning complete for port 3e64e2ef-3127-4942-b9b8-fde42dd02205 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:33.654315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e6f49fc1-f0ba-4ace-9491-81ab073da17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.720935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.770389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e6f49fc1-f0ba-4ace-9491-81ab073da17c None None] Port 3e64e2ef-3127-4942-b9b8-fde42dd02205 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:33.775382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.797438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object 04514226-ef98-4c9b-990e-67c5caed1718 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:33.827826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913c6cf7-de77-496b-9cc0-7c598c4fc3ab up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:33.832851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.839564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4805d2ba-040f-4e3e-a543-08d44fd26217 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:33.856376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.872240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-983de7c6-a438-472c-84e6-3fd7bc79557b tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:33.967360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:33.971360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:33.974945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:33.980295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:33.984260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:33.986005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:33.995779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:33.996740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.027112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=04514226-ef98-4c9b-990e-67c5caed1718,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:34.048075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:34.062482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2679174 Dec 13 19:55:34.065106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50028) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:34.129076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:34.158753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.182518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:34.190637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:34.200449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,segment=NetworkSegment(3e61a3e1-61e7-4618-9950-ea7bd88a20c1),segment_id=3e61a3e1-61e7-4618-9950-ea7bd88a20c1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:34.200940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:34.202753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Synchronizing usage tracker for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:34.209238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.211794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:34.226706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50032) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:34.237436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:34.240322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': '7d802128-d351-457c-b75f-04cc89d380f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:34.256927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:34.298563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Unset dirty status for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:34.300072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-05e654bb-a75d-47b6-a1fb-1717c7d66181 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2337594 Dec 13 19:55:34.303554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50038) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:34.321909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Provisioning for port acb03a5f-b469-4f0e-8874-dea0fcf88ece completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:34.329298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Pushing event updated for resources: {'Port': ['ID=8e0a9801-f0cc-411c-a4ee-ccf07d558535,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:34.345557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Provisioning complete for port acb03a5f-b469-4f0e-8874-dea0fcf88ece triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:34.346041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.347482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:34.369262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router c8007938-f765-45fc-877b-92ea6da89433 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:34.423236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:34.437120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:34.440093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Port acb03a5f-b469-4f0e-8874-dea0fcf88ece cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:34.452692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port 04514226-ef98-4c9b-990e-67c5caed1718 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:34.453028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.453461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Provisioning complete for port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:34.454100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f142082f-f6f3-492a-8855-f7a7d401d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.574421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:34.591783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:34.596548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:34.610810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:34.647608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:34.651388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.692851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.699315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:34.703721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.711041 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] Sync routers for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:34.725999 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2436750 Dec 13 19:55:34.726781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50044) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:34.729656 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:34.730758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:34.750891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41632107-14b9-49c1-8cbc-d66dc89d08f5 None None] Provisioning complete for port acb03a5f-b469-4f0e-8874-dea0fcf88ece triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:34.751498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41632107-14b9-49c1-8cbc-d66dc89d08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.871415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-41632107-14b9-49c1-8cbc-d66dc89d08f5 None None] Port acb03a5f-b469-4f0e-8874-dea0fcf88ece cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:34.883755 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:34.895075 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:34.895693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:34.905838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.966681 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:34.967193 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030ca62-7d8f-4260-a6d0-b46864fb010e None None] The sync data for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:34.978687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce526b3-bbd6-40ea-9acc-0d7d02084bd6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:34.979419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8ce526b3-bbd6-40ea-9acc-0d7d02084bd6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:34.982129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:34.994341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-60e122b5-4378-4e6f-9951-c96272e30990 None None] Provisioning for port 04514226-ef98-4c9b-990e-67c5caed1718 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:35.001060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-60e122b5-4378-4e6f-9951-c96272e30990 None None] Provisioning complete for port 04514226-ef98-4c9b-990e-67c5caed1718 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:35.001268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-60e122b5-4378-4e6f-9951-c96272e30990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.058711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-60e122b5-4378-4e6f-9951-c96272e30990 None None] Port 04514226-ef98-4c9b-990e-67c5caed1718 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:35.066300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8ce526b3-bbd6-40ea-9acc-0d7d02084bd6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:35.067765 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ce526b3-bbd6-40ea-9acc-0d7d02084bd6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports/3e64e2ef-3127-4942-b9b8-fde42dd02205 HTTP/1.1" status: 200 len: 913 time: 0.3351784 Dec 13 19:55:35.070915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50050) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:35.150669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for 04514226-ef98-4c9b-990e-67c5caed1718 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:35.344157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.353679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c6cedec-a094-48c3-85da-02e15775fdd0 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:35.445319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=c23a6028-573b-4d4f-8ea7-2154cdbaa628,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:35.447496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.449522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:35.455556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:35.505890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=04514226-ef98-4c9b-990e-67c5caed1718,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:35.509433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:35.510186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:35.510523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: 7d802128-d351-457c-b75f-04cc89d380f3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:35.622761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 7d802128-d351-457c-b75f-04cc89d380f3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:35.671786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 7d802128-d351-457c-b75f-04cc89d380f3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:35.677235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:35.677978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.685468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a929c77a-f68c-410e-8f8d-b0e61fca5f57 None None] Network 7d802128-d351-457c-b75f-04cc89d380f3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:35.693333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.720016 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/04514226-ef98-4c9b-990e-67c5caed1718 HTTP/1.1" status: 204 len: 168 time: 1.4153016 Dec 13 19:55:35.722635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50056) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:35.772467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5414920 Dec 13 19:55:35.776979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913c6cf7-de77-496b-9cc0-7c598c4fc3ab up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:35.780755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50060) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:35.787145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662281781'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:35.792701 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b635ef-ccca-459e-9fbf-2e29a03565c7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] GET failed (client error): The resource could not be found. Dec 13 19:55:35.793680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58b635ef-ccca-459e-9fbf-2e29a03565c7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Synchronizing usage tracker for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:35.796638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:35.802172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:35.809189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:35.818439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:35.828545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58b635ef-ccca-459e-9fbf-2e29a03565c7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Unset dirty status for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:35.830334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-58b635ef-ccca-459e-9fbf-2e29a03565c7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports/04514226-ef98-4c9b-990e-67c5caed1718 HTTP/1.1" status: 404 len: 333 time: 0.1065547 Dec 13 19:55:35.834828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50064) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:35.841060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1581353569'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:35.859218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:35.862500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.977986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:35.979880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:35.980380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:35.990639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:36.015176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.015360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment 6b2ef9b6-d684-4a05-9a4c-10fd53861ed6 of type vlan for network 324f08c4-f450-47ea-9447-799c8e20a265 Dec 13 19:55:36.037505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:36.058141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.063501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:36.082031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-7d802128-d351-457c-b75f-04cc89d380f3', 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': 'c23a6028-573b-4d4f-8ea7-2154cdbaa628'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:36.082996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.088644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:36.092218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.097274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.103717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.112159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-69b17823-0276-44f5-88a5-e398daa67d08 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:36.115535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:36.180412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.198017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:36.199638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.275538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:36.319821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Pushing event updated for resources: {'Port': ['ID=8e0a9801-f0cc-411c-a4ee-ccf07d558535,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:36.328920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:36.368723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Allocated IP 2001:db8:0:ffff::2 (7d802128-d351-457c-b75f-04cc89d380f3/c23a6028-573b-4d4f-8ea7-2154cdbaa628/ba1c2576-cf5b-4303-8340-aa8452d9800a) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:36.425560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.433799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6517620 Dec 13 19:55:36.446288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::357 (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:36.448084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50072) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:36.453065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=324f08c4-f450-47ea-9447-799c8e20a265,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:36.458365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': '324f08c4-f450-47ea-9447-799c8e20a265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:36.473959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:36.477836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 324f08c4-f450-47ea-9447-799c8e20a265 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:36.497868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.501615 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9070299 Dec 13 19:55:36.502522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50076) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:36.604044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:36.616260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:36.620348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:36.643343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:36.690630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.700925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a9497690-9d9b-48ca-ac2b-3783c337bb5a tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Synchronizing usage tracker for tenant:f7fc4ec894c446ea8d88c7606f7bb77a on resource:floatingip {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:36.707882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.715083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.728228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Transition to ACTIVE for port object ba1c2576-cf5b-4303-8340-aa8452d9800a will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:36.749719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Transition to ACTIVE for port object ba1c2576-cf5b-4303-8340-aa8452d9800a will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:36.756916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.759214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:36.762938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.769649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:36.783260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.805750 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:55:36.838011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Network 7d802128-d351-457c-b75f-04cc89d380f3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:36.841748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:36.845469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:36.867840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a9497690-9d9b-48ca-ac2b-3783c337bb5a tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Unset dirty status for tenant:f7fc4ec894c446ea8d88c7606f7bb77a on resource:floatingip {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:36.871967 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a9497690-9d9b-48ca-ac2b-3783c337bb5a tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.3659165 Dec 13 19:55:36.879486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Pushing event updated for resources: {'Port': ['ID=ba1c2576-cf5b-4303-8340-aa8452d9800a,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:36.887082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:36.947298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Attempting to bind port ba1c2576-cf5b-4303-8340-aa8452d9800a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:36.947634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Attempting to bind port ba1c2576-cf5b-4303-8340-aa8452d9800a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:36.947918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Attempting to bind port ba1c2576-cf5b-4303-8340-aa8452d9800a on network 7d802128-d351-457c-b75f-04cc89d380f3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:36.954362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:36.954908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Checking segment: {'id': 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:36.955339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.955732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Bound using segment: {'id': 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:36.956220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Bound port: ba1c2576-cf5b-4303-8340-aa8452d9800a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7d802128-d351-457c-b75f-04cc89d380f3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:36.956598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:36.990199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50082) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:37.051549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] For port ba1c2576-cf5b-4303-8340-aa8452d9800a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:37.055139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] For port ba1c2576-cf5b-4303-8340-aa8452d9800a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ba1c2576-cf5b-4303-8340-aa8452d9800a,segment=NetworkSegment(ee031c87-1440-4e8a-b806-9d5cd74fc9fb),segment_id=ee031c87-1440-4e8a-b806-9d5cd74fc9fb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:37.061751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.068483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:37.102543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-468718b6-4db2-43fd-85c1-d305aa4cb01a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Synchronizing usage tracker for tenant:16140c7720f94dc8a09394ad16bab737 on resource:floatingip {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:37.118548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.154858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:37.168053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-468718b6-4db2-43fd-85c1-d305aa4cb01a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Unset dirty status for tenant:16140c7720f94dc8a09394ad16bab737 on resource:floatingip {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:37.172335 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-468718b6-4db2-43fd-85c1-d305aa4cb01a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1790247 Dec 13 19:55:37.173743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Pushing event updated for resources: {'Port': ['ID=ba1c2576-cf5b-4303-8340-aa8452d9800a,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:37.175326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50088) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:37.179568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:37.357120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router 39c27aff-afca-4b2b-8535-e90d8cac5896 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:37.416219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Deleting port 8e0a9801-f0cc-411c-a4ee-ccf07d558535 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:37.416564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.486298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.496437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:37.608774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:37.625575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:37.633831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.635027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71047734-e2f2-49d2-9c1b-8d28db42bae4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "PUT /v2.0/routers/39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 200 len: 921 time: 5.0330803 Dec 13 19:55:37.636102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] Sync routers for ids ['39c27aff-afca-4b2b-8535-e90d8cac5896'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:37.642962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50094) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:37.661878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] Routers {'39c27aff-afca-4b2b-8535-e90d8cac5896'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:37.662527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['39c27aff-afca-4b2b-8535-e90d8cac5896'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:37.665370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:37.667821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:37.673657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:37.674241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.712141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:37.715311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:37.733839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.744229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2503b19c-6e32-418f-8076-c058290519ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:37.780170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9442329 Dec 13 19:55:37.787847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:37.804378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50098) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:37.818317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2e:62:31'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:37.821740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] Routers {'39c27aff-afca-4b2b-8535-e90d8cac5896'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:37.825541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['39c27aff-afca-4b2b-8535-e90d8cac5896'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:37.870932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 3e64e2ef-3127-4942-b9b8-fde42dd02205 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:37.871384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.897016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ba1c2576-cf5b-4303-8340-aa8452d9800a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:37.906068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.906389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:37.938971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:37.939964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eaf70-5894-4e74-81ba-12fdc7ecbe2d None None] The sync data for ids ['39c27aff-afca-4b2b-8535-e90d8cac5896'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:38.023649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=a9c19d78-1d1b-4727-8196-a98a0b80c7cd,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:38.026657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:38.027313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ba1c2576-cf5b-4303-8340-aa8452d9800a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:38.097014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Calling delete_port for 8e0a9801-f0cc-411c-a4ee-ccf07d558535 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:38.102915 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e59a92f0-fac8-42bf-b0b0-c9382685d138 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 200 len: 921 time: 0.4597073 Dec 13 19:55:38.106468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50104) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:38.133669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-82ac2cd0-118e-48e7-99d5-94f8206357a9 None None] Provisioning for port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:38.141967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:38.142329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: 324f08c4-f450-47ea-9447-799c8e20a265, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:38.149000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-82ac2cd0-118e-48e7-99d5-94f8206357a9 None None] Provisioning complete for port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:38.150679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-82ac2cd0-118e-48e7-99d5-94f8206357a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.215783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-82ac2cd0-118e-48e7-99d5-94f8206357a9 None None] Port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:38.246246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.259719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.269764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 324f08c4-f450-47ea-9447-799c8e20a265 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:38.338589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 324f08c4-f450-47ea-9447-799c8e20a265) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:38.347734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35464a99-fc3c-4661-8eb9-d2c463f9df31 None None] Network 324f08c4-f450-47ea-9447-799c8e20a265 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:38.347909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:38.348460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.413957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 3e64e2ef-3127-4942-b9b8-fde42dd02205 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:38.553574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a6301-629c-48f6-9412-943da23bdd24 None None] Network 7d802128-d351-457c-b75f-04cc89d380f3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:38.655332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Provisioning for port ba1c2576-cf5b-4303-8340-aa8452d9800a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:38.683533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.704167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.709962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Provisioning complete for port ba1c2576-cf5b-4303-8340-aa8452d9800a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:38.709962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.713019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:38.774159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-324f08c4-f450-47ea-9447-799c8e20a265', 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': 'a9c19d78-1d1b-4727-8196-a98a0b80c7cd'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:38.775176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.849007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] In _notify_port_updated(), no bound segment for port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 on network 27afbce7-8ac9-40ce-a214-d32c9b009e19 {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:55:38.854790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:38.855491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:38.860397 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "PUT /v2.0/ports/bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 HTTP/1.1" status: 200 len: 1003 time: 1.0506942 Dec 13 19:55:38.865838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4166615 Dec 13 19:55:38.866532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50112) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:38.866928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:39.033770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.052245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9c4059c1-62b7-4ade-9d78-4bc2e77bd663 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:39.161928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453d6c6-6aa6-4596-9c8c-ee00321d6525 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:39.162631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5453d6c6-6aa6-4596-9c8c-ee00321d6525 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Synchronizing usage tracker for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:39.169776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=3e64e2ef-3127-4942-b9b8-fde42dd02205,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:39.179038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:39.200942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.263288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.272533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:39.276705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:39.384326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.400644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:39.401001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.458513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.480792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5453d6c6-6aa6-4596-9c8c-ee00321d6525 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Unset dirty status for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:39.482383 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5453d6c6-6aa6-4596-9c8c-ee00321d6525 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=39c27aff-afca-4b2b-8535-e90d8cac5896&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3749835 Dec 13 19:55:39.511531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50124) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:39.512499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0dd4b9a8-e3bb-4bf6-b56a-2d755659a5a8 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:39.514549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Allocated IP 2001:db8::1 (324f08c4-f450-47ea-9447-799c8e20a265/a9c19d78-1d1b-4727-8196-a98a0b80c7cd/c0d08516-4c4e-4209-bba2-7c13e16737f3) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:39.731960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.742979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Transition to ACTIVE for port object c0d08516-4c4e-4209-bba2-7c13e16737f3 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:39.745730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Pushing event deleted for resources: {'Port': ['ID=8e0a9801-f0cc-411c-a4ee-ccf07d558535,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:39.759060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] For port ba1c2576-cf5b-4303-8340-aa8452d9800a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ba1c2576-cf5b-4303-8340-aa8452d9800a,segment=NetworkSegment(ee031c87-1440-4e8a-b806-9d5cd74fc9fb),segment_id=ee031c87-1440-4e8a-b806-9d5cd74fc9fb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:39.767209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Transition to ACTIVE for port object c0d08516-4c4e-4209-bba2-7c13e16737f3 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:39.768720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.772197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:39.803631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:39.809603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.853064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Network 324f08c4-f450-47ea-9447-799c8e20a265 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:39.857184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:39.862426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:39.887554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router c8007938-f765-45fc-877b-92ea6da89433 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:39.915829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Pushing event updated for resources: {'Port': ['ID=ba1c2576-cf5b-4303-8340-aa8452d9800a,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:39.918171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:39.954444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:39.960523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e48b6154-837c-40d1-9aa1-99ba1f075023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:40.046410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Attempting to bind port c0d08516-4c4e-4209-bba2-7c13e16737f3 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:40.046882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Attempting to bind port c0d08516-4c4e-4209-bba2-7c13e16737f3 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:40.047388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Attempting to bind port c0d08516-4c4e-4209-bba2-7c13e16737f3 on network 324f08c4-f450-47ea-9447-799c8e20a265 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:40.049585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-90fec141-6ff3-44db-a013-f43dc54a1372 None None] Provisioning complete for port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:40.050899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90fec141-6ff3-44db-a013-f43dc54a1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.078935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.081386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.082567 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] 10.222.0.18 "DELETE /v2.0/floatingips/5e38aa6c-5a69-4ce7-bccc-42144e8332ee HTTP/1.1" status: 204 len: 168 time: 2.9062500 Dec 13 19:55:40.091424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50130) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:40.098782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:40.100231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Checking segment: {'id': '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:40.100352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.100856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Bound using segment: {'id': '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:40.101389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Bound port: c0d08516-4c4e-4209-bba2-7c13e16737f3, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '324f08c4-f450-47ea-9447-799c8e20a265'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:40.101874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.114789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Pushing event updated for resources: {'Port': ['ID=c0d08516-4c4e-4209-bba2-7c13e16737f3,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:40.120406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:40.128663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:40.137683 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] Sync routers for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:40.144074 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0715663 Dec 13 19:55:40.146527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50134) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:40.156300 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:40.157101 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:40.168554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f43df-2ffb-42aa-86fe-f2df180aa6a4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:40.169132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0a7f43df-2ffb-42aa-86fe-f2df180aa6a4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Synchronizing usage tracker for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:40.194611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-90fec141-6ff3-44db-a013-f43dc54a1372 None None] Port bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:40.231575 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:40.241606 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:40.242329 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:40.247365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:40.252526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c0d08516-4c4e-4209-bba2-7c13e16737f3,segment=NetworkSegment(6b2ef9b6-d684-4a05-9a4c-10fd53861ed6),segment_id=6b2ef9b6-d684-4a05-9a4c-10fd53861ed6)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:40.260664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.274472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:40.350314 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:40.351150 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd076e-00bb-4e21-ac25-70840d61af43 None None] The sync data for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:40.387228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Pushing event updated for resources: {'Port': ['ID=c0d08516-4c4e-4209-bba2-7c13e16737f3,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:40.393096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.397111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:40.401955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7c50e87-d7df-4316-a187-b4a97347a10b None None] Provisioning complete for port ba1c2576-cf5b-4303-8340-aa8452d9800a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:40.402633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7c50e87-d7df-4316-a187-b4a97347a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.553759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Deleting port 4ba507c0-b93e-4def-8be5-62927a1f52d2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:40.554183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.578328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0a7f43df-2ffb-42aa-86fe-f2df180aa6a4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Unset dirty status for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:40.582528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0a7f43df-2ffb-42aa-86fe-f2df180aa6a4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 1.0149589 Dec 13 19:55:40.582528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:40.593449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:40.593643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:40.641098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:40.653923 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-80764318-e88b-4f98-a5cf-31ae189ff05f tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 200 len: 205 time: 0.0596297 Dec 13 19:55:40.666676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:40.809546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c19d78-1d1b-4727-8196-a98a0b80c7cd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:40.834064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:41.060920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.089247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.169073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.169414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.182741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324f08c4-f450-47ea-9447-799c8e20a265']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:41.270221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:41.270588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:41.304302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.315562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.353845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Calling delete_port for 4ba507c0-b93e-4def-8be5-62927a1f52d2 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:41.368796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port 1c747858-52e8-4e21-bb51-e27cf62b11d9 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:41.368998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.399770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.418922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.442482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-49fa9dd3-7971-402d-88be-aea4ba5d852f tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:41.494619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.502090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:41.502561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.567786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d049b6-0b62-4349-a22d-56d22e50c0e8 None None] Network 324f08c4-f450-47ea-9447-799c8e20a265 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:41.614924 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:41.659146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:41.662057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:41.663002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:55:41.663002 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:55:41.663002 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': '324f08c4-f450-47ea-9447-799c8e20a265'}] Dec 13 19:55:41.663002 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:41.663303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:41.702177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-065d7684-a37b-4b46-b4a2-2118070c7cbf None None] Provisioning for port c0d08516-4c4e-4209-bba2-7c13e16737f3 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:41.810799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.834341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.885963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c0d08516-4c4e-4209-bba2-7c13e16737f3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:41.921371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.946221 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 HTTP/1.1" status: 204 len: 168 time: 3.0733023 Dec 13 19:55:41.948401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:41.972534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for 1c747858-52e8-4e21-bb51-e27cf62b11d9 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:41.980577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c0d08516-4c4e-4209-bba2-7c13e16737f3 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:41.988677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c0d08516-4c4e-4209-bba2-7c13e16737f3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:41.989660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:41.999037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.003674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae940eda-fe41-41c0-8625-2a9fa6d08cbb tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] GET failed (client error): The resource could not be found. Dec 13 19:55:42.004411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ae940eda-fe41-41c0-8625-2a9fa6d08cbb tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Synchronizing usage tracker for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:42.009605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:42.056363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] DHCP port deletion for 324f08c4-f450-47ea-9447-799c8e20a265 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:55:42.062025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ba507c0-b93e-4def-8be5-62927a1f52d2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:42.071431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Deleting port c0d08516-4c4e-4209-bba2-7c13e16737f3 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:42.071819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.134366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port babd2de1-03aa-46bf-b9b2-07b137fb3218 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:42.134987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.139833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:42.160188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ae940eda-fe41-41c0-8625-2a9fa6d08cbb tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Unset dirty status for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:42.161428 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae940eda-fe41-41c0-8625-2a9fa6d08cbb tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports/bcb3e7e4-a3dd-477e-9ed5-3d7be1031b64 HTTP/1.1" status: 404 len: 333 time: 0.2114642 Dec 13 19:55:42.166172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.166772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50162) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:42.178381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.179010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-194731306'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:42.181370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.182525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/7de17009-5ff0-4159-ac41-131d262a0677 HTTP/1.1" status: 204 len: 168 time: 2.0899930 Dec 13 19:55:42.187048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50166) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:42.222547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port c0d08516-4c4e-4209-bba2-7c13e16737f3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:42.222959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.323120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port afabf01e-dee6-4b4b-963f-f3b461fdd42a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:42.323497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.401727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.470415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c0d08516-4c4e-4209-bba2-7c13e16737f3,segment=NetworkSegment(6b2ef9b6-d684-4a05-9a4c-10fd53861ed6),segment_id=6b2ef9b6-d684-4a05-9a4c-10fd53861ed6)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:42.470813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.482729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c0d08516-4c4e-4209-bba2-7c13e16737f3,segment=NetworkSegment(6b2ef9b6-d684-4a05-9a4c-10fd53861ed6),segment_id=6b2ef9b6-d684-4a05-9a4c-10fd53861ed6)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:42.538168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.539237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ba1c2576-cf5b-4303-8340-aa8452d9800a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:42.621210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5895aaa0-32bf-4ca1-8902-37c71f27155b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:42.638521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:42.666696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Calling delete_port for c0d08516-4c4e-4209-bba2-7c13e16737f3 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:42.672923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.677989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:42.682470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:42.733830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.743184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=1c747858-52e8-4e21-bb51-e27cf62b11d9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:42.783488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:42.810921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c0d08516-4c4e-4209-bba2-7c13e16737f3,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:42.815432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:42.822610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ba1c2576-cf5b-4303-8340-aa8452d9800a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:42.822844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c0d08516-4c4e-4209-bba2-7c13e16737f3,segment=NetworkSegment(6b2ef9b6-d684-4a05-9a4c-10fd53861ed6),segment_id=6b2ef9b6-d684-4a05-9a4c-10fd53861ed6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:42.823116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.823217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.863113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:42.863427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:42.927388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:42.930957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:42.949976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for babd2de1-03aa-46bf-b9b2-07b137fb3218 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:42.974046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for c0d08516-4c4e-4209-bba2-7c13e16737f3 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:43.013447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.026547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:43.111910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.160516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Calling delete_port for afabf01e-dee6-4b4b-963f-f3b461fdd42a owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:43.243506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:43.243906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:43.341460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.349750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a18397c-c6a9-4432-8d37-369e194daabf tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:43.355567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.360469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.364545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Deleting port c0d08516-4c4e-4209-bba2-7c13e16737f3 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:43.364946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.411914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::a9 (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:43.427118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Port': ['ID=afabf01e-dee6-4b4b-963f-f3b461fdd42a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:43.428528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.429298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router 39c27aff-afca-4b2b-8535-e90d8cac5896 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:43.429735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:43.552033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.553190 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 204 len: 168 time: 2.8858764 Dec 13 19:55:43.558548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50176) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:43.561872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.571691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/ports/afabf01e-dee6-4b4b-963f-f3b461fdd42a HTTP/1.1" status: 204 len: 168 time: 1.3824294 Dec 13 19:55:43.574565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50180) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:43.587828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1311587828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:43.597721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.605854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:43.672113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dbf094-189d-445b-8105-3929338423f3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:43.672723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] For port c0d08516-4c4e-4209-bba2-7c13e16737f3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c0d08516-4c4e-4209-bba2-7c13e16737f3,segment=NetworkSegment(6b2ef9b6-d684-4a05-9a4c-10fd53861ed6),segment_id=6b2ef9b6-d684-4a05-9a4c-10fd53861ed6)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:43.673277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-99dbf094-189d-445b-8105-3929338423f3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Synchronizing usage tracker for tenant:16140c7720f94dc8a09394ad16bab737 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:43.675430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.693074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:43.697557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-99dbf094-189d-445b-8105-3929338423f3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Unset dirty status for tenant:16140c7720f94dc8a09394ad16bab737 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:43.699318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-99dbf094-189d-445b-8105-3929338423f3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "GET /v2.0/ports?device_id=79102839-79e2-466d-9548-a42ffff5dd3d HTTP/1.1" status: 200 len: 913 time: 0.1233442 Dec 13 19:55:43.701988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50184) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:43.714557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:43.717488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=babd2de1-03aa-46bf-b9b2-07b137fb3218,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:43.719663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:43.737284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:43.763061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c0d08516-4c4e-4209-bba2-7c13e16737f3 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:43.776530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:43.795690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port c0d08516-4c4e-4209-bba2-7c13e16737f3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:43.799062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:43.868997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Calling delete_port for c0d08516-4c4e-4209-bba2-7c13e16737f3 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:44.018221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.023289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:44.061297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] The port 'c0d08516-4c4e-4209-bba2-7c13e16737f3' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:55:44.077535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Pushing event deleted for resources: {'Port': ['ID=c0d08516-4c4e-4209-bba2-7c13e16737f3,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:44.079354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] No DVR routers for this DVR port c0d08516-4c4e-4209-bba2-7c13e16737f3 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:44.081928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.092388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.092943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:44.093460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.136810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.165276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.228805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.281941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.307057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:44.329477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324f08c4-f450-47ea-9447-799c8e20a265']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:44.332798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.347941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:44.348353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2ef9b6-d684-4a05-9a4c-10fd53861ed6') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:44.364956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.390386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.411585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.412778 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-92ec0ad3-c771-43c6-b8d0-58a90a6728b5 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8527207 Dec 13 19:55:44.422838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50192) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:44.432957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:44.445734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:44.446145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:44.461638 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:44.635840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.691451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router c8007938-f765-45fc-877b-92ea6da89433 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:44.701230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:44.714734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.721967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:44.742156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.761895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=324f08c4-f450-47ea-9447-799c8e20a265,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:44.766092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:44.767572 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/324f08c4-f450-47ea-9447-799c8e20a265 HTTP/1.1" status: 204 len: 168 time: 5.8938656 Dec 13 19:55:44.770922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50198) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:44.801003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432772877'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:44.814546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:44.821696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:44.825700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:44.832522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:44.845987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:44.853979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:44.857537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.928165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:44.947020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.947274 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment 6b70dbca-a728-4030-a965-63ee2267725b of type vlan for network 60d27925-c766-4415-b92f-d3f4c7565af5 Dec 13 19:55:44.950664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:44.975840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:44.981490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:44.982118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.984859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:44.995236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.045250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:45.111571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:45.130485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.134942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:45.141808 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9702718 Dec 13 19:55:45.150014 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9989314 Dec 13 19:55:45.150014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50204) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:45.150014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50206) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:45.156251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] Sync routers for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:45.161546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.167077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:45.167722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.178284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:45.179484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:45.186797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4dcdfc8-7cf2-4be7-ade0-4e21896d3d0c tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:45.278682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:45.298173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] Routers {'c8007938-f765-45fc-877b-92ea6da89433'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:45.298822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c8007938-f765-45fc-877b-92ea6da89433'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:45.326811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=60d27925-c766-4415-b92f-d3f4c7565af5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:45.328075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:62:31'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:45.364437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 60d27925-c766-4415-b92f-d3f4c7565af5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:45.391242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:45.391984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875657c-55dc-4194-a7fa-08426feb2f61 None None] The sync data for ids ['c8007938-f765-45fc-877b-92ea6da89433'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:45.392272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a1b1d0d6-6c77-451c-b3f2-e615577c8d85 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:45.414826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:45.426092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6514273 Dec 13 19:55:45.443252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50212) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:45.453290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:45.483614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cb299a3-af32-47fd-a889-146c5ea0858d None None] Provisioning for port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:45.509299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cb299a3-af32-47fd-a889-146c5ea0858d None None] Provisioning complete for port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:45.509676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6cb299a3-af32-47fd-a889-146c5ea0858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.530300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a1b1d0d6-6c77-451c-b3f2-e615577c8d85 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:45.530671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50218) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:45.531081 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a1b1d0d6-6c77-451c-b3f2-e615577c8d85 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8007938-f765-45fc-877b-92ea6da89433 HTTP/1.1" status: 200 len: 205 time: 0.3796182 Dec 13 19:55:45.581551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6cb299a3-af32-47fd-a889-146c5ea0858d None None] Port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:45.702871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.767023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:45.767348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port 863c16fa-3c3f-4e17-be36-177404aa7343 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:45.767698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.780249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:45.790361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:45.799789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:45.819632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:45.829551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:45.833017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.231560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.238044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.274600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.279601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.280630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router c8007938-f765-45fc-877b-92ea6da89433 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:46.319781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.324294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-01e29891-714a-4944-b094-39c05bdd89fd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433 HTTP/1.1" status: 204 len: 168 time: 0.7890353 Dec 13 19:55:46.324511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50226) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:46.339388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.359597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.505151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Calling delete_port for 863c16fa-3c3f-4e17-be36-177404aa7343 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:46.561530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.562881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet 576b7e4e-528c-430e-ae23-4d7f340152d2 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:55:46.569518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.577724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-762ab2b8-924c-4168-a6bb-ac0fbebed182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:46.603902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.628684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.649473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Allocated IP 172.26.6.133 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/eae4a328-2557-4e79-bad9-9d4701f6c3ed) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:46.654902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.682408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] In _notify_port_updated(), no bound segment for port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 on network 27afbce7-8ac9-40ce-a214-d32c9b009e19 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:55:46.687961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:46.688595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.692658 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "PUT /v2.0/ports/f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 HTTP/1.1" status: 200 len: 1001 time: 1.5401084 Dec 13 19:55:46.696646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50232) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:46.713585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=2952c9da-412f-486c-ac19-e28125e444bf,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:46.766738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.886548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:46.887065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f18ee0-40c9-4aad-87a0-86e3ff832b93 tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:46.928539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.936018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:46.970270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.980592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=576b7e4e-528c-430e-ae23-4d7f340152d2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:46.984116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:46.989623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:46.993006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cd324-f69b-49d2-8d25-0341d889da33 None None] Network 5d211887-632c-4b4b-b326-dc9777417245 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:46.993829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e6a95581-5e6d-4731-9e4c-603b8fa5c40b tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:47.016420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': '6b70dbca-a728-4030-a965-63ee2267725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:47.016420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: 60d27925-c766-4415-b92f-d3f4c7565af5, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:47.051716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:47.058880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:47.065378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:47.066143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.091997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f2c5c63a-400f-4974-b678-28e5a49f72e4 None None] Provisioning complete for port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:47.092375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f2c5c63a-400f-4974-b678-28e5a49f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.127849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Port': ['ID=863c16fa-3c3f-4e17-be36-177404aa7343,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:47.148213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 60d27925-c766-4415-b92f-d3f4c7565af5 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:47.150971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:47.168183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/576b7e4e-528c-430e-ae23-4d7f340152d2 HTTP/1.1" status: 204 len: 168 time: 0.8395329 Dec 13 19:55:47.172075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50238) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:47.210413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.250953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 60d27925-c766-4415-b92f-d3f4c7565af5) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:47.251242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f2c5c63a-400f-4974-b678-28e5a49f72e4 None None] Port f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:47.272849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4043cf-b3d3-4bfb-a672-03b861d71299 None None] Network 60d27925-c766-4415-b92f-d3f4c7565af5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:47.285716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:47.286931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.356545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet f9211f90-a56f-4bd3-8562-224e416154e6 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:55:47.369556 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9220207 Dec 13 19:55:47.414796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.424489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:47.434498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322927119'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:47.465576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:47.488200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:47.494276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:47.497817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.498292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] DHCP port deletion for 5d211887-632c-4b4b-b326-dc9777417245 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:55:47.504400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:47.516998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.523268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.526194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Deleting port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:47.526652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.528726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:47.532278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.543856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0041003f-a6c0-44f1-8f75-0eec94e1354f tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:47.643995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.645260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:47.652714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:47.672178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.672745 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment df4c377f-a578-4e4b-83d0-96c6d16c0242 of type vlan for network d7a48293-286a-4eed-a416-a2ad13e8717a Dec 13 19:55:47.682057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:47.689688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-60d27925-c766-4415-b92f-d3f4c7565af5', 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '2952c9da-412f-486c-ac19-e28125e444bf'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:47.690716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.762047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:47.808954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.838574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] For port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,segment=NetworkSegment(7b91fed8-565a-4980-bb5f-ac282cf55ab0),segment_id=7b91fed8-565a-4980-bb5f-ac282cf55ab0)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:47.838974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:47.870814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:47.920972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event updated for resources: {'Port': ['ID=eae4a328-2557-4e79-bad9-9d4701f6c3ed,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:47.928200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:47.994636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Calling delete_port for 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:48.098221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.103540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:48.120937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.146647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:48.191786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:55:48.192147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:55:48.238655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Pushing event deleted for resources: {'Port': ['ID=1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:48.247231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:48.260626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] No DVR routers for this DVR port 1a8cd8f5-401a-41f8-baf3-1fb2e1f0aa4d on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:48.284563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:55:48.320740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.321518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.327010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:48.330392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f68270a-66f3-4f41-af27-a0a249446b54 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:48.338104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.344211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:48.369509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.374544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Router 79102839-79e2-466d-9548-a42ffff5dd3d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:55:48.387863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Allocated IP 2001:db8::3 (60d27925-c766-4415-b92f-d3f4c7565af5/2952c9da-412f-486c-ac19-e28125e444bf/d58bba0f-1d52-45af-8677-2261aef98efc) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:48.463133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=d7a48293-286a-4eed-a416-a2ad13e8717a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:48.481439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network d7a48293-286a-4eed-a416-a2ad13e8717a details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:48.518716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:48.522545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0942373 Dec 13 19:55:48.527971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50254) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:48.535589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:48.587488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:48.647386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:48.656091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:48.718504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=f9211f90-a56f-4bd3-8562-224e416154e6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:48.732949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.738995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:48.753903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:48.758555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:48.762452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:48.769191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:48.781703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.787406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:48.792528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.793037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Transition to ACTIVE for port object d58bba0f-1d52-45af-8677-2261aef98efc will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:48.806280 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/f9211f90-a56f-4bd3-8562-224e416154e6 HTTP/1.1" status: 204 len: 168 time: 1.6327801 Dec 13 19:55:48.815264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:48.816045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Transition to ACTIVE for port object d58bba0f-1d52-45af-8677-2261aef98efc will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:48.818530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.820738 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 HTTP/1.1" status: 204 len: 168 time: 2.1087158 Dec 13 19:55:48.820879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa3f61-d3e2-4503-9c67-0bf065284956 None None] Network 9b369503-d248-449b-a482-dc63bf93f2da requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:48.843726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.852630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c3a8f008-0a38-4e6d-980a-bd0f3df3a1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:48.893481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50264) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:48.956570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:48.966981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:48.970368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing IP validity checks on allocation pools {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 19:55:48.970889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 19:55:48.976035 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "PUT /v2.0/routers/79102839-79e2-466d-9548-a42ffff5dd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2729077 Dec 13 19:55:48.977338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec0eba-82a2-4b24-8206-e8f95ac90880 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] GET failed (client error): The resource could not be found. Dec 13 19:55:48.982334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-90ec0eba-82a2-4b24-8206-e8f95ac90880 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports/f2eeeff9-0c02-4bf3-a0c2-11bcd8a751e8 HTTP/1.1" status: 404 len: 333 time: 0.0840757 Dec 13 19:55:48.982334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50270) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:48.990226 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] Sync routers for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:48.991782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Network 60d27925-c766-4415-b92f-d3f4c7565af5 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:48.996415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:49.006940 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:49.008428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.025133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:49.037051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50272) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:49.060179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1601201659'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:49.111221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Pushing event updated for resources: {'Port': ['ID=d58bba0f-1d52-45af-8677-2261aef98efc,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:49.153388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:49.157635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.167384 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.184243 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] Routers {'79102839-79e2-466d-9548-a42ffff5dd3d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:49.185305 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['79102839-79e2-466d-9548-a42ffff5dd3d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.228641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Attempting to bind port d58bba0f-1d52-45af-8677-2261aef98efc on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:49.229027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Attempting to bind port d58bba0f-1d52-45af-8677-2261aef98efc by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6b70dbca-a728-4030-a965-63ee2267725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:49.229443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Attempting to bind port d58bba0f-1d52-45af-8677-2261aef98efc on network 60d27925-c766-4415-b92f-d3f4c7565af5 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:49.251945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:49.252827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Checking segment: {'id': '6b70dbca-a728-4030-a965-63ee2267725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:49.257104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.257732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Bound using segment: {'id': '6b70dbca-a728-4030-a965-63ee2267725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:49.258403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Bound port: d58bba0f-1d52-45af-8677-2261aef98efc, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b70dbca-a728-4030-a965-63ee2267725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60d27925-c766-4415-b92f-d3f4c7565af5'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:49.258974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.276966 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.277762 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f3799-23b0-4685-9718-1400b45247e2 None None] The sync data for ids ['79102839-79e2-466d-9548-a42ffff5dd3d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:49.389762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.395743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] For port d58bba0f-1d52-45af-8677-2261aef98efc, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:49.398986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] For port d58bba0f-1d52-45af-8677-2261aef98efc, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d58bba0f-1d52-45af-8677-2261aef98efc,segment=NetworkSegment(6b70dbca-a728-4030-a965-63ee2267725b),segment_id=6b70dbca-a728-4030-a965-63ee2267725b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:49.405571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.409970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:49.471241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] DHCP port deletion for 9b369503-d248-449b-a482-dc63bf93f2da request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:55:49.476002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:49.489234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Deleting port f2b56f13-be23-4773-b934-b0d39f30281b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:49.489614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.502940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:49.528662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.539240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.555245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.564018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d211887-632c-4b4b-b326-dc9777417245']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.576680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Pushing event updated for resources: {'Port': ['ID=d58bba0f-1d52-45af-8677-2261aef98efc,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:49.581541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:49.591971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:49.599197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.643815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91fed8-565a-4980-bb5f-ac282cf55ab0') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.644209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91fed8-565a-4980-bb5f-ac282cf55ab0') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:49.661903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port 9f2a2e05-5109-4300-8433-05003b0d3ab1 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:49.670631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.779430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2b56f13-be23-4773-b934-b0d39f30281b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:49.786804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.819451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:49.820046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:49.841735 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:49.868492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] For port f2b56f13-be23-4773-b934-b0d39f30281b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2b56f13-be23-4773-b934-b0d39f30281b,segment=NetworkSegment(fbb88a19-c859-4a05-9ff8-a2d5a70f98b3),segment_id=fbb88a19-c859-4a05-9ff8-a2d5a70f98b3)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:49.868994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.947819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:49.966624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-90b3b42e-b498-494d-bcbd-d0a0049f284d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:49.990931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.005616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:50.019428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Calling delete_port for f2b56f13-be23-4773-b934-b0d39f30281b owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:50.031509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.041366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/5d211887-632c-4b4b-b326-dc9777417245 HTTP/1.1" status: 204 len: 168 time: 1.2249591 Dec 13 19:55:50.048189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50282) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:50.049098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=5d211887-632c-4b4b-b326-dc9777417245,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:50.058142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:50.093618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.144087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port 44901b9d-9dc6-496d-8b60-8b079cce9191 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:50.144383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.152424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.158655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Router fc9a1f95-c46a-4e57-9426-07ee4eabc3da is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:50.175712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=1af42e9d-e665-4105-a780-5231cfab2b2c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:50.196581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:50.210342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': 'df4c377f-a578-4e4b-83d0-96c6d16c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:50.210714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: d7a48293-286a-4eed-a416-a2ad13e8717a, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:50.228688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.235865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::1db (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/9f2a2e05-5109-4300-8433-05003b0d3ab1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:50.242978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd5f97c4-cbbb-456c-a155-da7d27cb0028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:50.279823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] No DVR routers for this DVR port f2b56f13-be23-4773-b934-b0d39f30281b on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:50.289828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Pushing event deleted for resources: {'Port': ['ID=f2b56f13-be23-4773-b934-b0d39f30281b,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:50.292488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:50.460179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.511009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network d7a48293-286a-4eed-a416-a2ad13e8717a is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:50.554751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, d7a48293-286a-4eed-a416-a2ad13e8717a) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:50.564173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a7e55-ab4c-47c0-b655-77ad4791d9f5 None None] Network d7a48293-286a-4eed-a416-a2ad13e8717a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:50.588976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:50.589593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.594587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.710499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.741653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:50.746527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b369503-d248-449b-a482-dc63bf93f2da']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:50.752452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Calling delete_port for 44901b9d-9dc6-496d-8b60-8b079cce9191 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:50.758704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.759880 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "PUT /v2.0/routers/fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 200 len: 880 time: 6.3348932 Dec 13 19:55:50.763124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50290) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:50.768101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:50.768397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb88a19-c859-4a05-9ff8-a2d5a70f98b3') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:50.775864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] Sync routers for ids ['fc9a1f95-c46a-4e57-9426-07ee4eabc3da'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:50.799667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2681649 Dec 13 19:55:50.810099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50294) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:50.852055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.853241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] Routers {'fc9a1f95-c46a-4e57-9426-07ee4eabc3da'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:50.853887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['fc9a1f95-c46a-4e57-9426-07ee4eabc3da'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:50.858680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:50.907166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b64082-27fc-4f2a-b153-6e4b2b0414f5 None None] Network 60d27925-c766-4415-b92f-d3f4c7565af5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:50.943411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object 9f2a2e05-5109-4300-8433-05003b0d3ab1 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:50.945609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:50.995978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.007202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:51.007425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:51.026025 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:51.030165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.044848 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9e29191a-3fb4-4b1e-b3ca-9f224b392ae8 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 200 len: 921 time: 0.2798898 Dec 13 19:55:51.047487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.063181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] Routers {'fc9a1f95-c46a-4e57-9426-07ee4eabc3da'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:51.063897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['fc9a1f95-c46a-4e57-9426-07ee4eabc3da'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:51.092718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.110028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5ad6aac7-cde3-4ffa-9c6e-a4459dd72dbe tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:51.131395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-d7a48293-286a-4eed-a416-a2ad13e8717a', 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '1af42e9d-e665-4105-a780-5231cfab2b2c'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:51.132352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.163788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:51.164120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53931b-b8fc-46e0-afcf-664be66a1c4b None None] The sync data for ids ['fc9a1f95-c46a-4e57-9426-07ee4eabc3da'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:51.173735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52681168-4a7c-4157-b126-83d527478308 None None] Provisioning for port d58bba0f-1d52-45af-8677-2261aef98efc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:51.189538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.201368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.206810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1318307-2782-4a7f-ab16-522ead5665d4 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:51.226703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:51.233453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:51.244840 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/9b369503-d248-449b-a482-dc63bf93f2da HTTP/1.1" status: 204 len: 168 time: 1.1898897 Dec 13 19:55:51.245050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:51.246933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=9b369503-d248-449b-a482-dc63bf93f2da,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:51.248006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.251227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:51.251410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.255263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2067697845'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:51.259582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:51.261363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.263289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:51.268973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:51.273442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:51.280317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:51.299193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12999a80-2f74-49b1-a059-7e3b448c5fa0 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:51.301227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12999a80-2f74-49b1-a059-7e3b448c5fa0 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=fc9a1f95-c46a-4e57-9426-07ee4eabc3da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2524040 Dec 13 19:55:51.302876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:51.307623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.310463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=9f2a2e05-5109-4300-8433-05003b0d3ab1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:51.319620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50308) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.336070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:51.360689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.368803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf584f3-8d6e-4245-ad38-711ad713f9ac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:51.436425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3953071 Dec 13 19:55:51.439978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Port': ['ID=44901b9d-9dc6-496d-8b60-8b079cce9191,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:51.450528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50314) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.455284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:51.458922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'network_id': '27afbce7-8ac9-40ce-a214-d32c9b009e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1664544379'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:51.505689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Allocated IP 2001:db8::3 (d7a48293-286a-4eed-a416-a2ad13e8717a/1af42e9d-e665-4105-a780-5231cfab2b2c/c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:51.532089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:51.559024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.559737 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment 5b4fb373-553f-4795-b9b8-cede132033b7 of type vlan for network b01a2072-f604-4803-bda0-24315c6b4cd4 Dec 13 19:55:51.599878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.638695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-777c153c-6c2e-43dc-a2ad-f5368a96b99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.666996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d9c04d-9e8e-4586-9fb6-96f9162a6939 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:51.667583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36d9c04d-9e8e-4586-9fb6-96f9162a6939 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Synchronizing usage tracker for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:51.684858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.685496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36d9c04d-9e8e-4586-9fb6-96f9162a6939 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Unset dirty status for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:51.686656 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-36d9c04d-9e8e-4586-9fb6-96f9162a6939 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.3656571 Dec 13 19:55:51.687877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.694083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:51.694796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.702758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.709360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:51.770462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a8b8d488-b736-4648-adbc-f6aff45ad69f None None] Provisioning for port 9f2a2e05-5109-4300-8433-05003b0d3ab1 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:51.825043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a8b8d488-b736-4648-adbc-f6aff45ad69f None None] Provisioning complete for port 9f2a2e05-5109-4300-8433-05003b0d3ab1 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:51.825734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d488-b736-4648-adbc-f6aff45ad69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.849144 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-236f0289-ac24-4788-83e7-a22dbfc4a5be tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 200 len: 205 time: 0.1093156 Dec 13 19:55:51.889202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d58bba0f-1d52-45af-8677-2261aef98efc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:51.912221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50324) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.923776 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6746500 Dec 13 19:55:51.935473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50328) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:51.946906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:51.948551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:51.975854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=b01a2072-f604-4803-bda0-24315c6b4cd4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:51.981116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:51.986145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Transition to ACTIVE for port object c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:51.999205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b01a2072-f604-4803-bda0-24315c6b4cd4 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:52.081208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:52.086898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:52.092122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:52.094071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8d488-b736-4648-adbc-f6aff45ad69f None None] Port 9f2a2e05-5109-4300-8433-05003b0d3ab1 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:52.108317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Transition to ACTIVE for port object c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:52.130979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.131248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:52.138206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.138889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:52.150638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:52.154255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.154750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.178620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d58bba0f-1d52-45af-8677-2261aef98efc completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:52.207817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d58bba0f-1d52-45af-8677-2261aef98efc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:52.208337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.220434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.236390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Network d7a48293-286a-4eed-a416-a2ad13e8717a is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:52.254460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:52.267944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:52.284970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Pushing event updated for resources: {'Port': ['ID=c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:52.300284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:52.315924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:52.357063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.357670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Fanout notify agent at l3_agent the message router_deleted on router 79102839-79e2-466d-9548-a42ffff5dd3d {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:52.370006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8390b170-baf9-48cf-a13e-1bb26f5a89d1 None None] Provisioning complete for port d58bba0f-1d52-45af-8677-2261aef98efc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:52.370675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8390b170-baf9-48cf-a13e-1bb26f5a89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.387804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:52.396920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.400153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=1af42e9d-e665-4105-a780-5231cfab2b2c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:52.402268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:52.420305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:52.448263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Attempting to bind port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:52.449204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Attempting to bind port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'df4c377f-a578-4e4b-83d0-96c6d16c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:52.449852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Attempting to bind port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd on network d7a48293-286a-4eed-a416-a2ad13e8717a {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:52.464210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:52.464710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Checking segment: {'id': 'df4c377f-a578-4e4b-83d0-96c6d16c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:52.465214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.465683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Bound using segment: {'id': 'df4c377f-a578-4e4b-83d0-96c6d16c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:52.466283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Bound port: c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4c377f-a578-4e4b-83d0-96c6d16c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:52.466736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.485325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:52.510649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.582508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.590058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.593917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/routers/79102839-79e2-466d-9548-a42ffff5dd3d HTTP/1.1" status: 204 len: 168 time: 3.6120479 Dec 13 19:55:52.597141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50336) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:52.598720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.618749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=3dea43d1-f28c-44ee-9175-19ebf3c00ded,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:52.621001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': '5b4fb373-553f-4795-b9b8-cede132033b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:52.621382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: b01a2072-f604-4803-bda0-24315c6b4cd4, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:55:52.633114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:52.646630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network b01a2072-f604-4803-bda0-24315c6b4cd4 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:55:52.654598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Made reservation on behalf of 29828351f6b44f609ffe6a53f02426db for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:52.658643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.660068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b01a2072-f604-4803-bda0-24315c6b4cd4) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:52.665853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:52.666711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.693123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796f861-fc44-404d-aee5-bd323e835f45 None None] Network b01a2072-f604-4803-bda0-24315c6b4cd4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:52.696519 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596951 Dec 13 19:55:52.699620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:52.707247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596751885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:52.716338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:52.721839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:52.725693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:52.731684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:52.743609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.744664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.767127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.786316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a48293-286a-4eed-a416-a2ad13e8717a']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:52.791052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.801065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] device_id is not set on port 674ab30f-4849-4021-be4d-854f323a0f5f yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:52.829019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.832103 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4a0adead-ef3f-4041-a0b6-1e88e5f71c76 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1311946 Dec 13 19:55:52.835869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50346) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:52.843313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d58bba0f-1d52-45af-8677-2261aef98efc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d58bba0f-1d52-45af-8677-2261aef98efc,segment=NetworkSegment(6b70dbca-a728-4030-a965-63ee2267725b),segment_id=6b70dbca-a728-4030-a965-63ee2267725b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:52.847178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8390b170-baf9-48cf-a13e-1bb26f5a89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.848499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'port': {'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4', 'name': 'tempest-RoutersIpV6Test-160619117'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:52.860560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] For port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:52.868365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:52.884287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:52.955516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4c377f-a578-4e4b-83d0-96c6d16c0242') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:52.955919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4c377f-a578-4e4b-83d0-96c6d16c0242') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:52.963169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] For port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd,segment=NetworkSegment(df4c377f-a578-4e4b-83d0-96c6d16c0242),segment_id=df4c377f-a578-4e4b-83d0-96c6d16c0242)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:52.980249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting subnet d1a0f5cc-1c4d-43f9-979e-662972fe8fb4 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:55:52.990282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.021496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.027701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.042562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:53.047646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:port and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:53.051200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:53.059531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:53.076948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:53.086710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.089179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d58bba0f-1d52-45af-8677-2261aef98efc,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:53.097848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:53.100360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d251cf7e-e8dd-4c3d-8d0c-188f013f184f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:53.117256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] device_id is not set on port 5765917b-d34c-40b3-b39a-9bceb000cedd yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:55:53.147078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.155331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.176708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-8390b170-baf9-48cf-a13e-1bb26f5a89d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:53.177109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-8390b170-baf9-48cf-a13e-1bb26f5a89d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:53.213225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:53.213629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.240222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b01a2072-f604-4803-bda0-24315c6b4cd4', 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': '3dea43d1-f28c-44ee-9175-19ebf3c00ded'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:55:53.241066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:53.241799 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:53.250969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.299280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8::32 (b01a2072-f604-4803-bda0-24315c6b4cd4/3dea43d1-f28c-44ee-9175-19ebf3c00ded/5765917b-d34c-40b3-b39a-9bceb000cedd) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:53.326043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Pushing event updated for resources: {'Port': ['ID=c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:53.333475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:53.362399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5d61b-ad9d-4e2f-a8f5-560a4ec275a0 None None] Network d7a48293-286a-4eed-a416-a2ad13e8717a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:53.394799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port eae4a328-2557-4e79-bad9-9d4701f6c3ed {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:53.395217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.530331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.547820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 5765917b-d34c-40b3-b39a-9bceb000cedd will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:53.576947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.583612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0abdb005-465d-49d4-a7d5-a520207cb3eb tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:53.605148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Allocated IP 2001:db8::318 (27afbce7-8ac9-40ce-a214-d32c9b009e19/bdc76aea-97b8-4334-94c6-f9f02efa52f3/674ab30f-4849-4021-be4d-854f323a0f5f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:53.614494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586e4f-c958-4530-bb8d-16b16ded0510 req-0250e81b-7bc6-48bf-9269-87dd38b35416 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:53.616625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9c586e4f-c958-4530-bb8d-16b16ded0510 req-0250e81b-7bc6-48bf-9269-87dd38b35416 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7279601 Dec 13 19:55:53.640744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:55:53.640744 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:55:53.640744 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': 'd7a48293-286a-4eed-a416-a2ad13e8717a'}] Dec 13 19:55:53.640744 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:55:53.641087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:55:53.643317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Allocated IP 2001:db8::2 (b01a2072-f604-4803-bda0-24315c6b4cd4/3dea43d1-f28c-44ee-9175-19ebf3c00ded/b3cffd69-3e20-4a72-9c7e-0d415aa3c0db) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:55:53.654685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network b01a2072-f604-4803-bda0-24315c6b4cd4 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:53.657994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:53.662551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:53.668151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:53.668776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.679138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=5765917b-d34c-40b3-b39a-9bceb000cedd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:53.689837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:53.705360 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8673770 Dec 13 19:55:53.708154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:53.784655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d58bba0f-1d52-45af-8677-2261aef98efc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:53.835978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9c586e4f-c958-4530-bb8d-16b16ded0510 req-ca403501-2f5a-4f3f-9dc4-96e735c837b7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960211 Dec 13 19:55:53.852738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605372c-f4d7-4d49-a764-79d43ae6bfa1 req-267a0a86-f405-4805-a2e0-777787964af5 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:53.854259 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4605372c-f4d7-4d49-a764-79d43ae6bfa1 req-267a0a86-f405-4805-a2e0-777787964af5 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.7086513 Dec 13 19:55:53.919152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-268d00a3-d8c1-4bdf-8e69-dcdaeafe7972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.951192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:53.979698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d58bba0f-1d52-45af-8677-2261aef98efc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:53.980337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.037127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.064710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Transition to ACTIVE for port object b3cffd69-3e20-4a72-9c7e-0d415aa3c0db will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:54.097272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Transition to ACTIVE for port object b3cffd69-3e20-4a72-9c7e-0d415aa3c0db will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:54.117368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.118705 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4605372c-f4d7-4d49-a764-79d43ae6bfa1 req-c91dd4c6-aae7-482a-8fc8-804a9485cb32 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574298 Dec 13 19:55:54.121944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:54.122899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.145899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.265127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Network b01a2072-f604-4803-bda0-24315c6b4cd4 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:54.270261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:54.274998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:54.312149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Pushing event updated for resources: {'Port': ['ID=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:54.317958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.320679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:54.377919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.391630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Attempting to bind port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:55:54.392309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Attempting to bind port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '5b4fb373-553f-4795-b9b8-cede132033b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:55:54.392912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Attempting to bind port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db on network b01a2072-f604-4803-bda0-24315c6b4cd4 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:55:54.401864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:55:54.402358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Checking segment: {'id': '5b4fb373-553f-4795-b9b8-cede132033b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:55:54.402990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.403612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Bound using segment: {'id': '5b4fb373-553f-4795-b9b8-cede132033b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:55:54.404431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Bound port: b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4fb373-553f-4795-b9b8-cede132033b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b01a2072-f604-4803-bda0-24315c6b4cd4'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:55:54.405329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.431207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for eae4a328-2557-4e79-bad9-9d4701f6c3ed owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:54.492693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:54.493027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.526114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.527285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Transition to ACTIVE for port object 674ab30f-4849-4021-be4d-854f323a0f5f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:55:54.546357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:55:54.549951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:55:54.555431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.559453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:54.585698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:54.644524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Pushing event updated for resources: {'Port': ['ID=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:54.647883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:54.654271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a0f5cc-1c4d-43f9-979e-662972fe8fb4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:54.681637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:54.684609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.699805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbf35e-8d2c-45c6-b0e4-f4c7b881dc6c None None] Network ab34d778-f7cd-4f6c-b750-29370930f31d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:54.780777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/subnets/d1a0f5cc-1c4d-43f9-979e-662972fe8fb4 HTTP/1.1" status: 204 len: 168 time: 2.1718316 Dec 13 19:55:54.786541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50370) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:54.925958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.987284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.995959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:54.996580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.002077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:55.044870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.047174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dff71759-64ec-488c-ae9b-8613914debb2 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:55.155666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] DHCP port deletion for ab34d778-f7cd-4f6c-b750-29370930f31d request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:55:55.160271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Deleting port f9b0e1d1-a1cc-4aea-8026-9351840db35d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:55.160666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.182065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=5765917b-d34c-40b3-b39a-9bceb000cedd,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:55.188867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:55.196225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.220222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1534fd-dec4-4714-a260-3a91f8a208c3 req-9780045e-f247-4a4b-a822-0a1871f793d9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:55.227398 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f1534fd-dec4-4714-a260-3a91f8a208c3 req-9780045e-f247-4a4b-a822-0a1871f793d9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7101824 Dec 13 19:55:55.284760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:55.298220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=674ab30f-4849-4021-be4d-854f323a0f5f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:55.300803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:55.306683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:55.307437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:55:55.313396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:55.314244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.320949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd,segment=NetworkSegment(df4c377f-a578-4e4b-83d0-96c6d16c0242),segment_id=df4c377f-a578-4e4b-83d0-96c6d16c0242)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:55.321588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.437038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.490691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] For port f9b0e1d1-a1cc-4aea-8026-9351840db35d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f9b0e1d1-a1cc-4aea-8026-9351840db35d,segment=NetworkSegment(cbf007dc-d1c2-43e4-976d-c2a317898b6b),segment_id=cbf007dc-d1c2-43e4-976d-c2a317898b6b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:55.491205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.518086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:55.587023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.643548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Calling delete_port for f9b0e1d1-a1cc-4aea-8026-9351840db35d owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:55.751964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port f9b0e1d1-a1cc-4aea-8026-9351840db35d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:55.752332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.773754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ffa129e9-0c19-4c39-be6f-3dcdfca973c9 None None] Provisioning for port 674ab30f-4849-4021-be4d-854f323a0f5f completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:55.778929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.790985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:55.853272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b3cffd69-3e20-4a72-9c7e-0d415aa3c0db up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:55.890729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] No DVR routers for this DVR port f9b0e1d1-a1cc-4aea-8026-9351840db35d on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:55.892545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ffa129e9-0c19-4c39-be6f-3dcdfca973c9 None None] Provisioning complete for port 674ab30f-4849-4021-be4d-854f323a0f5f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:55.892921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ffa129e9-0c19-4c39-be6f-3dcdfca973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:55.909957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] The port 'f9b0e1d1-a1cc-4aea-8026-9351840db35d' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:55:55.963950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ffa129e9-0c19-4c39-be6f-3dcdfca973c9 None None] Port 674ab30f-4849-4021-be4d-854f323a0f5f cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:55.965547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Pushing event deleted for resources: {'Port': ['ID=f9b0e1d1-a1cc-4aea-8026-9351840db35d,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:56.007631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:56.026030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f1534fd-dec4-4714-a260-3a91f8a208c3 req-f874b5c6-addc-4bd3-8b88-dfc8d7c16a29 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7973175 Dec 13 19:55:56.027493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5757306 Dec 13 19:55:56.031692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50380) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:56.039509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.043561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b606cc9-b0c4-45c5-857f-1e2eb1e95a38 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:56.043687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:56.050382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:2e:62:31'}, {'ip_address': '2001:db8::1db', 'mac_address': 'fa:16:3e:2c:7d:c4'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:56.117933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.127015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5124ada-0b45-478d-bf00-627e2a0fdf8a None None] Network b01a2072-f604-4803-bda0-24315c6b4cd4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:55:56.143038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:56.145196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port c12e66c4-ca55-465a-a1b9-6c64c2a8d9cd on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:55:56.203445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:56.235813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-426d288d-d01d-4abc-abfa-87be6128abc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:56.261703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.277402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.278342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.285445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:56.290262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f9b0e1d1-a1cc-4aea-8026-9351840db35d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:55:56.347368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=eae4a328-2557-4e79-bad9-9d4701f6c3ed,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:56.351875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:56.356044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.397138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f9b0e1d1-a1cc-4aea-8026-9351840db35d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:55:56.397715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f9b0e1d1-a1cc-4aea-8026-9351840db35d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:55:56.444721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab34d778-f7cd-4f6c-b750-29370930f31d']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.459108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.465356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf007dc-d1c2-43e4-976d-c2a317898b6b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.465775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf007dc-d1c2-43e4-976d-c2a317898b6b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.481001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.483235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Provisioning for port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:56.492241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Provisioning complete for port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:56.493082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.570798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.601010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:56.601596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:56.626394 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:56.646151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.662387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5935a5c-2d5e-42f9-9289-3ca025f6e9d4 req-342b06a1-9649-4463-b626-c5cb717d3138 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:56.664206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a5935a5c-2d5e-42f9-9289-3ca025f6e9d4 req-342b06a1-9649-4463-b626-c5cb717d3138 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.9211886 Dec 13 19:55:56.699409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=5765917b-d34c-40b3-b39a-9bceb000cedd,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:56.712760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:56.720652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.743576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.751782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.792643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:56.800510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:56.804113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa3ab460-5e91-46f1-a25b-3081915aa643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:56.832984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33249d-98e4-4f47-a890-404c251197bd req-78c7ef9d-f2a6-462d-ad7a-7085a96aadbc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:56.833793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-db33249d-98e4-4f47-a890-404c251197bd req-78c7ef9d-f2a6-462d-ad7a-7085a96aadbc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Synchronizing usage tracker for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:56.890108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network b01a2072-f604-4803-bda0-24315c6b4cd4 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:55:56.891404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a48293-286a-4eed-a416-a2ad13e8717a']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.892448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Pushing event updated for resources: {'Port': ['ID=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:56.895381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:55:56.908418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4c377f-a578-4e4b-83d0-96c6d16c0242') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.908882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4c377f-a578-4e4b-83d0-96c6d16c0242') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:56.910666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:56.985754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-db33249d-98e4-4f47-a890-404c251197bd req-78c7ef9d-f2a6-462d-ad7a-7085a96aadbc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Unset dirty status for tenant:21d9b8a7a997454eb92d3f8d99142cf2 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:56.986907 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-db33249d-98e4-4f47-a890-404c251197bd req-78c7ef9d-f2a6-462d-ad7a-7085a96aadbc tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.6135094 Dec 13 19:55:57.050972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.055130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.095376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.115185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.123236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:55:57.123689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.132933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Provisioning for port 5765917b-d34c-40b3-b39a-9bceb000cedd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:55:57.138782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Provisioning complete for port 5765917b-d34c-40b3-b39a-9bceb000cedd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:57.139381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:55:57.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:55:57.240447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Port 5765917b-d34c-40b3-b39a-9bceb000cedd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:57.252591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Provisioning complete for port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:57.253099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2745d818-c720-4fcd-a782-3f5c772397bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.260041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a5935a5c-2d5e-42f9-9289-3ca025f6e9d4 req-a17fe3ea-8367-4176-8bab-20e515cc6376 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4801478 Dec 13 19:55:57.291694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.292242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router fc9a1f95-c46a-4e57-9426-07ee4eabc3da {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:55:57.322597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Deleting port 5a76506b-60bf-4975-a15c-31ab6f27edc3 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:57.323353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.328703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.333105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.348688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:57.366611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/networks/ab34d778-f7cd-4f6c-b750-29370930f31d HTTP/1.1" status: 204 len: 168 time: 2.5767999 Dec 13 19:55:57.377582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50396) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:57.390764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.391883 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 204 len: 168 time: 5.4721613 Dec 13 19:55:57.437572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50398) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:57.455992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-466926622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:57.487591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:57.501974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:57.509510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:57.559002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:57.605047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1970e375-9012-4906-ba0c-d01e9e639c2e None None] Provisioning complete for port 5765917b-d34c-40b3-b39a-9bceb000cedd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:57.605944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1970e375-9012-4906-ba0c-d01e9e639c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.639301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.641119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.642185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.692499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Network': ['ID=ab34d778-f7cd-4f6c-b750-29370930f31d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:57.695320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:57.701573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1970e375-9012-4906-ba0c-d01e9e639c2e None None] Port 5765917b-d34c-40b3-b39a-9bceb000cedd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:57.714588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.718794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:57.731572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Deleting port e93b6092-2e69-4e3b-a9be-8c63ca075af1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:57.731749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.759680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 41d076de-9205-44c4-a1d4-788b7835f5b0 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:55:57.764784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.765282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b3cffd69-3e20-4a72-9c7e-0d415aa3c0db up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:55:57.768846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.789865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-566201ce-4162-46e9-9024-6b1f3100348a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:57.822324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/d7a48293-286a-4eed-a416-a2ad13e8717a HTTP/1.1" status: 204 len: 168 time: 7.0075893 Dec 13 19:55:57.831174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=d7a48293-286a-4eed-a416-a2ad13e8717a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:57.833582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:57.836856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50404) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:57.864166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2061-e15e-44e1-be42-53257c76925a req-f5e0b099-c5d6-420f-b73b-21760895c33c tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:57.868102 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bd2061-e15e-44e1-be42-53257c76925a req-f5e0b099-c5d6-420f-b73b-21760895c33c tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.7796876 Dec 13 19:55:57.886238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b9553eff-c5be-4969-9b58-7bda44999e26 None None] Provisioning complete for port 5765917b-d34c-40b3-b39a-9bceb000cedd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:57.886626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b9553eff-c5be-4969-9b58-7bda44999e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:57.958926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:57.959713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.031489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b9553eff-c5be-4969-9b58-7bda44999e26 None None] Port 5765917b-d34c-40b3-b39a-9bceb000cedd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:58.034705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1362357375'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:58.039374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] In _notify_port_updated(), no bound segment for port 674ab30f-4849-4021-be4d-854f323a0f5f on network 27afbce7-8ac9-40ce-a214-d32c9b009e19 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:55:58.046650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:58.047484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.048893 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "PUT /v2.0/ports/674ab30f-4849-4021-be4d-854f323a0f5f HTTP/1.1" status: 200 len: 1068 time: 2.0159512 Dec 13 19:55:58.052910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50408) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:58.053454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:55:58.060713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.062598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:55:58.065041 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] Sync routers for ids ['41d076de-9205-44c4-a1d4-788b7835f5b0'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:55:58.077482 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] Routers {'41d076de-9205-44c4-a1d4-788b7835f5b0'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:58.078664 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['41d076de-9205-44c4-a1d4-788b7835f5b0'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:58.082701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event updated for resources: {'Port': ['ID=674ab30f-4849-4021-be4d-854f323a0f5f,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:58.091588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:55:58.095094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:58.109069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:55:58.124239 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/41d076de-9205-44c4-a1d4-788b7835f5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4104676 Dec 13 19:55:58.130970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50412) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:58.139909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bd2061-e15e-44e1-be42-53257c76925a req-f18237b8-ecfc-4cd2-b7c9-e70101a57b01 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478452 Dec 13 19:55:58.193602 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:58.193819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:55:58.194411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a95b9-d7c9-49f5-b8d7-ef17f1fca324 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:55:58.196091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5afffd-051c-45ed-a1c2-993e67672425 req-fdbb3c75-d628-4d7d-a955-5992a93a9a67 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:58.210768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed5afffd-051c-45ed-a1c2-993e67672425 req-fdbb3c75-d628-4d7d-a955-5992a93a9a67 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5105307 Dec 13 19:55:58.218475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] For port 5a76506b-60bf-4975-a15c-31ab6f27edc3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5a76506b-60bf-4975-a15c-31ab6f27edc3,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:55:58.222744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.228641 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] Routers {'41d076de-9205-44c4-a1d4-788b7835f5b0'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:55:58.230077 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['41d076de-9205-44c4-a1d4-788b7835f5b0'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:58.242074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e2dfb624-a8d9-4b78-9a70-33ad470043f7 None None] Provisioning complete for port 5765917b-d34c-40b3-b39a-9bceb000cedd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:58.242473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb624-a8d9-4b78-9a70-33ad470043f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.246740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.312544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:55:58.313250 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380f70f-491b-4f4b-95df-dfa28b79f09d None None] The sync data for ids ['41d076de-9205-44c4-a1d4-788b7835f5b0'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:55:58.324874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port 674ab30f-4849-4021-be4d-854f323a0f5f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:55:58.325436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.330693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.332034 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-704a122e-7d6e-4f57-96f4-6f90ecf7d1a7 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8830917 Dec 13 19:55:58.332891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:55:58.341268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.351282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:58.370510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfb624-a8d9-4b78-9a70-33ad470043f7 None None] Port 5765917b-d34c-40b3-b39a-9bceb000cedd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:58.375191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': True}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:58.398494 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed5afffd-051c-45ed-a1c2-993e67672425 req-24b3933b-ad53-4902-958d-02d1aca25be9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834373 Dec 13 19:55:58.452630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.452929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.482368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f26258-3833-4ef6-b0c7-f876dc1ad310 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:58.483410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c1f26258-3833-4ef6-b0c7-f876dc1ad310 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:55:58.503339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a95b9-d7c9-49f5-b8d7-ef17f1fca324 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:55:58.509467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8da84f26-0f53-4019-85c2-0e33eb39897d None None] Provisioning complete for port 674ab30f-4849-4021-be4d-854f323a0f5f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:55:58.509834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8da84f26-0f53-4019-85c2-0e33eb39897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.621356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Calling delete_port for e93b6092-2e69-4e3b-a9be-8c63ca075af1 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:58.636323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8da84f26-0f53-4019-85c2-0e33eb39897d None None] Port 674ab30f-4849-4021-be4d-854f323a0f5f cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:55:58.854949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda239-c790-4b96-96c4-7b43368d42a3 req-5ebddae8-a1c5-4920-9cd1-f0d305052a4a tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:58.856480 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ceda239-c790-4b96-96c4-7b43368d42a3 req-5ebddae8-a1c5-4920-9cd1-f0d305052a4a tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 945 time: 0.4519567 Dec 13 19:55:58.964224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.964445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.964941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:58.965196 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Floating IP 05ae8da6-16c6-4a67-b464-a21d537e6246 disassociated. External IP: 172.26.6.3, port: 5a76506b-60bf-4975-a15c-31ab6f27edc3. Dec 13 19:55:58.965573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Calling delete_port for 5a76506b-60bf-4975-a15c-31ab6f27edc3 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:58.990723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ceda239-c790-4b96-96c4-7b43368d42a3 req-ffc7527d-05d9-4f34-b33f-bd12cf524fbe tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups?id=43ff34f0-3d99-41a1-ad2e-598566a6814d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143270 Dec 13 19:55:59.079961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:55:59.099954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c1f26258-3833-4ef6-b0c7-f876dc1ad310 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:55:59.101364 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c1f26258-3833-4ef6-b0c7-f876dc1ad310 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports/5765917b-d34c-40b3-b39a-9bceb000cedd HTTP/1.1" status: 200 len: 982 time: 0.9577222 Dec 13 19:55:59.109865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50430) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:59.124823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for 674ab30f-4849-4021-be4d-854f323a0f5f owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:55:59.178376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.178740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment 75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c of type vlan for network df228a88-b433-423e-8dd4-46ee94fbb035 Dec 13 19:55:59.347420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.357721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.377139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.380919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:59.497048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Pushing event deleted for resources: {'Port': ['ID=e93b6092-2e69-4e3b-a9be-8c63ca075af1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:59.508932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.519269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:59.520010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.527349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-53f0bf30-4317-4092-be69-653baf01ab2f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:59.541792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:59.553244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.719298 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8728287 Dec 13 19:55:59.727409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=df228a88-b433-423e-8dd4-46ee94fbb035,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:59.730282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:59.730779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:55:59.734428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f2e784a5-6feb-4dc8-8f17-822d0f2449aa tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:55:59.742702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network df228a88-b433-423e-8dd4-46ee94fbb035 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:55:59.783613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:55:59.816335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event deleted for resources: {'Port': ['ID=5a76506b-60bf-4975-a15c-31ab6f27edc3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:55:59.818780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:55:59.855938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:55:59.925816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000eb75-a939-4e38-b225-8b73835b4127 req-dd33d95d-9fe8-4ae3-86b3-3a32cd2ce9af tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:55:59.927287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0000eb75-a939-4e38-b225-8b73835b4127 req-dd33d95d-9fe8-4ae3-86b3-3a32cd2ce9af tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.8133962 Dec 13 19:56:00.014240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:00.026303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:00.031718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:00.042641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:00.043952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.057669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.060817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ffb56fa-f164-4305-ad15-cf5fdbe21b68 HTTP/1.1" status: 204 len: 168 time: 2.6675773 Dec 13 19:56:00.072422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42260-8d68-4cae-9a67-5d88cee5a776 req-d21359e5-1f54-4b79-81b6-add286ba15f4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:00.074670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d7a42260-8d68-4cae-9a67-5d88cee5a776 req-d21359e5-1f54-4b79-81b6-add286ba15f4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5300157 Dec 13 19:56:00.075299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:00.108600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Router bc8deda9-aff4-487e-8282-24515d65659b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:00.147308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=674ab30f-4849-4021-be4d-854f323a0f5f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:00.162053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0000eb75-a939-4e38-b225-8b73835b4127 req-dfd6dba0-58d6-4c2b-83f0-8b91529762f7 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193723 Dec 13 19:56:00.200995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:00.442305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:00.445836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.541702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50446) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:00.570748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d7a42260-8d68-4cae-9a67-5d88cee5a776 req-2c1ffbc9-220d-4c11-9f19-8776e17ab6d9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4377234 Dec 13 19:56:00.673371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5a76506b-60bf-4975-a15c-31ab6f27edc3 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:00.712191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.716672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/674ab30f-4849-4021-be4d-854f323a0f5f HTTP/1.1" status: 204 len: 168 time: 2.6591833 Dec 13 19:56:00.726319 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-646cc1bb-4aaf-4223-9935-93b6e39aa933 req-45c44f60-992d-47d0-b059-99d46a61aece tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3ea602-5b4d-491c-a9fc-fb2c40de06cf HTTP/1.1" status: 200 len: 210 time: 0.3314655 Dec 13 19:56:00.729065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50452) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:00.733998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 5a76506b-60bf-4975-a15c-31ab6f27edc3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:00.734700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5a76506b-60bf-4975-a15c-31ab6f27edc3 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:00.776835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.824943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06c46be-7e5e-45f2-a21b-ebfcaaf5ce05 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] GET failed (client error): The resource could not be found. Dec 13 19:56:00.825514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b06c46be-7e5e-45f2-a21b-ebfcaaf5ce05 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Synchronizing usage tracker for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:00.826162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:00.881700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b06c46be-7e5e-45f2-a21b-ebfcaaf5ce05 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Unset dirty status for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:00.882958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b06c46be-7e5e-45f2-a21b-ebfcaaf5ce05 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports/674ab30f-4849-4021-be4d-854f323a0f5f HTTP/1.1" status: 404 len: 333 time: 0.1529562 Dec 13 19:56:00.884677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:00.886554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50458) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:00.892538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4be7482-f522-40a5-9986-033455419911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16140c7720f94dc8a09394ad16bab737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207195 Dec 13 19:56:00.895495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:00.898141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Sync routers for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:00.908414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:00.909238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:00.981087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-180e6217-d7e4-4872-8d26-e54806d77541 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:00.982506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-180e6217-d7e4-4872-8d26-e54806d77541 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.5565684 Dec 13 19:56:01.007723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] No DVR routers for this DVR port 5a76506b-60bf-4975-a15c-31ab6f27edc3 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:01.041722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.044247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'name': 'network-vif-deleted', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:56:01.111981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:01.112373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port 9f2a2e05-5109-4300-8433-05003b0d3ab1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:01.112373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.117735 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-db33249d-98e4-4f47-a890-404c251197bd req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.20 "DELETE /v2.0/ports/5a76506b-60bf-4975-a15c-31ab6f27edc3 HTTP/1.1" status: 204 len: 173 time: 4.0589359 Dec 13 19:56:01.155743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.26.6.35 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/709ff8f6-81bf-4308-8d0c-922974dc0a1a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:01.178579 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ea602-5b4d-491c-a9fc-fb2c40de06cf', 'name': 'network-vif-deleted', 'tag': '5a76506b-60bf-4975-a15c-31ab6f27edc3', 'status': 'completed', 'code': 200} Dec 13 19:56:01.283931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.303209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:01.440941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=76e3af45-7336-4678-9764-d3224fde718c,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:01.488395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.489036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:01.520502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:01.521023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: df228a88-b433-423e-8dd4-46ee94fbb035, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:01.551879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Deleting port 54374133-624f-42ce-ab55-d44b39f59314 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:01.552134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.577237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network df228a88-b433-423e-8dd4-46ee94fbb035 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:01.590726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.602527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:01.608681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Checking router: bc8deda9-aff4-487e-8282-24515d65659b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:56:01.614981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, df228a88-b433-423e-8dd4-46ee94fbb035) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:01.623905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:01.624874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.625000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:01.625881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:01.683790 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9137650 Dec 13 19:56:01.685674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50472) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:01.729279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3990dc-d53c-424e-83f7-7aa6db57e31b None None] Network df228a88-b433-423e-8dd4-46ee94fbb035 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:01.811237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.849464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.889905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:01.900553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:02.002830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:02.018756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:02.025451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:02.027592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.043697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:02.047915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:02.065539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.077492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2dda1-5b6f-495b-a588-b8dcab55ce5b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:02.080891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=709ff8f6-81bf-4308-8d0c-922974dc0a1a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:02.089093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:02.096065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:02.100251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.112735 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1d2dda1-5b6f-495b-a588-b8dcab55ce5b HTTP/1.1" status: 204 len: 168 time: 1.2016659 Dec 13 19:56:02.388972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-df228a88-b433-423e-8dd4-46ee94fbb035', 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '76e3af45-7336-4678-9764-d3224fde718c'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:02.390160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.526473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de237-8f09-405c-a1df-827196554b05 req-7436346f-fd7d-4da8-8129-35534d6d2e21 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:02.528110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b94de237-8f09-405c-a1df-827196554b05 req-7436346f-fd7d-4da8-8129-35534d6d2e21 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 1.1277115 Dec 13 19:56:02.613568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:02.643686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Allocated IP 2001:db8::1 (df228a88-b433-423e-8dd4-46ee94fbb035/76e3af45-7336-4678-9764-d3224fde718c/25e64e22-652f-4e34-a000-8d6f0b2f6f4f) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:02.657533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:02.662362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21fc5c-f120-4ea2-8627-417dd18fdd8c None None] The sync data for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv is: [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4f615580-a3d6-4f85-9725-1e010d3f6207', 'name': '', 'network_id': 'f7e904db-93f8-41fe-bd4a-955039da6111', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'mac_address': 'fa:16:3e:b3:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:37Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'subnets': [{'id': 'b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:02.673843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becfc29-14d5-485e-85dc-15752e695aa2 req-2e048a8a-4de0-4a39-9872-e00b11e2cb9f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:02.675402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5becfc29-14d5-485e-85dc-15752e695aa2 req-2e048a8a-4de0-4a39-9872-e00b11e2cb9f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7289693 Dec 13 19:56:02.694635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.723095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.810765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.887292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b94de237-8f09-405c-a1df-827196554b05 req-c3131007-2ed7-40d9-9a5c-c4779c84ebad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498969 Dec 13 19:56:02.930392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:02.947750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Transition to ACTIVE for port object 25e64e22-652f-4e34-a000-8d6f0b2f6f4f will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:02.979654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for 9f2a2e05-5109-4300-8433-05003b0d3ab1 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:02.992395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Transition to ACTIVE for port object 25e64e22-652f-4e34-a000-8d6f0b2f6f4f will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:03.003964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.013383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dff4d78e-8f2b-4aba-8175-5735cf69339f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:03.021326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:03.026035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Usage tracker for resource:security_group_rule and tenant:09aa3dad2700442cbafae312f9aef2b4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:03.029034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:03.035457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:03.059647 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f641c-052e-4525-8235-acf28bed1f5b None None] New status for floating IP 05ae8da6-16c6-4a67-b464-a21d537e6246: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:56:03.062164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 5765917b-d34c-40b3-b39a-9bceb000cedd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:03.062649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.065503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.077231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.092593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Pushing event updated for resources: {'Port': ['ID=25e64e22-652f-4e34-a000-8d6f0b2f6f4f,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:03.097557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:03.108712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Network df228a88-b433-423e-8dd4-46ee94fbb035 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:03.110331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:03.115750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:03.151202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:03.159601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:03.255695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=76e3af45-7336-4678-9764-d3224fde718c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:03.280587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Attempting to bind port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:03.281133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Attempting to bind port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:03.281644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Attempting to bind port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f on network df228a88-b433-423e-8dd4-46ee94fbb035 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:03.287920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:03.288604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Checking segment: {'id': '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:03.289127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.289845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Bound using segment: {'id': '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:03.290667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Bound port: 25e64e22-652f-4e34-a000-8d6f0b2f6f4f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df228a88-b433-423e-8dd4-46ee94fbb035'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:03.291147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.334175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.334980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.335109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.335468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.335830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.336192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.336551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.336906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.337282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.337643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.337997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.338349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.358837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:03.409782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] For port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:03.414334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] For port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=25e64e22-652f-4e34-a000-8d6f0b2f6f4f,segment=NetworkSegment(75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c),segment_id=75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:03.419518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.431810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d5dc9211-de37-440e-ad70-7d669fd0366e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:03.442030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.498125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] For port 54374133-624f-42ce-ab55-d44b39f59314, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=54374133-624f-42ce-ab55-d44b39f59314,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:03.499374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.508076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df228a88-b433-423e-8dd4-46ee94fbb035']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:03.516342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.534015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:03.534375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:03.565961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Pushing event updated for resources: {'Port': ['ID=25e64e22-652f-4e34-a000-8d6f0b2f6f4f,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:03.578681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.579049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.579376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.579715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.580047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.580381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.580710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.581038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.581405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.581724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.582048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.582369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:03.587757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:03.610361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406110e5-f8a0-42f2-acab-0200bed94070 None None] Network df228a88-b433-423e-8dd4-46ee94fbb035 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:03.614719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5becfc29-14d5-485e-85dc-15752e695aa2 req-adcde5ae-7d8e-4ef3-bc32-a24d3a181ff6 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9165680 Dec 13 19:56:03.646784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.682089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.705637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.723523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:03.724815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:03.739078 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:03.799151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.836969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e35014-67f5-4e81-8bd8-8e69861f8f8e None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:56:03.910530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:56:03.910530 dv-neutron-821563-1-hyperv neutron-server[87526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:56:03.910530 dv-neutron-821563-1-hyperv neutron-server[87526]: [parameters: {'id': 'df228a88-b433-423e-8dd4-46ee94fbb035'}] Dec 13 19:56:03.910530 dv-neutron-821563-1-hyperv neutron-server[87526]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:03.910967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:03.916767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.920529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.954728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:03.962454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 5765917b-d34c-40b3-b39a-9bceb000cedd owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:03.977719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e35014-67f5-4e81-8bd8-8e69861f8f8e None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:56:03.991714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.004228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b389bd98-8df8-483c-bc2d-ba1c8795ec13 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:04.015427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b92aeec0-d998-442d-a742-d4172accabd3 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:04.027565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff34f0-3d99-41a1-ad2e-598566a6814d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:04.038508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:04.125540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.127100 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "DELETE /v2.0/security-groups/43ff34f0-3d99-41a1-ad2e-598566a6814d HTTP/1.1" status: 204 len: 168 time: 0.9412491 Dec 13 19:56:04.129274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50494) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:04.151722 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6a117b50-b0de-48a4-87ab-961565a83149 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] show failed (client error): The resource could not be found. Dec 13 19:56:04.152703 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6a117b50-b0de-48a4-87ab-961565a83149 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "GET /v2.0/security-groups/43ff34f0-3d99-41a1-ad2e-598566a6814d HTTP/1.1" status: 404 len: 347 time: 0.0224297 Dec 13 19:56:04.156731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50498) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:04.220872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=9f2a2e05-5109-4300-8433-05003b0d3ab1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:04.237424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.294029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.294458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.295006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.295536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.296045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.296578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.297104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.297761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.298158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.298676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.299202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.299717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:56:04.324644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:04.327584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/9f2a2e05-5109-4300-8433-05003b0d3ab1 HTTP/1.1" status: 204 len: 168 time: 3.4339232 Dec 13 19:56:04.359984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50502) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:04.447503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.462720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.463090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.463460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Floating IP 9e13fbca-ffd9-49ff-bc24-2448100e3b64 disassociated. External IP: 172.26.6.152, port: 54374133-624f-42ce-ab55-d44b39f59314. Dec 13 19:56:04.463783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Calling delete_port for 54374133-624f-42ce-ab55-d44b39f59314 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:04.479514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Deleting port 84e2a38f-b34f-49fd-afba-8f49b8e609f9 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:04.479820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.492864 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b26f02-3beb-4541-999a-536189a49ed9 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] GET failed (client error): The resource could not be found. Dec 13 19:56:04.493436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-13b26f02-3beb-4541-999a-536189a49ed9 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Synchronizing usage tracker for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:04.538031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:04.538375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.552915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.570864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router 6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:04.576352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.592341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeffa6a-cdff-406a-8b96-c53699e83131 req-2d57ac29-1210-4d8b-8335-bcd66f756025 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:04.593921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-deeffa6a-cdff-406a-8b96-c53699e83131 req-2d57ac29-1210-4d8b-8335-bcd66f756025 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 945 time: 0.4766226 Dec 13 19:56:04.598315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a6cc359a-352f-4617-9c21-b93664d4e645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:04.627926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-13b26f02-3beb-4541-999a-536189a49ed9 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Unset dirty status for tenant:29828351f6b44f609ffe6a53f02426db on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:04.629076 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-13b26f02-3beb-4541-999a-536189a49ed9 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "GET /v2.0/ports/9f2a2e05-5109-4300-8433-05003b0d3ab1 HTTP/1.1" status: 404 len: 333 time: 0.2656760 Dec 13 19:56:04.642776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50506) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:04.699811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 54374133-624f-42ce-ab55-d44b39f59314 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:04.726372 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09aa3dad2700442cbafae312f9aef2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1111767 Dec 13 19:56:04.769921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50512) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:04.780332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb07526-342f-4048-95ad-bf53749118d5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:04.783508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:04.847132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.890452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-deeffa6a-cdff-406a-8b96-c53699e83131 req-3e844d3d-01c1-4c77-86ca-8532b8d0abf1 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c270b75-247c-412b-932b-a5ef29dd9d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703507 Dec 13 19:56:04.936547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port acb03a5f-b469-4f0e-8874-dea0fcf88ece {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:04.937010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:04.998976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.013034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ce7ff0d9-02e4-4c77-9a1c-bc774fcc4cac tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:05.030354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.030677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.077042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event deleted for resources: {'Port': ['ID=54374133-624f-42ce-ab55-d44b39f59314,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:05.079569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:05.088661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.124977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e388c6f4-8fec-4cc0-ad7e-56bb21071ea4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:05.198392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Calling delete_port for 84e2a38f-b34f-49fd-afba-8f49b8e609f9 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:05.227421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.267664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=25e64e22-652f-4e34-a000-8d6f0b2f6f4f,segment=NetworkSegment(75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c),segment_id=75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:05.267955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.282420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:05.294211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] Sync routers for ids ['6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:05.296042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.297250 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "PUT /v2.0/routers/6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 200 len: 913 time: 6.9329286 Dec 13 19:56:05.306107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:05.309427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] Routers {'6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:05.309917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.310753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:05.380168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=5765917b-d34c-40b3-b39a-9bceb000cedd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:05.382772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:05.395430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:05.411750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] Routers {'6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:05.413014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:05.481245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for 25e64e22-652f-4e34-a000-8d6f0b2f6f4f owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:05.501080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:05.501534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2dedfb-b1a9-4b4a-abac-bc5f3f6233a8 None None] The sync data for ids ['6c7d2fc6-f20c-43f3-8cc9-811f4eacb232'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:05.520843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdd30e-93be-4313-8160-4e039a8eed7b req-722820b0-a689-4fa5-b887-ec6dde0503e0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:05.523178 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-52fdd30e-93be-4313-8160-4e039a8eed7b req-722820b0-a689-4fa5-b887-ec6dde0503e0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7756345 Dec 13 19:56:05.699291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.916650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fd50b7fd-1291-4093-883a-cdf4c5ee5e49 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 200 len: 919 time: 0.6089129 Dec 13 19:56:05.922147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:05.927631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50522) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:05.929681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0084bff3-7f68-4836-9298-b1d0cf005a90 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:05.982289 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-52fdd30e-93be-4313-8160-4e039a8eed7b req-27e3af9e-e83c-430d-a051-163a8528f814 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454732 Dec 13 19:56:06.019271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.027012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=25e64e22-652f-4e34-a000-8d6f0b2f6f4f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:06.036695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:06.040382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:06.062210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port 25e64e22-652f-4e34-a000-8d6f0b2f6f4f on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:06.071595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Router 7380b363-ba4d-4973-8da3-047ba4fdda2e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:06.094023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb07526-342f-4048-95ad-bf53749118d5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:06.112173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:06.122738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.129677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48195962-cdc9-45f4-ad5e-937985a0b048 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:06.135220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.219705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Pushing event deleted for resources: {'Port': ['ID=84e2a38f-b34f-49fd-afba-8f49b8e609f9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:06.275335 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0219df12-b943-400e-995f-7c6ffb7d73f4 req-489390bc-1401-4813-ad38-2c9c5c6e7b91 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.1954315 Dec 13 19:56:06.297249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:06.313800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.317248 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbb07526-342f-4048-95ad-bf53749118d5 HTTP/1.1" status: 204 len: 168 time: 1.5422425 Dec 13 19:56:06.330311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.348603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for acb03a5f-b469-4f0e-8874-dea0fcf88ece owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:06.362576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df228a88-b433-423e-8dd4-46ee94fbb035']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:06.406297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:06.406597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b3c1eb-cd6d-42d3-8528-9fec03fb7e6c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:06.456946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537759d-941f-4291-b2eb-2798f4c6d9dc tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:06.458512 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d537759d-941f-4291-b2eb-2798f4c6d9dc tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=6c7d2fc6-f20c-43f3-8cc9-811f4eacb232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4959445 Dec 13 19:56:06.464898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.471738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50528) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:06.527973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.590648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:06.591053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.593806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 41d076de-9205-44c4-a1d4-788b7835f5b0 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:06.606541 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:06.614406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.617200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.618620 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] 10.222.0.18 "DELETE /v2.0/floatingips/05ae8da6-16c6-4a67-b464-a21d537e6246 HTTP/1.1" status: 204 len: 168 time: 2.4609509 Dec 13 19:56:06.623570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50534) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:06.751739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50538) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:06.813572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.844280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.908151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:06.910777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:06.925458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e87027-310e-4465-83c4-d9504b26d33e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:06.926845 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-19e87027-310e-4465-83c4-d9504b26d33e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.4463277 Dec 13 19:56:06.932468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:06.940085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50542) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:06.946446 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] Sync routers for ids ['41d076de-9205-44c4-a1d4-788b7835f5b0'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:06.957293 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] Routers {'41d076de-9205-44c4-a1d4-788b7835f5b0'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:06.958420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:06.958767 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['41d076de-9205-44c4-a1d4-788b7835f5b0'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:06.961556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=df228a88-b433-423e-8dd4-46ee94fbb035,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:06.967608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Usage tracker for resource:security_group_rule and tenant:f7fc4ec894c446ea8d88c7606f7bb77a is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:06.970460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:06.973742 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/df228a88-b433-423e-8dd4-46ee94fbb035 HTTP/1.1" status: 204 len: 168 time: 5.2853608 Dec 13 19:56:06.975071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:06.982800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50546) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:06.985403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:06.995830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884454826'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:06.999451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:07.009366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:07.022143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:07.022988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Sync routers for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:07.027533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:07.038733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:07.040050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.050049 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.061832 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5efbc7c9-0029-4d95-b4b2-89b1367ab8a6 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 200 len: 205 time: 0.1155090 Dec 13 19:56:07.071357 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] Routers {'41d076de-9205-44c4-a1d4-788b7835f5b0'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:07.073398 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['41d076de-9205-44c4-a1d4-788b7835f5b0'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.095917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50552) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:07.112750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.145341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:07.181056 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.181659 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d98c72-a151-4c8f-a4ec-94a2451d080e None None] The sync data for ids ['41d076de-9205-44c4-a1d4-788b7835f5b0'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:07.186871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-de55d376-3ed7-4a9a-b1d6-dfee7ee28535 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:07.219649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] No DVR routers for this DVR port 54374133-624f-42ce-ab55-d44b39f59314 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:07.222163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.242015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'name': 'network-vif-deleted', 'tag': '54374133-624f-42ce-ab55-d44b39f59314'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:56:07.250381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:07.253859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.291622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:07.303890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.304334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment 80bfb73a-e205-44d1-8922-ce023861232d of type vlan for network ea50522b-aa38-41b5-b967-c6b28d1fc0ed Dec 13 19:56:07.305473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Port': ['ID=acb03a5f-b469-4f0e-8874-dea0fcf88ece,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:07.307968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:07.341056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:07.360182 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64214a94-84a1-4c37-a6b8-f4b395caca33 req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.20 "DELETE /v2.0/ports/54374133-624f-42ce-ab55-d44b39f59314 HTTP/1.1" status: 204 len: 173 time: 6.3606100 Dec 13 19:56:07.386069 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/41d076de-9205-44c4-a1d4-788b7835f5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2709093 Dec 13 19:56:07.388602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26ec3e-210f-451c-ab1f-b74855848a8b', 'name': 'network-vif-deleted', 'tag': '54374133-624f-42ce-ab55-d44b39f59314', 'status': 'completed', 'code': 200} Dec 13 19:56:07.388758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.397338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50560) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:07.408009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.410298 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/ports/acb03a5f-b469-4f0e-8874-dea0fcf88ece HTTP/1.1" status: 204 len: 168 time: 2.7528102 Dec 13 19:56:07.414916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50564) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:07.472067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.502693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:07.503264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.572513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b74c7f88-b3aa-4400-ae36-ceacc759d07e tempest-PortsAdminExtendedAttrsTestJSON-1070031460 tempest-PortsAdminExtendedAttrsTestJSON-1070031460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:07.598741 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6148727 Dec 13 19:56:07.599618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50570) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:07.681706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:07.722430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting subnet bdc76aea-97b8-4334-94c6-f9f02efa52f3 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:07.739395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:07.860196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.864372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Checking router: 7380b363-ba4d-4973-8da3-047ba4fdda2e for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:56:07.874184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:07.874841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:07.976001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-8404d754-ecfc-4e79-8f34-6c013263ee05 req-2a358ca1-b437-46fd-8fc9-49a069fbeb93 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Synchronizing usage tracker for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:08.084972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=ea50522b-aa38-41b5-b967-c6b28d1fc0ed,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:08.087527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:08.093758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:08.114348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.132984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.149508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:08.150388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ea50522b-aa38-41b5-b967-c6b28d1fc0ed details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:08.168512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:08.173787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:08.177463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:08.186966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:08.210400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:08.224306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.248142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.289465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.347863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca77a881-45f7-4f7c-b24b-16525b2e0893,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:08.358934 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7fc4ec894c446ea8d88c7606f7bb77a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5961277 Dec 13 19:56:08.362831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:08.365702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-8404d754-ecfc-4e79-8f34-6c013263ee05 req-2a358ca1-b437-46fd-8fc9-49a069fbeb93 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Unset dirty status for tenant:3b57aa3670d3489f927620a1ffc7660c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:08.373094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50574) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:08.375997 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8404d754-ecfc-4e79-8f34-6c013263ee05 req-2a358ca1-b437-46fd-8fc9-49a069fbeb93 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d26ec3e-210f-451c-ab1f-b74855848a8b HTTP/1.1" status: 200 len: 210 time: 0.6454246 Dec 13 19:56:08.442005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aaa90-a9f0-4360-9094-ab82f9f07f29 req-c0047d1d-6b72-4c78-b798-d396819c78a1 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:08.443659 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-535aaa90-a9f0-4360-9094-ab82f9f07f29 req-c0047d1d-6b72-4c78-b798-d396819c78a1 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.2166216 Dec 13 19:56:08.518514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-a7a5adc8-8309-4999-aaad-ba9e394d9796 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 19:56:08.522611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a7a5adc8-8309-4999-aaad-ba9e394d9796 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/41d076de-9205-44c4-a1d4-788b7835f5b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1174045 Dec 13 19:56:08.525214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50578) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:08.572906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:08.577293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a60e-b587-4fd2-8492-aff8f3af4d68 None None] The sync data for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv is: [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:54:21Z', 'revision_number': 4, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b26a3a22-380b-40a6-af6a-50daef2f5443', 'name': '', 'network_id': 'cbae750b-eaae-4227-a03e-9c195364ee73', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'mac_address': 'fa:16:3e:da:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:18Z', 'updated_at': '2021-12-13T19:54:35Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'subnets': [{'id': '212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:08.618546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.628237 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91e9647b-0ada-4022-aae1-306062326b5b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=41d076de-9205-44c4-a1d4-788b7835f5b0 HTTP/1.1" status: 200 len: 205 time: 0.1019192 Dec 13 19:56:08.633811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50582) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:08.676397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.707383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.710176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-535aaa90-a9f0-4360-9094-ab82f9f07f29 req-4cdb7347-91d4-4691-8899-549bde496a4a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199218 Dec 13 19:56:08.798154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.810625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.829424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:08.842378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.846855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:08.871206 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf42ef-8b3e-480a-95d8-858d91b8c123 None None] New status for floating IP 9e13fbca-ffd9-49ff-bc24-2448100e3b64: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:56:08.987957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port 709ff8f6-81bf-4308-8d0c-922974dc0a1a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:08.988608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.010795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.024614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=8f9f17cd-98a2-45ef-92dd-72910fe041da,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:09.027348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:09.033147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48046153-c25e-470a-aa4a-8b40c2a86d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:09.043837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': '80bfb73a-e205-44d1-8922-ce023861232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:09.044272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: ea50522b-aa38-41b5-b967-c6b28d1fc0ed, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:09.106869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca77a881-45f7-4f7c-b24b-16525b2e0893,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:09.109352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:09.169793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.173470 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca77a881-45f7-4f7c-b24b-16525b2e0893 HTTP/1.1" status: 204 len: 168 time: 0.7929940 Dec 13 19:56:09.187819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network ea50522b-aa38-41b5-b967-c6b28d1fc0ed is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:09.204161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ea50522b-aa38-41b5-b967-c6b28d1fc0ed) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:09.208554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:09.209284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.216973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a20009e-89a0-401a-8e9d-abbcea12c3d0 None None] Network ea50522b-aa38-41b5-b967-c6b28d1fc0ed requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:09.235878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.253717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.262701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.265669 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6545267 Dec 13 19:56:09.266451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50588) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:09.333200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:09.386798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc76aea-97b8-4334-94c6-f9f02efa52f3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:09.387891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Deleting port 4f615580-a3d6-4f85-9725-1e010d3f6207 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:09.388440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.392589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.409152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:09.425649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.426144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router 41d076de-9205-44c4-a1d4-788b7835f5b0 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:09.464946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.466085 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-618a4ab9-03ee-4ba6-b930-04d192f40234 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/41d076de-9205-44c4-a1d4-788b7835f5b0 HTTP/1.1" status: 204 len: 168 time: 0.8284819 Dec 13 19:56:09.471072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50594) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:09.484297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/subnets/bdc76aea-97b8-4334-94c6-f9f02efa52f3 HTTP/1.1" status: 204 len: 168 time: 1.9965408 Dec 13 19:56:09.487625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50600) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:09.530987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.618734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50606) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:09.629500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431e4f6-cd6a-4c75-9796-d08cb4344b9d None None] Network 27afbce7-8ac9-40ce-a214-d32c9b009e19 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:09.739764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ea50522b-aa38-41b5-b967-c6b28d1fc0ed', 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '8f9f17cd-98a2-45ef-92dd-72910fe041da'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:09.741689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.820010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.873222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet 3dea43d1-f28c-44ee-9175-19ebf3c00ded {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:09.874060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for 709ff8f6-81bf-4308-8d0c-922974dc0a1a owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:09.955600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:09.992278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.001186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.042930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:10.043600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.119228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] For port 4f615580-a3d6-4f85-9725-1e010d3f6207, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4f615580-a3d6-4f85-9725-1e010d3f6207,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:10.119949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.131177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd00e-dff1-48e8-9b41-ed7f4e784723 req-ae4400e8-a739-4a7b-96c7-bbbccdb295c4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:10.138778 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7bdd00e-dff1-48e8-9b41-ed7f4e784723 req-ae4400e8-a739-4a7b-96c7-bbbccdb295c4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.2315259 Dec 13 19:56:10.145335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.152368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Allocated IP 2001:db8::1 (ea50522b-aa38-41b5-b967-c6b28d1fc0ed/8f9f17cd-98a2-45ef-92dd-72910fe041da/f53ab3d7-3466-4bbb-9cf8-3475c97dad9e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:10.153644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.318742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] DHCP port deletion for 27afbce7-8ac9-40ce-a214-d32c9b009e19 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:10.324639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7bdd00e-dff1-48e8-9b41-ed7f4e784723 req-0629b361-ff7f-4465-85e1-704232b6a0ff tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847990 Dec 13 19:56:10.335454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Calling delete_port for 4f615580-a3d6-4f85-9725-1e010d3f6207 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:10.360662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Deleting port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:10.361519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.407362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.519339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.533775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] For port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,segment=NetworkSegment(3e61a3e1-61e7-4618-9950-ea7bd88a20c1),segment_id=3e61a3e1-61e7-4618-9950-ea7bd88a20c1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:10.534007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.566015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.576719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:10.602087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c270b75-247c-412b-932b-a5ef29dd9d21,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:10.604651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:10.630998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.632287 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c270b75-247c-412b-932b-a5ef29dd9d21 HTTP/1.1" status: 204 len: 168 time: 1.0055330 Dec 13 19:56:10.635324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50634) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:10.671684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-dbbffbc8-4301-4300-9858-3d4a4378d052 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] show failed (client error): The resource could not be found. Dec 13 19:56:10.673042 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dbbffbc8-4301-4300-9858-3d4a4378d052 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "GET /v2.0/security-groups/1c270b75-247c-412b-932b-a5ef29dd9d21 HTTP/1.1" status: 404 len: 347 time: 0.0368006 Dec 13 19:56:10.691807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50638) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:10.768329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.781557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.793934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] For port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,segment=NetworkSegment(3e61a3e1-61e7-4618-9950-ea7bd88a20c1),segment_id=3e61a3e1-61e7-4618-9950-ea7bd88a20c1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:10.794342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.796278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0aa4d183-838f-4a02-b420-aebef619e127 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:10.908313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=3dea43d1-f28c-44ee-9175-19ebf3c00ded,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:10.910820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:10.911180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Calling delete_port for 913c6cf7-de77-496b-9cc0-7c598c4fc3ab owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:10.923927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.980274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Deleting port eb65a665-8231-4a9d-96c7-4131d1d23b2a {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:10.980624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:10.980845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf10af-6272-481a-aa69-54909bf90e90 None None] Network b01a2072-f604-4803-bda0-24315c6b4cd4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:11.002739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Calling delete_port for 913c6cf7-de77-496b-9cc0-7c598c4fc3ab owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:11.024011 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/3dea43d1-f28c-44ee-9175-19ebf3c00ded HTTP/1.1" status: 204 len: 168 time: 1.5518541 Dec 13 19:56:11.035428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:11.078349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.109978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a693e7e2-f700-4f90-a6eb-6b5de4d1fb5a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:11.123664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Transition to ACTIVE for port object f53ab3d7-3466-4bbb-9cf8-3475c97dad9e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:11.220230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.223816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:11.233655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Transition to ACTIVE for port object f53ab3d7-3466-4bbb-9cf8-3475c97dad9e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:11.233980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=709ff8f6-81bf-4308-8d0c-922974dc0a1a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:11.250387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.250624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:11.261198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:11.302931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f615580-a3d6-4f85-9725-1e010d3f6207,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:11.313008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:11.321251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.379097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Network ea50522b-aa38-41b5-b967-c6b28d1fc0ed is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:11.380925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.382131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] No DVR routers for this DVR port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:11.386291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:11.393785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:11.398572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Pushing event updated for resources: {'Port': ['ID=f53ab3d7-3466-4bbb-9cf8-3475c97dad9e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:11.407053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:11.407920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.410392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:11.421962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9793682e-48ae-4b43-a887-d4ebdc984a08 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:11.463721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355317df-fe57-4a42-aea9-42c454ebd5d8 req-f553265a-7d66-4a14-96c0-8ab8cb1718f3 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:11.465550 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-355317df-fe57-4a42-aea9-42c454ebd5d8 req-f553265a-7d66-4a14-96c0-8ab8cb1718f3 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.6757097 Dec 13 19:56:11.486159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Pushing event deleted for resources: {'Port': ['ID=913c6cf7-de77-496b-9cc0-7c598c4fc3ab,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:11.503934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:11.506168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:11.524929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:11.525310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.558457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.570543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:11.606274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50658) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:11.642065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Attempting to bind port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:11.642533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Attempting to bind port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '80bfb73a-e205-44d1-8922-ce023861232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:11.642799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Attempting to bind port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e on network ea50522b-aa38-41b5-b967-c6b28d1fc0ed {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:11.649290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:11.649687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Checking segment: {'id': '80bfb73a-e205-44d1-8922-ce023861232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:11.650100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.650499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Bound using segment: {'id': '80bfb73a-e205-44d1-8922-ce023861232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:11.651919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Bound port: f53ab3d7-3466-4bbb-9cf8-3475c97dad9e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bfb73a-e205-44d1-8922-ce023861232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:11.651919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.691555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-da8fb398-9246-4fd7-a9c5-a49ea4520691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:11.693356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-da8fb398-9246-4fd7-a9c5-a49ea4520691 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.7930315 Dec 13 19:56:11.699671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] DHCP port deletion for b01a2072-f604-4803-bda0-24315c6b4cd4 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:11.712485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-355317df-fe57-4a42-aea9-42c454ebd5d8 req-b16dedba-debc-4f10-8a51-03707d4b2cad tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319269 Dec 13 19:56:11.716590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Deleting port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:11.716590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.759768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9f17cd-98a2-45ef-92dd-72910fe041da,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:11.794142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:11.821247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.854451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] For port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:11.863387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913c6cf7-de77-496b-9cc0-7c598c4fc3ab no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:11.864180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.864520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.897062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.902028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1674078884', 'router:external': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:11.911781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 913c6cf7-de77-496b-9cc0-7c598c4fc3ab {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:11.912061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 913c6cf7-de77-496b-9cc0-7c598c4fc3ab not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:11.912540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b3cffd69-3e20-4a72-9c7e-0d415aa3c0db no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:11.945314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] For port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f53ab3d7-3466-4bbb-9cf8-3475c97dad9e,segment=NetworkSegment(80bfb73a-e205-44d1-8922-ce023861232d),segment_id=80bfb73a-e205-44d1-8922-ce023861232d)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:11.959681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:11.984182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-96e7299b-68e3-455e-9356-cc52c3b03547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:12.020935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Calling delete_port for eb65a665-8231-4a9d-96c7-4131d1d23b2a owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:12.057889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Deleting port 913c6cf7-de77-496b-9cc0-7c598c4fc3ab {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:12.058238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.092430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.096870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.102249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:12.122659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:network and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:12.150970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:12.163999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:12.177481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] The port '913c6cf7-de77-496b-9cc0-7c598c4fc3ab' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:56:12.206775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Pushing event updated for resources: {'Port': ['ID=f53ab3d7-3466-4bbb-9cf8-3475c97dad9e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:12.209919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:12.237343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.237755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:12.258851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:12.259247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.277650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Made reservation on behalf of a37da9ca128240809b77d3a084068f6d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:12.280076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.348689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-ae28710a-0a14-4d41-a378-d49e6255913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:12.350443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-ae28710a-0a14-4d41-a378-d49e6255913d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.6368186 Dec 13 19:56:12.357272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.361728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:12.362106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.436572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Calling delete_port for b3cffd69-3e20-4a72-9c7e-0d415aa3c0db owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:12.461870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.474562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:12.484044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.485119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 204 len: 168 time: 5.3800240 Dec 13 19:56:12.501648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50522b-aa38-41b5-b967-c6b28d1fc0ed']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.503958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.504104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50664) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:12.507174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:security_group_rule and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:12.516299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:12.522378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27afbce7-8ac9-40ce-a214-d32c9b009e19']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.523175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for b3cffd69-3e20-4a72-9c7e-0d415aa3c0db owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:12.534109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-802983243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:12.545088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:12.550441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99225d89-fb13-4624-b75e-d4312fdf8607 None None] Network ea50522b-aa38-41b5-b967-c6b28d1fc0ed requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:12.550746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:12.552514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bfb73a-e205-44d1-8922-ce023861232d') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.552746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bfb73a-e205-44d1-8922-ce023861232d') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.557422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e61a3e1-61e7-4618-9950-ea7bd88a20c1') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.557713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e61a3e1-61e7-4618-9950-ea7bd88a20c1') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:12.568979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-9f1299f9-ec6b-4806-b300-354555705fb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1002 time: 0.2006671 Dec 13 19:56:12.577267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:12.586359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:12.586557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.626071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.631094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:12.639210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.640637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.645443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:12.658498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82b01c70-0388-4054-82cf-22c2793cad95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:12.680330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.693927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.695333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.701425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:12.701990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.704213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:12.704615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:12.718641 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:12.722494 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:12.724676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:12.725118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:12.738123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-d1173fd6-d289-4ec5-a759-2722847c4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:12.740215 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-d1173fd6-d289-4ec5-a759-2722847c4286 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.1589084 Dec 13 19:56:12.827348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:12.830693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:12.871891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.877684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-599e67cf-4285-4f24-8162-50fc12f4df80 tempest-DHCPAgentSchedulersTestJSON-1802278070 tempest-DHCPAgentSchedulersTestJSON-1802278070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:12.891246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:56:12.891246 dv-neutron-821563-1-hyperv neutron-server[87526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:56:12.891246 dv-neutron-821563-1-hyperv neutron-server[87526]: [parameters: {'id': 'ea50522b-aa38-41b5-b967-c6b28d1fc0ed'}] Dec 13 19:56:12.891246 dv-neutron-821563-1-hyperv neutron-server[87526]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:12.891674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:12.895780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:12.896091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:12.900047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.902897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.914841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.918572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Pushing event deleted for resources: {'Network': ['ID=27afbce7-8ac9-40ce-a214-d32c9b009e19,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:12.966844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2a4e3ef-214a-4049-8f34-212553b9500f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:12.970697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:12.972178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:13.000434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] 10.222.0.18 "DELETE /v2.0/networks/27afbce7-8ac9-40ce-a214-d32c9b009e19 HTTP/1.1" status: 204 len: 168 time: 3.5117457 Dec 13 19:56:13.029484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Pushing event deleted for resources: {'Port': ['ID=eb65a665-8231-4a9d-96c7-4131d1d23b2a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:13.037128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-09cb5d3e-c348-472c-b5d3-0a6a0aca1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:13.039308 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-09cb5d3e-c348-472c-b5d3-0a6a0aca1fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2455845 Dec 13 19:56:13.044853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.066272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:13.189617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.190885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.193218 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-db5444cf-1b11-4bc6-a84f-89aa128eacfd tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6820102 Dec 13 19:56:13.196386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50672) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:13.206911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:13.226643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Deleting port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:13.227455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.258255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.274551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f04037d3-81f0-44c9-ad99-aa77e675a9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:13.289345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d418a5a-49db-4b57-a663-7cdd42971a63 req-935048e4-9070-4f5f-8262-7bc23ffadd5a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:13.291160 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d418a5a-49db-4b57-a663-7cdd42971a63 req-935048e4-9070-4f5f-8262-7bc23ffadd5a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.3854659 Dec 13 19:56:13.353435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.428653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50678) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:13.436954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.438886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:13.439218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.445150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:13.515543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:13.516098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.520102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.521756 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e13fbca-ffd9-49ff-bc24-2448100e3b64 HTTP/1.1" status: 204 len: 168 time: 2.8289862 Dec 13 19:56:13.527371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:13.547306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e6374-8518-4ea2-8f17-9fc48f0f0e2d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:13.565429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:13.567718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.568523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Added segment d0b74c18-134b-42d9-9cef-33832e04b552 of type vlan for network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 Dec 13 19:56:13.632379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-63d6b360-0c75-4bd6-a51c-6a7619f9ab54 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805151 Dec 13 19:56:13.650584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:13.650988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.667662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Calling delete_port for b3cffd69-3e20-4a72-9c7e-0d415aa3c0db owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:13.680909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d418a5a-49db-4b57-a663-7cdd42971a63 req-12e387bb-cc19-40cf-9474-9218a43c4d68 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746405 Dec 13 19:56:13.774187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:13.779273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:13.810652 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:56:13.824004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] No DVR routers for this DVR port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:13.835524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Pushing event deleted for resources: {'Port': ['ID=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:13.839137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:13.849071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3181c1-3080-4fa7-87ae-1993bc059e96 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:56:13.970056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Router bc8deda9-aff4-487e-8282-24515d65659b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:13.976064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3181c1-3080-4fa7-87ae-1993bc059e96 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:56:14.050898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.059981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.141371 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29dbea09-be7d-4655-affb-5b2492dafd2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29828351f6b44f609ffe6a53f02426db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911392 Dec 13 19:56:14.158118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:14.185122 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60c859f0-5b2c-4612-94e9-700cfb25b800 req-4a1452db-e625-44e2-939f-6e47fa567d7f service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402019 Dec 13 19:56:14.200489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.201554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:14.202134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.212569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:14.216219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b3cffd69-3e20-4a72-9c7e-0d415aa3c0db,segment=NetworkSegment(5b4fb373-553f-4795-b9b8-cede132033b7),segment_id=5b4fb373-553f-4795-b9b8-cede132033b7)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:14.216762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.391436 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7722235 Dec 13 19:56:14.399150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50692) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:14.400647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Network': ['ID=55dbb18e-9392-4602-a7d5-c0bf72280bb5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:14.408586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:14.415305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'subnet': {'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:14.419349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:14.422818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:14.425029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.429826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for b3cffd69-3e20-4a72-9c7e-0d415aa3c0db owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:14.431128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:subnet and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:14.435008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:14.451212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:14.479928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.504579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Made reservation on behalf of a37da9ca128240809b77d3a084068f6d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:14.507705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.729484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.773867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f53ab3d7-3466-4bbb-9cf8-3475c97dad9e,segment=NetworkSegment(80bfb73a-e205-44d1-8922-ce023861232d),segment_id=80bfb73a-e205-44d1-8922-ce023861232d)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:14.774468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:14.785289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6d241921-63f8-40aa-9cc9-4e9d76948111 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:14.868032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:14.869317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef4c0a-c430-44c6-b0aa-264ad529c50c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:14.877300 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc8deda9-aff4-487e-8282-24515d65659b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2477047 Dec 13 19:56:14.882286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50698) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:14.883164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:14.893747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Sync routers for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:14.905612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:14.906347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:14.949744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for f53ab3d7-3466-4bbb-9cf8-3475c97dad9e owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:15.046582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:15.046896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:15.052418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.084572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.088474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bef4c0a-c430-44c6-b0aa-264ad529c50c HTTP/1.1" status: 204 len: 168 time: 0.9266956 Dec 13 19:56:15.089541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:15.112001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.148241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.155477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c809a9ec-0191-442a-a655-8000f4a83ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:15.209241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port f53ab3d7-3466-4bbb-9cf8-3475c97dad9e on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:15.246652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=f53ab3d7-3466-4bbb-9cf8-3475c97dad9e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:15.249704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:15.404009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa1b37-cd8c-49a6-9f85-022752e0e2a2 req-db024075-7b95-438f-921a-dfb013aa5d67 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:15.411261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfaa1b37-cd8c-49a6-9f85-022752e0e2a2 req-db024075-7b95-438f-921a-dfb013aa5d67 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.6052110 Dec 13 19:56:15.463630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.483493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:56:10Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:15.490020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Checking router: bc8deda9-aff4-487e-8282-24515d65659b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:56:15.495382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.504568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Routers {'bc8deda9-aff4-487e-8282-24515d65659b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:15.505464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bc8deda9-aff4-487e-8282-24515d65659b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:15.519124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50522b-aa38-41b5-b967-c6b28d1fc0ed']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:15.536183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bfb73a-e205-44d1-8922-ce023861232d') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:15.536486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bfb73a-e205-44d1-8922-ce023861232d') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:15.547363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.595595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfaa1b37-cd8c-49a6-9f85-022752e0e2a2 req-99348fb6-20d6-493c-808b-4668012d4ab1 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833909 Dec 13 19:56:15.736543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.737145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] Set router bc8deda9-aff4-487e-8282-24515d65659b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:15.777890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.784469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:15.784889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.803513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Allocated IP 172.26.6.80 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/4c110b50-dfd2-4b0e-a33d-fd88a2dfa1c3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:15.881141 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:15.885019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.943081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port b3cffd69-3e20-4a72-9c7e-0d415aa3c0db {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:15.943421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.973982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:15.983939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a7748ac-8197-47f1-a318-c9bc8199573d tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:16.042043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50724) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:16.054875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=ea50522b-aa38-41b5-b967-c6b28d1fc0ed,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:16.083304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:16.098360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] The port 'b3cffd69-3e20-4a72-9c7e-0d415aa3c0db' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:56:16.102625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:56:10Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:16.107014 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/ea50522b-aa38-41b5-b967-c6b28d1fc0ed HTTP/1.1" status: 204 len: 168 time: 6.8310130 Dec 13 19:56:16.112637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50730) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:16.113876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd08ccc-5651-4955-811f-fa7d31d7b260 None None] The sync data for ids ['bc8deda9-aff4-487e-8282-24515d65659b'] in dv-neutron-821563-1-hyperv is: [{'id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'name': 'tempest-ServersTestJSON-684650615-router', 'tenant_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:04Z', 'updated_at': '2021-12-13T19:56:10Z', 'revision_number': 5, 'project_id': '21d9b8a7a997454eb92d3f8d99142cf2', 'gw_port': {'id': '501a8b07-36af-403a-a466-d6af4504e3b1', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8deda9-aff4-487e-8282-24515d65659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:16.132502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.139814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540383196'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:16.145254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:16.149645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:16.152731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:16.181194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:16.212798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.233750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:16.237304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.253144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Deleting port 501a8b07-36af-403a-a466-d6af4504e3b1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:16.253500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.350189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aed70-a9d6-4cc7-bc5a-e44362a50842 req-d4df3696-3aac-484a-b32d-97800b64af52 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:16.351547 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-398aed70-a9d6-4cc7-bc5a-e44362a50842 req-d4df3696-3aac-484a-b32d-97800b64af52 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.4473081 Dec 13 19:56:16.378625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:16.379176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'networks': [{'name': 'tempest-network--1536963716'}, {'name': 'tempest-network--565031748'}]} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:16.379531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-network--1536963716'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:16.380000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-network--565031748'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:16.392161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:16.417263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.418329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:network and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:16.421547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f2115ad-226b-4e30-a1a3-385f29dd7549 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:16.427275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:16.431371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.444293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:16.471923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01a2072-f604-4803-bda0-24315c6b4cd4']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:16.486824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'network': 2} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:16.491369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.503204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4fb373-553f-4795-b9b8-cede132033b7') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:16.503495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4fb373-553f-4795-b9b8-cede132033b7') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:16.515821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.545078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.545449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment 8c20d5d4-5944-4f45-aad1-9c05a3975726 of type vlan for network d1fa2fff-873d-4907-92b3-39b967653cc1 Dec 13 19:56:16.550651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.587950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:16.596172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.598693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:security_group_rule and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:16.602636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:56:16.603048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.606563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:16.611463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:16.612458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.627344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:16.630907 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:16.639853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Deleting port b26a3a22-380b-40a6-af6a-50daef2f5443 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:16.640193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.653720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-398aed70-a9d6-4cc7-bc5a-e44362a50842 req-de983398-084e-43e0-b1b1-c84fe6229dc2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725427 Dec 13 19:56:16.654727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:16.663512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.668080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:16.677775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Pushing event updated for resources: {'Port': ['ID=4c110b50-dfd2-4b0e-a33d-fd88a2dfa1c3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:16.680256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:16.716311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:16.723173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7eaf095-950c-49b3-b68e-9b8deb93029a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:16.809726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.821992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.829911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eecf0acb-868f-486d-84a6-e94be3218e50 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:16.831690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] For port 501a8b07-36af-403a-a466-d6af4504e3b1, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501a8b07-36af-403a-a466-d6af4504e3b1,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:16.832037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:16.910087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=b01a2072-f604-4803-bda0-24315c6b4cd4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:16.913772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:16.927476 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/b01a2072-f604-4803-bda0-24315c6b4cd4 HTTP/1.1" status: 204 len: 168 time: 5.8908782 Dec 13 19:56:16.933809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:16.943858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988834447'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:16.959517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:16.977151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:16.989934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:17.015997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:17.025845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] For port b26a3a22-380b-40a6-af6a-50daef2f5443, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b26a3a22-380b-40a6-af6a-50daef2f5443,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:17.026204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.033802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Calling delete_port for 501a8b07-36af-403a-a466-d6af4504e3b1 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:17.063013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.068396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:17.069244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.128317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Subnet': ['ID=96d247a3-63aa-4424-b4a6-f7f71a2a724f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:17.166732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Calling delete_port for b26a3a22-380b-40a6-af6a-50daef2f5443 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:17.208042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.211550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:17.215334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.233598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.234142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.249660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71f586ab-9f3e-4777-b5f5-65e7bbf11004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:17.315190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a481851-b160-47c1-8440-e7bfa7efa7f7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:17.329843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:17.333390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Checking segment: {'id': 'd0b74c18-134b-42d9-9cef-33832e04b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:17.333969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network hostable DHCP agents. Network: 55dbb18e-9392-4602-a7d5-c0bf72280bb5, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:17.338192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:17.341448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:17.356181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:17.358792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25417110-2ddf-4492-b771-711af8393ca7 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:17.361013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.361390 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment d0140aa1-1924-4716-83b2-f67c8b2e8d34 of type vlan for network 60351723-003b-4a7c-97ab-de6e4273b5eb Dec 13 19:56:17.363442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.363777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment 80515685-870f-4cb6-88d4-28285fbd7e29 of type vlan for network 82cb780d-daeb-49d7-8cd5-f0af5eab6163 Dec 13 19:56:17.424020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.429604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.506386 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3868442 Dec 13 19:56:17.519186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50742) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:17.530572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.531371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:17.536370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:17.566493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:17.567221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.572360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:17.574855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=d1fa2fff-873d-4907-92b3-39b967653cc1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:17.580121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:17.587571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:17.591662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:17.666760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.667178 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment 8f1acbfd-3ba4-48ae-9e9d-94e40cd66da8 of type vlan for network b9d26932-844d-4536-bf22-ba828827b047 Dec 13 19:56:17.671248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 55dbb18e-9392-4602-a7d5-c0bf72280bb5) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:17.697107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:17.697739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.709302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2210a8e-fd32-4dd3-968e-7135ec36c5a6 None None] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:17.789152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b28c4-b579-49e3-86f6-87a677a9901b req-74c19faf-1bff-460f-b9f1-6877915a4d6b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:17.790717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb6b28c4-b579-49e3-86f6-87a677a9901b req-74c19faf-1bff-460f-b9f1-6877915a4d6b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7304449 Dec 13 19:56:17.812002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=60351723-003b-4a7c-97ab-de6e4273b5eb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:17.823287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.831988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:17.836118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-25d8a496-e1a1-4d69-8572-cc8410aade57 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:17.868582 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9289536 Dec 13 19:56:17.869248 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4623368 Dec 13 19:56:17.873665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:17.877900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50746) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:17.878432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50748) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:17.885474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.885648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4f615580-a3d6-4f85-9725-1e010d3f6207 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:17.892674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a3a22-380b-40a6-af6a-50daef2f5443,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:17.895095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:17.896190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-883643042', 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:17.902299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:17.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:17.907383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:17.910239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 60351723-003b-4a7c-97ab-de6e4273b5eb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:17.932805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:17.940185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:17.989944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:18.033552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:18.037058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.038558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 4f615580-a3d6-4f85-9725-1e010d3f6207 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:18.038926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4f615580-a3d6-4f85-9725-1e010d3f6207 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:18.055331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:port and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:18.068642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.069245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.075388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:18.077708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:18.080196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:18.080879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.106406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:18.118118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb6b28c4-b579-49e3-86f6-87a677a9901b req-7c3a1ea9-5055-489f-8ec3-f2d47099609e tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809405 Dec 13 19:56:18.146875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.158197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:18.218593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Made reservation on behalf of a37da9ca128240809b77d3a084068f6d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:18.220988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.257028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a690914-484d-4ad2-99eb-755cb2151dc6 None None] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:18.304266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=501a8b07-36af-403a-a466-d6af4504e3b1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:18.306665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:18.320886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:18.350839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:18.365284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:18.376618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:18.437269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:18.443242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] device_id is not set on port 49201953-8a56-4a27-96a4-43f6b203229c yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:18.638991 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5932360 Dec 13 19:56:18.652231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50758) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:18.688141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:18.691672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:18.734560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=82cb780d-daeb-49d7-8cd5-f0af5eab6163,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:18.755305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 82cb780d-daeb-49d7-8cd5-f0af5eab6163 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:18.833109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.001125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.028815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=b9d26932-844d-4536-bf22-ba828827b047,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:19.043019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:19.043527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:19.043633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b9d26932-844d-4536-bf22-ba828827b047 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:19.043892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:19.153459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.159879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.166068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.172046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.179110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.180057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Synchronizing usage tracker for tenant:9892eafa90124367ac4626805a7f6631 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:19.297562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.310800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.311034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.317578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:19.324446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.342993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Unset dirty status for tenant:9892eafa90124367ac4626805a7f6631 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:19.346809 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-72e471c1-edfe-46b0-99cc-3deb6e4e232b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.6907732 Dec 13 19:56:19.346950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.351591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50762) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:19.375178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 2001:db8::1d7 (55dbb18e-9392-4602-a7d5-c0bf72280bb5/96d247a3-63aa-4424-b4a6-f7f71a2a724f/49201953-8a56-4a27-96a4-43f6b203229c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:19.416033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=e34818a4-2193-4b25-8a1c-3115d7d598bc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:19.421726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:19.481913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.482458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8deda9-aff4-487e-8282-24515d65659b {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:19.495478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': '8c20d5d4-5944-4f45-aad1-9c05a3975726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:19.495854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: d1fa2fff-873d-4907-92b3-39b967653cc1, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:19.601012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network d1fa2fff-873d-4907-92b3-39b967653cc1 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:19.615722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, d1fa2fff-873d-4907-92b3-39b967653cc1) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:19.629254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.629865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.630792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263bf36-6a06-4cad-bc0e-ea5c401233ce None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:19.630953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e60a5-ffba-4904-b867-2bb8e2b23d9a req-15107a76-9b06-48ec-81ab-44cb6996b579 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:19.633346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c40e60a5-ffba-4904-b867-2bb8e2b23d9a req-15107a76-9b06-48ec-81ab-44cb6996b579 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.0185900 Dec 13 19:56:19.650543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Router 7380b363-ba4d-4973-8da3-047ba4fdda2e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:19.669051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1435461 Dec 13 19:56:19.694311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50766) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:19.764802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:19.796726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.842652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:19.847684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] 10.222.0.18 "PUT /v2.0/routers/7380b363-ba4d-4973-8da3-047ba4fdda2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3157995 Dec 13 19:56:19.850296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50770) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:19.859689 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Sync routers for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:19.867665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-d1fa2fff-873d-4907-92b3-39b967653cc1', 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': 'e34818a4-2193-4b25-8a1c-3115d7d598bc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:19.869106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.872165 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:19.872941 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:19.982533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:19.985961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc8deda9-aff4-487e-8282-24515d65659b HTTP/1.1" status: 204 len: 168 time: 5.0875814 Dec 13 19:56:20.002355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c40e60a5-ffba-4904-b867-2bb8e2b23d9a req-3acb05c9-8147-4e63-8b76-415341804588 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454630 Dec 13 19:56:20.036018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50774) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:20.094442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Allocated IP 2001:db8::2 (d1fa2fff-873d-4907-92b3-39b967653cc1/e34818a4-2193-4b25-8a1c-3115d7d598bc/abb3c6a5-41eb-486a-97a5-169c264b8528) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:20.131275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501a8b07-36af-403a-a466-d6af4504e3b1 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:20.175772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 501a8b07-36af-403a-a466-d6af4504e3b1 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:20.176220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501a8b07-36af-403a-a466-d6af4504e3b1 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:20.183702 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:20.293040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.318193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.375729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:20.375964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.399466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Transition to ACTIVE for port object abb3c6a5-41eb-486a-97a5-169c264b8528 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:20.428503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Transition to ACTIVE for port object abb3c6a5-41eb-486a-97a5-169c264b8528 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:20.440122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.445027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f53417e6-16b9-4b1f-b7ab-b0ae1c3409fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:20.451445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Deleting subnet b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:20.462922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:20.477592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.487012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.519787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Pushing event updated for resources: {'Port': ['ID=abb3c6a5-41eb-486a-97a5-169c264b8528,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:20.530904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:20.540974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:20.542773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:20.545481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:20.579647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.588673 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:56:17Z', 'revision_number': 5, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port': {'id': '3e88e97e-b08f-4145-b014-35750ac7746e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.591051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Deleting port 3e88e97e-b08f-4145-b014-35750ac7746e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:20.591725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.593931 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Checking router: 7380b363-ba4d-4973-8da3-047ba4fdda2e for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:56:20.604000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Routers {'7380b363-ba4d-4973-8da3-047ba4fdda2e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:20.604811 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['7380b363-ba4d-4973-8da3-047ba4fdda2e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.683729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:subnet and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:20.701845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:20.716919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Attempting to bind port abb3c6a5-41eb-486a-97a5-169c264b8528 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:20.717959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Attempting to bind port abb3c6a5-41eb-486a-97a5-169c264b8528 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '8c20d5d4-5944-4f45-aad1-9c05a3975726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:20.718336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Attempting to bind port abb3c6a5-41eb-486a-97a5-169c264b8528 on network d1fa2fff-873d-4907-92b3-39b967653cc1 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:20.724321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:20.724858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Checking segment: {'id': '8c20d5d4-5944-4f45-aad1-9c05a3975726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:20.725293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.726232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Bound using segment: {'id': '8c20d5d4-5944-4f45-aad1-9c05a3975726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:20.727303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Bound port: abb3c6a5-41eb-486a-97a5-169c264b8528, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c20d5d4-5944-4f45-aad1-9c05a3975726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:20.727744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.745854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:20.776591 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] Set router 7380b363-ba4d-4973-8da3-047ba4fdda2e gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:20.777722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cb780d-daeb-49d7-8cd5-f0af5eab6163']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.793356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=aa23b3a0-dd2c-417c-88bd-4175324f5880,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:20.795455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Router 271dcd7c-34db-4b6c-b888-95321080ddb7 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:20.801014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.803375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] For port 3e88e97e-b08f-4145-b014-35750ac7746e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3e88e97e-b08f-4145-b014-35750ac7746e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:20.803909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.810815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:20.818947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.847480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80515685-870f-4cb6-88d4-28285fbd7e29') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.847775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80515685-870f-4cb6-88d4-28285fbd7e29') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.862747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] For port abb3c6a5-41eb-486a-97a5-169c264b8528, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:20.868956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] For port abb3c6a5-41eb-486a-97a5-169c264b8528, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=abb3c6a5-41eb-486a-97a5-169c264b8528,segment=NetworkSegment(8c20d5d4-5944-4f45-aad1-9c05a3975726),segment_id=8c20d5d4-5944-4f45-aad1-9c05a3975726)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:20.869678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:20.873296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.874992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.887185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:20.903276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:56:20Z', 'revision_number': 6, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:20.907577 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5923e0-3502-4ccc-a22a-5df0b49e3f79 None None] The sync data for ids ['7380b363-ba4d-4973-8da3-047ba4fdda2e'] in dv-neutron-821563-1-hyperv is: [{'id': '7380b363-ba4d-4973-8da3-047ba4fdda2e', 'name': 'tempest-ServersTestManualDisk-736523700-router', 'tenant_id': '3b57aa3670d3489f927620a1ffc7660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:06Z', 'updated_at': '2021-12-13T19:56:20Z', 'revision_number': 6, 'project_id': '3b57aa3670d3489f927620a1ffc7660c', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:20.913364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': 'd0140aa1-1924-4716-83b2-f67c8b2e8d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:20.913738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 60351723-003b-4a7c-97ab-de6e4273b5eb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:20.924746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:20.965019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Calling delete_port for 3e88e97e-b08f-4145-b014-35750ac7746e owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:20.988080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Pushing event updated for resources: {'Port': ['ID=abb3c6a5-41eb-486a-97a5-169c264b8528,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:20.991196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:21.105908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.137149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:21.137809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:21.158891 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:21.166949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.171418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:21.183028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 60351723-003b-4a7c-97ab-de6e4273b5eb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:21.216199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e88e97e-b08f-4145-b014-35750ac7746e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:21.219747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:21.351366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.460631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 60351723-003b-4a7c-97ab-de6e4273b5eb) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:21.470684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621445d-b620-4e42-b940-cc63efae42f2 None None] Network 60351723-003b-4a7c-97ab-de6e4273b5eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:21.470863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.492531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:21.493122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.498086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-850cca1a-c2ed-4d80-8ebd-7628d4d55f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:21.527894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.566749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.569989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.582856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.595252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5850c0b4-d167-44a7-ba59-72d0cbfbac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.602775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.603315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7380b363-ba4d-4973-8da3-047ba4fdda2e {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:21.607960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:21.622141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] Sync routers for ids ['271dcd7c-34db-4b6c-b888-95321080ddb7'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:21.622465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.626426 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7380b363-ba4d-4973-8da3-047ba4fdda2e HTTP/1.1" status: 204 len: 168 time: 1.7723126 Dec 13 19:56:21.626426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50780) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:21.640646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.667854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:21.685464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8058436 Dec 13 19:56:21.686666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:21.687804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] Routers {'271dcd7c-34db-4b6c-b888-95321080ddb7'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:21.688613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['271dcd7c-34db-4b6c-b888-95321080ddb7'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:21.690012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50784) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:21.698231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-554955273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:21.700709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:21.701728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:21.702334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.709861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:21.710408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.714121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "PUT /v2.0/routers/271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 200 len: 914 time: 8.5141063 Dec 13 19:56:21.715235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Deleting subnet 212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:21.717993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50788) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:21.725216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.730796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/82cb780d-daeb-49d7-8cd5-f0af5eab6163 HTTP/1.1" status: 204 len: 168 time: 2.3762076 Dec 13 19:56:21.731321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=49201953-8a56-4a27-96a4-43f6b203229c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:21.733608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50792) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:21.742514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:21.748646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:21.756643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:21.832878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9517486 Dec 13 19:56:21.878797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] Routers {'271dcd7c-34db-4b6c-b888-95321080ddb7'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:21.880209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:55:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['271dcd7c-34db-4b6c-b888-95321080ddb7'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:21.946787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-60351723-003b-4a7c-97ab-de6e4273b5eb', 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': 'aa23b3a0-dd2c-417c-88bd-4175324f5880'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:21.947647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:21.956782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=82cb780d-daeb-49d7-8cd5-f0af5eab6163,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:21.965440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50796) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:21.967415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device abb3c6a5-41eb-486a-97a5-169c264b8528 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:21.983951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3652f9-f0ab-4c2d-858a-a19d6ae7d4f6 req-6bbc89ae-16ff-42fc-9687-c748a914d209 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:21.986638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a3652f9-f0ab-4c2d-858a-a19d6ae7d4f6 req-6bbc89ae-16ff-42fc-9687-c748a914d209 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.8259609 Dec 13 19:56:21.987881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:22.003160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.029682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:22.030103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e264d5b-f705-49ed-99b4-fd13860b16f2 None None] The sync data for ids ['271dcd7c-34db-4b6c-b888-95321080ddb7'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:22.053923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:22.059473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:22.079875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:22.089733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:22.168962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.171077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.174625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:22.179642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.189522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.195716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b95ff2f7-fa7b-4d8a-b8bb-68358ae640ae HTTP/1.1" status: 204 len: 168 time: 2.1544514 Dec 13 19:56:22.204088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:22.205105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50800) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:22.212784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c8430-ab1f-40bb-ae02-c46715838211 None None] Network f7e904db-93f8-41fe-bd4a-955039da6111 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:22.251283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.270510 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a3652f9-f0ab-4c2d-858a-a19d6ae7d4f6 req-11385915-b86a-49d2-b7f4-a6489554be0b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351325 Dec 13 19:56:22.280441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting port 49201953-8a56-4a27-96a4-43f6b203229c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:22.280783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.287428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.310669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port abb3c6a5-41eb-486a-97a5-169c264b8528 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:22.310772 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0055cca1-498a-4a6f-9a28-6a45f187d256 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 200 len: 920 time: 0.5829587 Dec 13 19:56:22.310772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:22.421346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Allocated IP 2001:db8::2 (60351723-003b-4a7c-97ab-de6e4273b5eb/aa23b3a0-dd2c-417c-88bd-4175324f5880/bf1361be-6a36-457f-acbe-ee6fed422adc) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:22.422305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.468349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.469935 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-34ab1ea9-2e0d-4007-9d31-3bbb64d7e87a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7787018 Dec 13 19:56:22.477742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50810) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:22.486689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.533886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b26a3a22-380b-40a6-af6a-50daef2f5443 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:22.569076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef4ecf-06a3-4408-a80a-06e201faa250 None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:22.586691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b26a3a22-380b-40a6-af6a-50daef2f5443 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:22.587503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b26a3a22-380b-40a6-af6a-50daef2f5443 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:22.588059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3e88e97e-b08f-4145-b014-35750ac7746e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:22.594965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445f791-c664-45bb-929d-182ebdde130f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:22.596617 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9445f791-c664-45bb-929d-182ebdde130f tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=271dcd7c-34db-4b6c-b888-95321080ddb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2893317 Dec 13 19:56:22.608508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.616718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50814) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:22.750812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 3e88e97e-b08f-4145-b014-35750ac7746e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:22.751064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3e88e97e-b08f-4145-b014-35750ac7746e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:22.882765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Provisioning for port abb3c6a5-41eb-486a-97a5-169c264b8528 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:22.915236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Provisioning complete for port abb3c6a5-41eb-486a-97a5-169c264b8528 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:22.916106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.950917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.951945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Deleting port fcb4ef8f-5348-45af-8d89-0a610611c49e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:22.952561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:22.983733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.026770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:23.186891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d26932-844d-4536-bf22-ba828827b047']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:23.202904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network d1fa2fff-873d-4907-92b3-39b967653cc1 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:23.233421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] DHCP port deletion for f7e904db-93f8-41fe-bd4a-955039da6111 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:23.240975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:23.251269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1acbfd-3ba4-48ae-9e9d-94e40cd66da8') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:23.251567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1acbfd-3ba4-48ae-9e9d-94e40cd66da8') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:23.258787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.265965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:23.266561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.270144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3972b47b-ca99-4f7e-81a9-c402167ee634 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:23.303830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:23.306882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:23.308222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.325083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.339406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Deleting port fcb4ef8f-5348-45af-8d89-0a610611c49e {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:23.340328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.379402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf02e8-7a56-4428-a67c-d2f44e02c41c tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:23.380920 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-daaf02e8-7a56-4428-a67c-d2f44e02c41c tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.7610600 Dec 13 19:56:23.389397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.401339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50820) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:23.408833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=f33cb894-f605-46b2-9ac9-c8fd35fc2c3c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:23.410985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e80aaf-c023-4b6a-8dfc-21320fe97277 None None] Network cbae750b-eaae-4227-a03e-9c195364ee73 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:23.414743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.431135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:23.454210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-86e8fc35-1897-4478-8a12-b1c248fff1c0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 200 len: 205 time: 0.0483117 Dec 13 19:56:23.457275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.472081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50824) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:23.528503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] For port abb3c6a5-41eb-486a-97a5-169c264b8528, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=abb3c6a5-41eb-486a-97a5-169c264b8528,segment=NetworkSegment(8c20d5d4-5944-4f45-aad1-9c05a3975726),segment_id=8c20d5d4-5944-4f45-aad1-9c05a3975726)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:23.546369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8458626 Dec 13 19:56:23.553467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.556923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Transition to ACTIVE for port object bf1361be-6a36-457f-acbe-ee6fed422adc will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:23.575790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.578892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50828) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:23.586398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.600568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:23.651970 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/212ad3e9-6bf8-4ed9-b41b-32d9bb6d91a4 HTTP/1.1" status: 204 len: 168 time: 2.0241210 Dec 13 19:56:23.661132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50832) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:23.677451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:23.677911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.697728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Transition to ACTIVE for port object bf1361be-6a36-457f-acbe-ee6fed422adc will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:23.751971 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:23.754343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fcb4ef8f-5348-45af-8d89-0a610611c49e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:23.764485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Calling delete_port for 49201953-8a56-4a27-96a4-43f6b203229c owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:23.797384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.813517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acfb2e-01c7-4614-8d6f-9aa453ed7336 req-8b8cfb0a-46cb-484c-b4ba-4f87801975bf tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:23.818150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-74acfb2e-01c7-4614-8d6f-9aa453ed7336 req-8b8cfb0a-46cb-484c-b4ba-4f87801975bf tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.9424267 Dec 13 19:56:23.839999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] For port fcb4ef8f-5348-45af-8d89-0a610611c49e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fcb4ef8f-5348-45af-8d89-0a610611c49e,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:23.840203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.921041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.980787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Deleting port a979ca7f-8397-411e-be8b-d9205407defe {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:23.981098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:23.987183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Pushing event updated for resources: {'Port': ['ID=abb3c6a5-41eb-486a-97a5-169c264b8528,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:23.999910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:24.001852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Network 60351723-003b-4a7c-97ab-de6e4273b5eb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:24.011811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:24.049245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8::1 (60351723-003b-4a7c-97ab-de6e4273b5eb/aa23b3a0-dd2c-417c-88bd-4175324f5880/7ae5bbc6-33db-4576-bcf8-de14d726f19c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:24.058985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:24.074165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:24.076681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-79d76d0d-71a1-4fdb-aba2-a281494ee234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.207842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] For port fcb4ef8f-5348-45af-8d89-0a610611c49e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fcb4ef8f-5348-45af-8d89-0a610611c49e,segment=NetworkSegment(7dc66163-8fda-4dbc-b903-f33933b9f702),segment_id=7dc66163-8fda-4dbc-b903-f33933b9f702)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:24.208674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.254219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Update dhcp port {'port': {'network_id': 'd1fa2fff-873d-4907-92b3-39b967653cc1', 'fixed_ips': [{'subnet_id': 'e34818a4-2193-4b25-8a1c-3115d7d598bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f33cb894-f605-46b2-9ac9-c8fd35fc2c3c'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': 'abb3c6a5-41eb-486a-97a5-169c264b8528'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 19:56:24.271923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Calling delete_port for fcb4ef8f-5348-45af-8d89-0a610611c49e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:24.280311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Pushing event updated for resources: {'Port': ['ID=bf1361be-6a36-457f-acbe-ee6fed422adc,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:24.366602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:24.372002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.378599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.383841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.400748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c39d9773-e59e-48c1-9f3f-893d8675b0ed tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:24.415332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] For port a979ca7f-8397-411e-be8b-d9205407defe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a979ca7f-8397-411e-be8b-d9205407defe,segment=NetworkSegment(f6f037d5-16d5-47f7-a97d-a274e55937b7),segment_id=f6f037d5-16d5-47f7-a97d-a274e55937b7)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:24.415537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.427070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 7ae5bbc6-33db-4576-bcf8-de14d726f19c will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:24.431892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:24.432614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:24.434252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:24.436031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:24.437570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:24.438498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Synchronizing usage tracker for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:24.447455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Calling delete_port for fcb4ef8f-5348-45af-8d89-0a610611c49e owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:24.464839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-74acfb2e-01c7-4614-8d6f-9aa453ed7336 req-26a50727-6e22-416b-883b-d230f9e1710a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5612724 Dec 13 19:56:24.473123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=b9d26932-844d-4536-bf22-ba828827b047,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:24.476400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:24.488493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/b9d26932-844d-4536-bf22-ba828827b047 HTTP/1.1" status: 204 len: 168 time: 2.7490962 Dec 13 19:56:24.491942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50836) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:24.501943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.509850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Attempting to bind port bf1361be-6a36-457f-acbe-ee6fed422adc on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:24.510360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Attempting to bind port bf1361be-6a36-457f-acbe-ee6fed422adc by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd0140aa1-1924-4716-83b2-f67c8b2e8d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:24.510835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Attempting to bind port bf1361be-6a36-457f-acbe-ee6fed422adc on network 60351723-003b-4a7c-97ab-de6e4273b5eb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:24.539599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:24.540144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Checking segment: {'id': 'd0140aa1-1924-4716-83b2-f67c8b2e8d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:24.540657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.541177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Bound using segment: {'id': 'd0140aa1-1924-4716-83b2-f67c8b2e8d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:24.541767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Bound port: bf1361be-6a36-457f-acbe-ee6fed422adc, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0140aa1-1924-4716-83b2-f67c8b2e8d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '60351723-003b-4a7c-97ab-de6e4273b5eb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:24.542275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.545495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Calling delete_port for a979ca7f-8397-411e-be8b-d9205407defe owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:24.556908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.570408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.625592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.636167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4104462-c4f4-4803-9d71-f7e9d388735c tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:24.710009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 60351723-003b-4a7c-97ab-de6e4273b5eb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:24.714916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:24.719579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:24.720117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.733320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.747727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=7ae5bbc6-33db-4576-bcf8-de14d726f19c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:24.757918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:24.761503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8550e61e-e6f0-4260-80f3-3ca73bc2b531 tempest-FloatingIPAdminTestJSON-162123898 tempest-FloatingIPAdminTestJSON-162123898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:24.763528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.773310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f56d21-1325-415b-8881-4e6eb4cc11f9 None None] DHCP port deletion for cbae750b-eaae-4227-a03e-9c195364ee73 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:24.808534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a979ca7f-8397-411e-be8b-d9205407defe,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:24.810766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] No DVR routers for this DVR port a979ca7f-8397-411e-be8b-d9205407defe on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:24.817694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:24.858860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Unset dirty status for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:24.864661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e80047ef-0bc3-4044-85a4-f42887c0ada5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.2847095 Dec 13 19:56:24.867774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50840) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:24.879510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258056075'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:24.885192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port 4c110b50-dfd2-4b0e-a33d-fd88a2dfa1c3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:24.885384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.888072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:24.896396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:24.922262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:24.940095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:24.943077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:24.959350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:24.975666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:24.975952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:24.997757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.002661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Pushing event deleted for resources: {'Port': ['ID=fcb4ef8f-5348-45af-8d89-0a610611c49e,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:25.006542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] For port bf1361be-6a36-457f-acbe-ee6fed422adc, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:25.008495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.015103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:25.024942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] No DVR routers for this DVR port fcb4ef8f-5348-45af-8d89-0a610611c49e on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:25.041573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.046319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f11e16bb-6a01-4069-b08f-a15365ed1b97 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:25.050856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.052233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:25.053904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] For port bf1361be-6a36-457f-acbe-ee6fed422adc, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf1361be-6a36-457f-acbe-ee6fed422adc,segment=NetworkSegment(d0140aa1-1924-4716-83b2-f67c8b2e8d34),segment_id=d0140aa1-1924-4716-83b2-f67c8b2e8d34)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:25.055869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.075137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbae750b-eaae-4227-a03e-9c195364ee73']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:25.083589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.094016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.104096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-723f6265-cdbb-4f2f-ac7a-bd2a01081b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:25.110739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f037d5-16d5-47f7-a97d-a274e55937b7') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:25.111031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f037d5-16d5-47f7-a97d-a274e55937b7') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:25.156324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.160663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Port': ['ID=49201953-8a56-4a27-96a4-43f6b203229c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:25.163695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:25.164903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.185020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:25.200978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Allocated IP 172.20.0.1 (d1fa2fff-873d-4907-92b3-39b967653cc1/f33cb894-f605-46b2-9ac9-c8fd35fc2c3c/abb3c6a5-41eb-486a-97a5-169c264b8528) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:25.203687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.217193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.217576 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment e060b4af-8c73-447b-a24e-5906e4952de4 of type vlan for network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 Dec 13 19:56:25.230030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Pushing event updated for resources: {'Port': ['ID=bf1361be-6a36-457f-acbe-ee6fed422adc,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:25.248131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:25.248339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:25.254493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:25.262307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:25.263460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Synchronizing usage tracker for tenant:9892eafa90124367ac4626805a7f6631 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:25.285414 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/ports/49201953-8a56-4a27-96a4-43f6b203229c HTTP/1.1" status: 204 len: 168 time: 3.3107204 Dec 13 19:56:25.286268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50844) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:25.299929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5', 'external_fixed_ips': [{'subnet_id': '96d247a3-63aa-4424-b4a6-f7f71a2a724f', 'ip_address': '2001:db8::1d7'}]}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:25.305121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:25.309349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:router and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:25.312265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:25.319168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:25.335470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:25.335887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.345809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Unset dirty status for tenant:9892eafa90124367ac4626805a7f6631 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:25.351587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9bc58b53-630a-4e94-9584-1bf295673046 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.8530319 Dec 13 19:56:25.352858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.353949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.360453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50848) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:25.363153 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:25.376666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-460811955'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:25.387810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] For port abb3c6a5-41eb-486a-97a5-169c264b8528, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=abb3c6a5-41eb-486a-97a5-169c264b8528,segment=NetworkSegment(8c20d5d4-5944-4f45-aad1-9c05a3975726),segment_id=8c20d5d4-5944-4f45-aad1-9c05a3975726)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:25.389906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:25.403893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.416569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:25.425853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.428468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.493961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Deleting port fcb4ef8f-5348-45af-8d89-0a610611c49e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:25.494379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.607582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for 4c110b50-dfd2-4b0e-a33d-fd88a2dfa1c3 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:25.689535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:25.693011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.728182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Transition to ACTIVE for port object abb3c6a5-41eb-486a-97a5-169c264b8528 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:25.728974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.739284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.739563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.743718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-62f38b89-c1b0-4c36-9c7d-4cbc744e3e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:25.745656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.758816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5ad4f0be-c71b-4060-89da-1bc5addf94b2 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:25.768223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] The port 'fcb4ef8f-5348-45af-8d89-0a610611c49e' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:56:25.806843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=cbae750b-eaae-4227-a03e-9c195364ee73,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:25.809830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:25.902838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device abb3c6a5-41eb-486a-97a5-169c264b8528 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:25.914301 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbae750b-eaae-4227-a03e-9c195364ee73 HTTP/1.1" status: 204 len: 168 time: 2.2520614 Dec 13 19:56:25.946648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.952854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:25.953486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:25.961136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-270ed92b-765c-4c0f-aaa3-2f0e748a06c1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:26.008002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.028930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Pushing event updated for resources: {'Port': ['ID=abb3c6a5-41eb-486a-97a5-169c264b8528,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:26.032640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf1361be-6a36-457f-acbe-ee6fed422adc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:26.037563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e904db-93f8-41fe-bd4a-955039da6111']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:26.053147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc66163-8fda-4dbc-b903-f33933b9f702') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:26.053466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc66163-8fda-4dbc-b903-f33933b9f702') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:26.065661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.077019 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2072554 Dec 13 19:56:26.080839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50856) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:26.093964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.103961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:26.104376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.114646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:26.116560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:26.151226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=9b8f12e5-e254-4c60-815d-fc6bb8ecb992,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:26.155259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:26.165079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bf1361be-6a36-457f-acbe-ee6fed422adc completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:26.192139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:26.295547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50860) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:26.381003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a979ca7f-8397-411e-be8b-d9205407defe no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:26.388855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.430648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.431501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:26.465777 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:26.481015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a979ca7f-8397-411e-be8b-d9205407defe {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:26.481948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a979ca7f-8397-411e-be8b-d9205407defe not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:26.488314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:26.508826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.552345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:26.632945 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-97d684e3-d93e-4e02-bbea-113f22ab1500 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b57aa3670d3489f927620a1ffc7660c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3335996 Dec 13 19:56:26.642014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:26.668046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.668488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment e52a737d-e2fb-47a0-90ed-6b029c8ef445 of type vlan for network 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed Dec 13 19:56:26.715019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=7ae5bbc6-33db-4576-bcf8-de14d726f19c,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:26.730922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:26.752465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97386390-99f7-4b75-92aa-2b4e116d52b5 None None] Network 60351723-003b-4a7c-97ab-de6e4273b5eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:26.776067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.780188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.805109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.829380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:26.855990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.857779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.869889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.873538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:26.880443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d8d96-338a-4575-872f-0e948e32a930 None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:26.885667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.895886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Provisioning for port bf1361be-6a36-457f-acbe-ee6fed422adc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:26.901303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e904db-93f8-41fe-bd4a-955039da6111,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:26.911426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Provisioning complete for port bf1361be-6a36-457f-acbe-ee6fed422adc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:26.911602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e452b-79f1-4271-8763-a84a8008398d req-3862d455-1ef3-4884-8900-747db3c72980 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:26.913175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df6e452b-79f1-4271-8763-a84a8008398d req-3862d455-1ef3-4884-8900-747db3c72980 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.2712789 Dec 13 19:56:26.914834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:26.916192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 is not hosted by any dhcp agent {{(pid=87526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 13 19:56:26.918034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.922254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:26.922900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:26.926867 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "PUT /v2.0/networks/9b8f12e5-e254-4c60-815d-fc6bb8ecb992 HTTP/1.1" status: 200 len: 723 time: 0.8321977 Dec 13 19:56:26.938324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:26.999102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:27.021138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 60351723-003b-4a7c-97ab-de6e4273b5eb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:27.036118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.042860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:27.085105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7e904db-93f8-41fe-bd4a-955039da6111 HTTP/1.1" status: 204 len: 168 time: 4.8708320 Dec 13 19:56:27.086034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.093461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:27.094099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.102674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:27.123902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=9b8f12e5-e254-4c60-815d-fc6bb8ecb992,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:27.133763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df6e452b-79f1-4271-8763-a84a8008398d req-41c2e82d-15af-4d93-b254-40f182de5223 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118239 Dec 13 19:56:27.161495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:27.221222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:27.334534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9730008 Dec 13 19:56:27.340628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50876) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:27.360979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1784289825'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:27.366828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.371740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=838ffc51-ff06-4e6e-bc0a-d6799f37b1ed,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:27.375109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:27.378948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f25afa0b-bdd3-4435-a558-65a8e9af7d06 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:27.439199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:27.439741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:27.449487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=4c110b50-dfd2-4b0e-a33d-fd88a2dfa1c3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:27.459734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:27.528193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:network and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:27.536534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:27.553962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:27.563300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:27.585564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:27.611404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:27.622506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:27.625813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.626146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.635850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-da6ac60e-5d6c-46d3-a039-67abb4cef2ad tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:27.662252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d98259-e1f5-490a-b9ec-20a08c70c025,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:27.664373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.673374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:27.676865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.694682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.695796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:27.722381 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-69fd7dbc-3bba-443d-9435-aca1cd51bad8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21d9b8a7a997454eb92d3f8d99142cf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1557608 Dec 13 19:56:27.747374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50884) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:27.755002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] For port bf1361be-6a36-457f-acbe-ee6fed422adc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf1361be-6a36-457f-acbe-ee6fed422adc,segment=NetworkSegment(d0140aa1-1924-4716-83b2-f67c8b2e8d34),segment_id=d0140aa1-1924-4716-83b2-f67c8b2e8d34)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:27.764357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.768870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d3c162af-f02f-40b3-9dc1-96a3fab96b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:27.776106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.780383 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38d98259-e1f5-490a-b9ec-20a08c70c025 HTTP/1.1" status: 204 len: 168 time: 1.1301234 Dec 13 19:56:27.825772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router ec23c852-313c-45fe-87b1-3511de00c79b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:27.826211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0795d12-ea23-4b74-8767-a7f79912b564 req-881c9ebb-af7b-42de-9bcd-5f684e01ec7c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:27.834655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a0795d12-ea23-4b74-8767-a7f79912b564 req-881c9ebb-af7b-42de-9bcd-5f684e01ec7c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5624168 Dec 13 19:56:27.889996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Pushing event updated for resources: {'Port': ['ID=bf1361be-6a36-457f-acbe-ee6fed422adc,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:27.901223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device abb3c6a5-41eb-486a-97a5-169c264b8528 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:27.940866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:27.985351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:27.999971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:28.001376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.017737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.018272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment eb90043d-0785-47a2-9de9-ca3f4c82ef65 of type vlan for network 39789e33-ac60-4d57-8214-be8d03c0ee9d Dec 13 19:56:28.031526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e81bfa5c-6446-4cca-a011-2336f1fbdccd None None] Provisioning for port abb3c6a5-41eb-486a-97a5-169c264b8528 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:28.056254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port abb3c6a5-41eb-486a-97a5-169c264b8528 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:28.056739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.088579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:28.091052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e81bfa5c-6446-4cca-a011-2336f1fbdccd None None] Provisioning complete for port abb3c6a5-41eb-486a-97a5-169c264b8528 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:28.091577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e81bfa5c-6446-4cca-a011-2336f1fbdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.098756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a0795d12-ea23-4b74-8767-a7f79912b564 req-42e21c3f-86c6-4c88-8461-3695f9905a80 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644985 Dec 13 19:56:28.104986 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] Sync routers for ids ['ec23c852-313c-45fe-87b1-3511de00c79b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:28.118115 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/ec23c852-313c-45fe-87b1-3511de00c79b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6379800 Dec 13 19:56:28.121834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50894) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:28.138568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] Routers {'ec23c852-313c-45fe-87b1-3511de00c79b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:28.139348 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ec23c852-313c-45fe-87b1-3511de00c79b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:28.341019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f25c74-f686-4d02-96f1-b26e31fc3bf7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:28.341954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-66f25c74-f686-4d02-96f1-b26e31fc3bf7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:28.347559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.351918 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:28.353756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-77c69451-1d4e-4389-add6-03ea5d43abe6 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:28.375509 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] Routers {'ec23c852-313c-45fe-87b1-3511de00c79b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:28.376513 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ec23c852-313c-45fe-87b1-3511de00c79b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:28.485044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-66f25c74-f686-4d02-96f1-b26e31fc3bf7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:28.486444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-66f25c74-f686-4d02-96f1-b26e31fc3bf7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports/7ae5bbc6-33db-4576-bcf8-de14d726f19c HTTP/1.1" status: 200 len: 911 time: 0.3636591 Dec 13 19:56:28.502929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50900) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:28.538533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:28.538868 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e232e6-4ec3-4a3e-84bb-9b81451821ce None None] The sync data for ids ['ec23c852-313c-45fe-87b1-3511de00c79b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:28.700161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=6220a569-ee58-4db5-a918-08697ba88956,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:28.716205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Provisioning for port 7ae5bbc6-33db-4576-bcf8-de14d726f19c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:28.718726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:28.723777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Provisioning complete for port 7ae5bbc6-33db-4576-bcf8-de14d726f19c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:28.724170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.748854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.784263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.784902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router 271dcd7c-34db-4b6c-b888-95321080ddb7 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:28.823053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.856398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Port 7ae5bbc6-33db-4576-bcf8-de14d726f19c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:56:28.868263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Provisioning complete for port bf1361be-6a36-457f-acbe-ee6fed422adc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:28.869071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.911634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.920172 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 204 len: 168 time: 5.4432070 Dec 13 19:56:28.920367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': 'e060b4af-8c73-447b-a24e-5906e4952de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:28.920367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: 9b8f12e5-e254-4c60-815d-fc6bb8ecb992, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:28.921516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50914) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:28.923250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.931293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.937813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:28.937813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:28.952701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1118718108', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:28.965802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc352815-5672-4324-92b2-164bd62969e7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:28.977578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:28.994836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.025606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:29.085295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Provisioning complete for port abb3c6a5-41eb-486a-97a5-169c264b8528 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:29.085675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3aa5-33b3-4d01-a371-7a1365d620b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.107529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Usage tracker for resource:router and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:29.113532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.223054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 9b8f12e5-e254-4c60-815d-fc6bb8ecb992) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:29.238501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:29.239289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.244272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04488fd-5c7a-4c75-aee2-c33fb41700f7 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:29.275561 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2902219 Dec 13 19:56:29.276594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50922) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:29.288356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:29.349506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 2001:db8::1d7 (55dbb18e-9392-4602-a7d5-c0bf72280bb5/96d247a3-63aa-4424-b4a6-f7f71a2a724f/25d40055-1516-441b-ae29-d3872ec80b7e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:29.365830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50926) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:29.402931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-388e0662-3141-42af-ab7c-a94c2b638cfb None None] Provisioning complete for port 7ae5bbc6-33db-4576-bcf8-de14d726f19c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:29.403926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-388e0662-3141-42af-ab7c-a94c2b638cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.495882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-388e0662-3141-42af-ab7c-a94c2b638cfb None None] Port 7ae5bbc6-33db-4576-bcf8-de14d726f19c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:56:29.499856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14814952'] for subnet, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.514498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.526309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:29.553320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5a18-a980-4048-a864-94767052f99d req-650e4904-fbf2-4d2d-b486-a95527e175d5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:29.554616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-818a5a18-a980-4048-a864-94767052f99d req-650e4904-fbf2-4d2d-b486-a95527e175d5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.9769797 Dec 13 19:56:29.559008 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2087514 Dec 13 19:56:29.560073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50932) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:29.573751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'ports': [{'network_id': '838ffc51-ff06-4e6e-bc0a-d6799f37b1ed', 'name': 'tempest-port--2114692459', 'admin_state_up': True}, {'network_id': '39789e33-ac60-4d57-8214-be8d03c0ee9d', 'admin_state_up': False}]} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:29.574275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'port': {'network_id': '838ffc51-ff06-4e6e-bc0a-d6799f37b1ed', 'name': 'tempest-port--2114692459', 'admin_state_up': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:29.574833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'port': {'network_id': '39789e33-ac60-4d57-8214-be8d03c0ee9d', 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:29.587678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:29.601426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.609196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-9b8f12e5-e254-4c60-815d-fc6bb8ecb992', 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '6220a569-ee58-4db5-a918-08697ba88956'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:29.610271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.625469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=39789e33-ac60-4d57-8214-be8d03c0ee9d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:29.629939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:29.655338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.656903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.678999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 39789e33-ac60-4d57-8214-be8d03c0ee9d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:29.689375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-174893191'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:29.694595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-818a5a18-a980-4048-a864-94767052f99d req-8290e359-4100-4a7c-92b7-eb0313ee9cca tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044312 Dec 13 19:56:29.697245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.700463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:29.712124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e3d173-edbc-4ebe-aae4-74f0ab751f36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:29.717135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-338dcfd0-15ce-47f3-a6d2-031ff50761ee None None] Provisioning complete for port 7ae5bbc6-33db-4576-bcf8-de14d726f19c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:29.717693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-338dcfd0-15ce-47f3-a6d2-031ff50761ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.769990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.788091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:29.805559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:29.840972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf1361be-6a36-457f-acbe-ee6fed422adc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:29.890060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:29.893094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:29.971601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-338dcfd0-15ce-47f3-a6d2-031ff50761ee None None] Port 7ae5bbc6-33db-4576-bcf8-de14d726f19c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:56:30.007590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bf1361be-6a36-457f-acbe-ee6fed422adc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:30.008507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.010395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:network and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:30.024221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:30.083004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:30.156099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=25d40055-1516-441b-ae29-d3872ec80b7e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:30.157896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:30.159729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:30.161382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.166263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-492b415e-262c-44cb-af5d-354889f27f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:30.231235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.402628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b75c48-54f8-4c6c-9624-22461ae6ab61,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:30.407371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:30.431821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:security_group_rule and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:30.435663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:30.447851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:30.458100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:30.460428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:30.469990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15144262'] for subnet, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.474757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.478625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:port and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:30.478764 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4b75c48-54f8-4c6c-9624-22461ae6ab61 HTTP/1.1" status: 204 len: 168 time: 2.7268639 Dec 13 19:56:30.478764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.481077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-210527ac-33f1-4f44-a106-f8f2244f850b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:30.512882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:30.532854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Allocated IP 2001:db8::2 (9b8f12e5-e254-4c60-815d-fc6bb8ecb992/6220a569-ee58-4db5-a918-08697ba88956/cc124cab-631d-49a7-8c41-2b606e249ccd) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:30.533246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:30.560516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:30.561097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.565107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "PUT /v2.0/subnets/6220a569-ee58-4db5-a918-08697ba88956 HTTP/1.1" status: 200 len: 826 time: 1.2870390 Dec 13 19:56:30.571317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50940) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:30.609642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'port': 2} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:30.612759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50781f6d-1216-4349-b57c-20332a130169 req-b459b5c0-32c4-4af3-b219-f7c429d9bc4d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:30.614459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.619708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50781f6d-1216-4349-b57c-20332a130169 req-b459b5c0-32c4-4af3-b219-f7c429d9bc4d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.6713684 Dec 13 19:56:30.695861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=6220a569-ee58-4db5-a918-08697ba88956,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:30.712523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:30.715947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.783235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.796125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Transition to ACTIVE for port object cc124cab-631d-49a7-8c41-2b606e249ccd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:30.808984 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50781f6d-1216-4349-b57c-20332a130169 req-25d144a4-f07d-4701-a0b1-91385f7ef95a tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883981 Dec 13 19:56:30.821797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Transition to ACTIVE for port object cc124cab-631d-49a7-8c41-2b606e249ccd will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:30.831144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.836975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c426be39-d6fc-4b04-82f1-9fe474d1bb33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:30.854341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.908892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:30.912988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:30.916950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:30.987586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Pushing event updated for resources: {'Port': ['ID=cc124cab-631d-49a7-8c41-2b606e249ccd,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:30.991779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 7ae5bbc6-33db-4576-bcf8-de14d726f19c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:30.992118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:30.996836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:31.022323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Attempting to bind port cc124cab-631d-49a7-8c41-2b606e249ccd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:31.022948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Attempting to bind port cc124cab-631d-49a7-8c41-2b606e249ccd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'e060b4af-8c73-447b-a24e-5906e4952de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:31.023484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Attempting to bind port cc124cab-631d-49a7-8c41-2b606e249ccd on network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:31.029298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:31.029892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Checking segment: {'id': 'e060b4af-8c73-447b-a24e-5906e4952de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:31.030459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.031005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Bound using segment: {'id': 'e060b4af-8c73-447b-a24e-5906e4952de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:31.031647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Bound port: cc124cab-631d-49a7-8c41-2b606e249ccd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e060b4af-8c73-447b-a24e-5906e4952de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9b8f12e5-e254-4c60-815d-fc6bb8ecb992'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:31.032205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.035343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.054413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] device_id is not set on port 35259d3a-c935-4b3c-8311-c8fc4fef5a24 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:31.092184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.114099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port cc124cab-631d-49a7-8c41-2b606e249ccd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:31.114442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.142719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] For port cc124cab-631d-49a7-8c41-2b606e249ccd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:31.146672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] For port cc124cab-631d-49a7-8c41-2b606e249ccd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cc124cab-631d-49a7-8c41-2b606e249ccd,segment=NetworkSegment(e060b4af-8c73-447b-a24e-5906e4952de4),segment_id=e060b4af-8c73-447b-a24e-5906e4952de4)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:31.153631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.159567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:31.159811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.168713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6fc1c722-5851-4793-aeaf-f20009b1cd5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:31.254086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Pushing event updated for resources: {'Port': ['ID=cc124cab-631d-49a7-8c41-2b606e249ccd,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:31.259678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:31.284912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:31.315556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a0cda-1d02-44cf-ad6b-69691bac5feb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:31.327489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:31.328529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.328868 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Added segment cca7f9b3-79c0-4583-b6bc-2c8c681c9115 of type vlan for network 36b8069c-61c8-4b24-9aac-3a03df44f0fb Dec 13 19:56:31.507134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.533216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.551681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.620230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.653420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:31.852333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc124cab-631d-49a7-8c41-2b606e249ccd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:31.931249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port cc124cab-631d-49a7-8c41-2b606e249ccd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:31.957463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 7ae5bbc6-33db-4576-bcf8-de14d726f19c owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:31.986827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:56:32.027229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Allocated IP 172.26.6.15 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/cdc2fd1c-07ea-4ced-979a-4d2b22f67c50) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:32.072452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.078430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:32.079016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.096604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:32.137694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.200677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router cc3e13b9-4860-496f-b70a-c0e75077d029 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:32.311827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port cc124cab-631d-49a7-8c41-2b606e249ccd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cc124cab-631d-49a7-8c41-2b606e249ccd,segment=NetworkSegment(e060b4af-8c73-447b-a24e-5906e4952de4),segment_id=e060b4af-8c73-447b-a24e-5906e4952de4)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:32.312196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.370937 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0039146 Dec 13 19:56:32.371800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Network': ['ID=36b8069c-61c8-4b24-9aac-3a03df44f0fb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:32.384815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:32.436577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50976) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:32.469136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:32.516346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.523328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for cc124cab-631d-49a7-8c41-2b606e249ccd owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:32.588071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:32.611017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:32.622975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] device_id is not set on port 795c2837-f6fd-4954-b8aa-580e8715e455 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:32.625245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:32.635481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Sync routers for ids ['cc3e13b9-4860-496f-b70a-c0e75077d029'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:32.645616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Routers {'cc3e13b9-4860-496f-b70a-c0e75077d029'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:32.645616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cc3e13b9-4860-496f-b70a-c0e75077d029'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:32.690806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:32.696502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:32.700698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:32.708134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb37bc-69e7-43ff-a3b6-7fefe4fc8a85 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:32.730919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:32.753085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.761669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6c2831b5-5c8c-4e2c-a7f9-c0992efe5a86 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:32.818534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:32.822595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.831554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2022006649'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:32.837029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-209b83fc-7833-4188-a63d-56fc628a2337 None None] Provisioning for port cc124cab-631d-49a7-8c41-2b606e249ccd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:32.877710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:32.893182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Usage tracker for resource:network and tenant:4521d708aca04bdea294b95592e5b96c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:32.896761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-209b83fc-7833-4188-a63d-56fc628a2337 None None] Provisioning complete for port cc124cab-631d-49a7-8c41-2b606e249ccd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:32.897425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-209b83fc-7833-4188-a63d-56fc628a2337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.911504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:32.914232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.926440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03c9dfe4-3d0f-4640-90f5-4a66e455638f tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:32.927621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:32.931299 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6387353 Dec 13 19:56:32.940729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:32.943318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 50988) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:32.946809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:32.955297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:32.958475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:33.031210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=7ae5bbc6-33db-4576-bcf8-de14d726f19c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:33.031443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Set router cc3e13b9-4860-496f-b70a-c0e75077d029 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:33.033869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:33.070938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event updated for resources: {'Port': ['ID=cdc2fd1c-07ea-4ced-979a-4d2b22f67c50,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:33.107501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:33.124154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Made reservation on behalf of 4521d708aca04bdea294b95592e5b96c for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:33.128141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.156995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.213892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a888adcf-1fae-4a54-aa64-2c289543eda3 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:33.237245 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-209b83fc-7833-4188-a63d-56fc628a2337 None None] No ports have port_id starting with cc124cab-631d-49a7-8c41-2b606e249ccd Dec 13 19:56:33.267020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.301136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.331592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=cc124cab-631d-49a7-8c41-2b606e249ccd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:33.338607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:33.345520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.378496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.396053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:33.505929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e13b9-4860-496f-b70a-c0e75077d029', 'name': '', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5', 'external_fixed_ips': [{'subnet_id': '96d247a3-63aa-4424-b4a6-f7f71a2a724f', 'ip_address': '2001:db8::1d7'}], 'enable_snat': True}, 'gw_port_id': '25d40055-1516-441b-ae29-d3872ec80b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:25Z', 'updated_at': '2021-12-13T19:56:30Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': '25d40055-1516-441b-ae29-d3872ec80b7e', 'name': '', 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e13b9-4860-496f-b70a-c0e75077d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '96d247a3-63aa-4424-b4a6-f7f71a2a724f', 'ip_address': '2001:db8::1d7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:56:29Z', 'updated_at': '2021-12-13T19:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96d247a3-63aa-4424-b4a6-f7f71a2a724f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:33.511433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Checking router: cc3e13b9-4860-496f-b70a-c0e75077d029 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:56:33.511934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Updating router cc3e13b9-4860-496f-b70a-c0e75077d029 port 25d40055-1516-441b-ae29-d3872ec80b7e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:56:33.582333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812097e-2b8a-4293-8d21-e70fa8cc7592 None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:33.598340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.615994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Usage tracker for resource:security_group_rule and tenant:4521d708aca04bdea294b95592e5b96c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:33.618939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port cc124cab-631d-49a7-8c41-2b606e249ccd on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:33.650135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:33.663135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:33.792952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.847126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting port 25d40055-1516-441b-ae29-d3872ec80b7e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:33.847378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.851731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:33.991950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.009469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15047da5-1796-4cf4-989b-0a80029a1356 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.072798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router ec23c852-313c-45fe-87b1-3511de00c79b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:34.113830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.128580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31eb6886-5235-45d9-b3a8-b23a3a27f0ca tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.140051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.158428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Transition to ACTIVE for port object 25d40055-1516-441b-ae29-d3872ec80b7e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:34.168209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.168595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Port': ['ID=35259d3a-c935-4b3c-8311-c8fc4fef5a24,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.175489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a1f5a885-017e-499d-ae09-a971e85822a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.238935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.240202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.254331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Attempting to bind port 25d40055-1516-441b-ae29-d3872ec80b7e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:34.254992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Attempting to bind port 25d40055-1516-441b-ae29-d3872ec80b7e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd0b74c18-134b-42d9-9cef-33832e04b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:34.255568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Attempting to bind port 25d40055-1516-441b-ae29-d3872ec80b7e on network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:34.260856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9df837bf-07a5-4091-a410-2314c55403af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.266126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Pushing event updated for resources: {'Port': ['ID=25d40055-1516-441b-ae29-d3872ec80b7e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.271327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.273861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:34.274510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Checking segment: {'id': 'd0b74c18-134b-42d9-9cef-33832e04b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:34.275102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.275708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Bound using segment: {'id': 'd0b74c18-134b-42d9-9cef-33832e04b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:34.276349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Bound port: 25d40055-1516-441b-ae29-d3872ec80b7e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b74c18-134b-42d9-9cef-33832e04b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55dbb18e-9392-4602-a7d5-c0bf72280bb5'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:34.276887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.358393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] For port 25d40055-1516-441b-ae29-d3872ec80b7e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:34.361824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] For port 25d40055-1516-441b-ae29-d3872ec80b7e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=25d40055-1516-441b-ae29-d3872ec80b7e,segment=NetworkSegment(d0b74c18-134b-42d9-9cef-33832e04b552),segment_id=d0b74c18-134b-42d9-9cef-33832e04b552)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:34.368638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.375785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.379945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:34.380512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network hostable DHCP agents. Network: 36b8069c-61c8-4b24-9aac-3a03df44f0fb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:34.388881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.408830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=6220a569-ee58-4db5-a918-08697ba88956,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.412398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.422108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.442350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4e8ed-0325-4926-9f4b-4e1f7bdbf8af None None] Network 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:34.455430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.488824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=41dbbc8a-38ca-42ce-845b-328fa63e15a7,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.496757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.505698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.506316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b740b51a-2ff9-4e6e-a306-cf82feb176d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.506446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:34.514044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:34.524399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Checking segment: {'id': 'e52a737d-e2fb-47a0-90ed-6b029c8ef445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '838ffc51-ff06-4e6e-bc0a-d6799f37b1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:34.524671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network hostable DHCP agents. Network: 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:34.533266 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] Sync routers for ids ['ec23c852-313c-45fe-87b1-3511de00c79b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:34.538185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Routers {'cc3e13b9-4860-496f-b70a-c0e75077d029'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:34.539000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cc3e13b9-4860-496f-b70a-c0e75077d029'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.544315 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] Routers {'ec23c852-313c-45fe-87b1-3511de00c79b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:34.545227 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ec23c852-313c-45fe-87b1-3511de00c79b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.579599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:34.602391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Pushing event updated for resources: {'Port': ['ID=25d40055-1516-441b-ae29-d3872ec80b7e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.604458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.608725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.613456 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.620795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.620795 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Added segment e7a683a5-52ef-4d91-951c-508a3fffefa1 of type vlan for network cd72a09c-7b56-44e8-9a62-d83235af5e69 Dec 13 19:56:34.623220 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] Routers {'ec23c852-313c-45fe-87b1-3511de00c79b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:34.624004 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ec23c852-313c-45fe-87b1-3511de00c79b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.652068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.689446 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.690203 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91bd7d8-c38e-4b28-899d-186144aa1bcc None None] The sync data for ids ['ec23c852-313c-45fe-87b1-3511de00c79b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:34.693345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781c1680-d620-4215-8556-41181d311a36,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.703760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.705772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.712283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:34.712874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.728762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:34.736878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 36b8069c-61c8-4b24-9aac-3a03df44f0fb) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:34.742177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:34.742757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.761951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27faad30-7ac7-4768-9ad8-302b35f92272 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:34.763073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:34.773060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8f12e5-e254-4c60-815d-fc6bb8ecb992']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.860111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:34.864012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e060b4af-8c73-447b-a24e-5906e4952de4') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.864310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e060b4af-8c73-447b-a24e-5906e4952de4') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:34.890934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:34.891933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.894217 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2816474 Dec 13 19:56:34.898476 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/ec23c852-313c-45fe-87b1-3511de00c79b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3934317 Dec 13 19:56:34.904059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50992) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:34.904397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 50994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:34.905344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] Set router cc3e13b9-4860-496f-b70a-c0e75077d029 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:56:34.916897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:34.948211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6531a9-0a0f-41c8-be86-bddba84500ab None None] Network 838ffc51-ff06-4e6e-bc0a-d6799f37b1ed requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:34.961785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4a912-c264-4899-9ae4-a5db9f845d2b None None] DHCP port deletion for 9b8f12e5-e254-4c60-815d-fc6bb8ecb992 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:34.966495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Pushing event updated for resources: {'Network': ['ID=cd72a09c-7b56-44e8-9a62-d83235af5e69,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:34.986665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:34.990783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37db809f-be51-44c4-a923-938923046824 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:35.012947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.033275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'name': 'tempest-network--387410028', 'router:external': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:35.034438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Calling delete_port for 25d40055-1516-441b-ae29-d3872ec80b7e owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:35.040287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4dbdbf1d-fd40-4b3f-bea3-4c629dd44d41 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:35.043530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network cd72a09c-7b56-44e8-9a62-d83235af5e69 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:35.044073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.055726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:35.083101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:35.083681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.105067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:network and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:35.107679 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:35.114304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:35.123764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e13b9-4860-496f-b70a-c0e75077d029', 'name': '', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:25Z', 'updated_at': '2021-12-13T19:56:33Z', 'revision_number': 4, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:35.138817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6947334 Dec 13 19:56:35.141870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:35.143837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51004) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:35.203142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c89aab5-0ea2-4f9c-8675-0922b182a68e None None] The sync data for ids ['cc3e13b9-4860-496f-b70a-c0e75077d029'] in dv-neutron-821563-1-hyperv is: [{'id': 'cc3e13b9-4860-496f-b70a-c0e75077d029', 'name': '', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:25Z', 'updated_at': '2021-12-13T19:56:33Z', 'revision_number': 4, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:35.235382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'name': 'tempest-NetworksTestDHCPv6-1228900932'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:35.353463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:35.354080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:35.380143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Router d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:35.498144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '41dbbc8a-38ca-42ce-845b-328fa63e15a7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:35.499186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.538460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Port': ['ID=795c2837-f6fd-4954-b8aa-580e8715e455,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:35.542157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:35.549607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4dbdbf1d-fd40-4b3f-bea3-4c629dd44d41 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:35.550948 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4dbdbf1d-fd40-4b3f-bea3-4c629dd44d41 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec23c852-313c-45fe-87b1-3511de00c79b HTTP/1.1" status: 200 len: 205 time: 0.6404662 Dec 13 19:56:35.573882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Checking segment: {'id': 'eb90043d-0785-47a2-9de9-ca3f4c82ef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39789e33-ac60-4d57-8214-be8d03c0ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:35.574206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network hostable DHCP agents. Network: 39789e33-ac60-4d57-8214-be8d03c0ee9d, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:35.584014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51008) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:35.591998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:35.594280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.672389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/41dbbc8a-38ca-42ce-845b-328fa63e15a7/307cdbde-ddab-4683-a6e1-1dcf7b6fd23c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:35.682032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.712463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.728606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:35.754338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.754755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc124cab-631d-49a7-8c41-2b606e249ccd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:35.758899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8145144 Dec 13 19:56:35.761713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51012) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:35.768388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:35.768682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:35.775884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:35.779857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:35.780995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] Sync routers for ids ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:35.782823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:35.797204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:35.811534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: cc124cab-631d-49a7-8c41-2b606e249ccd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:35.811733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc124cab-631d-49a7-8c41-2b606e249ccd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:35.812330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:security_group_rule and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:35.819820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] Routers {'d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:35.820393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:35.820626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.824996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:35.829204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:35.839050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network 39789e33-ac60-4d57-8214-be8d03c0ee9d is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:35.842787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.860516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting port 25d40055-1516-441b-ae29-d3872ec80b7e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:35.860938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:35.889838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:35.909744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=9b8f12e5-e254-4c60-815d-fc6bb8ecb992,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:35.915059 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/9b8f12e5-e254-4c60-815d-fc6bb8ecb992 HTTP/1.1" status: 204 len: 168 time: 5.3414237 Dec 13 19:56:35.916957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:35.919436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51016) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:35.986145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:35.990133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.007819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 39789e33-ac60-4d57-8214-be8d03c0ee9d) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:36.010153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.021049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:36.022256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Transition to ACTIVE for port object 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:36.027109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:36.031964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:36.032662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.032811 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c63c13-c8b2-484e-a2f9-f472c8f427e4 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:36.033439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c63c13-c8b2-484e-a2f9-f472c8f427e4 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:36.035227 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c7c63c13-c8b2-484e-a2f9-f472c8f427e4 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/9b8f12e5-e254-4c60-815d-fc6bb8ecb992 HTTP/1.1" status: 404 len: 339 time: 0.1147611 Dec 13 19:56:36.045682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Transition to ACTIVE for port object 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:36.048098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51020) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:36.048649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:36.056309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7222dc3-6e38-4f0c-8094-6934ba6d2514 None None] Network 39789e33-ac60-4d57-8214-be8d03c0ee9d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:36.081960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.113686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1051490520', 'description': 'd1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:36.131998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:36.133459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3377acd0-5d62-419c-a3a4-378114f56997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:36.141264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Usage tracker for resource:network and tenant:6f839fc7b7d449fd9ab366c2a1ac0fff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:36.148652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:36.163497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:36.180857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 01a3e684-8d05-4f09-b73c-e92c84f56782 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:36.203301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] Routers {'d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:36.203937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:36.308716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:36.311075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:36.311670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f7171-ba47-482b-acb9-c1856ef17fc4 None None] The sync data for ids ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:36.315298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Pushing event updated for resources: {'Port': ['ID=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:36.316316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.337788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.340278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.7774580 Dec 13 19:56:36.347896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.348524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] For port 25d40055-1516-441b-ae29-d3872ec80b7e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=25d40055-1516-441b-ae29-d3872ec80b7e,segment=NetworkSegment(d0b74c18-134b-42d9-9cef-33832e04b552),segment_id=d0b74c18-134b-42d9-9cef-33832e04b552)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:36.349009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.353034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51024) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:36.373520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:36.374496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:36.430353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:36.446058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.446795 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment f0a70357-fbd6-45ea-afb4-349b1832724b of type vlan for network 3bdded50-5581-41dd-96de-5189b6b142f7 Dec 13 19:56:36.474678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.474894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:36.483983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:36.498290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.498790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router ec23c852-313c-45fe-87b1-3511de00c79b {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:36.529037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.541717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.549922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-515134b1-2ffb-4380-8713-64a9966dcf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:36.569694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Calling delete_port for 25d40055-1516-441b-ae29-d3872ec80b7e owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:36.578165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::50 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/41dbbc8a-38ca-42ce-845b-328fa63e15a7/01a3e684-8d05-4f09-b73c-e92c84f56782) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:36.591691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Attempting to bind port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:36.592038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Attempting to bind port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:36.592736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Attempting to bind port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:36.602037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:36.602307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:36.602695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.603095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:36.603574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Bound port: 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:36.603969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.605317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:36.623268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.624351 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e5a82a33-9027-4343-b7fb-12ef7b569447 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/ec23c852-313c-45fe-87b1-3511de00c79b HTTP/1.1" status: 204 len: 168 time: 1.0212100 Dec 13 19:56:36.628256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf09e5-7954-4289-bb1c-eb7502be5ab4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:36.630765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51030) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:36.643394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547ccfe-cf3a-456f-a827-c579c288522f tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:36.649314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547ccfe-cf3a-456f-a827-c579c288522f tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:36.650075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b547ccfe-cf3a-456f-a827-c579c288522f tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Synchronizing usage tracker for tenant:9892eafa90124367ac4626805a7f6631 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:36.655997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:36.664832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.670954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:36.671427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.684683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ceea2d04-47ec-4ad0-acff-7ae606a31193 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:36.692598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.693006 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Added segment 9223784c-0553-43a4-9bea-1cc78449ea64 of type vlan for network 32128c12-1c74-4bd3-8acc-c24d3abf7cac Dec 13 19:56:36.698862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] For port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:36.702623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] For port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:36.708953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.713821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:36.773857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b547ccfe-cf3a-456f-a827-c579c288522f tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Unset dirty status for tenant:9892eafa90124367ac4626805a7f6631 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:36.775320 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b547ccfe-cf3a-456f-a827-c579c288522f tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4213252 Dec 13 19:56:36.789173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51034) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:36.795858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Pushing event updated for resources: {'Port': ['ID=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:36.799406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:36.804925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet aa23b3a0-dd2c-417c-88bd-4175324f5880 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:36.809939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.848121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:36.850805 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7983756 Dec 13 19:56:36.861009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51038) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:36.868561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=3bdded50-5581-41dd-96de-5189b6b142f7,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:36.871982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:36.881248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3bdded50-5581-41dd-96de-5189b6b142f7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:37.044893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:56:37.056260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.098034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Deleting port 35259d3a-c935-4b3c-8311-c8fc4fef5a24 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:37.098372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.324291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b3bb3-ce78-453b-b958-175455183ab3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:37.325036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a61b3bb3-ce78-453b-b958-175455183ab3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Synchronizing usage tracker for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:37.332754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.334701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:37.334701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.352974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:37.359339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a61b3bb3-ce78-453b-b958-175455183ab3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Unset dirty status for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:37.360722 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a61b3bb3-ce78-453b-b958-175455183ab3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks?id=3bdded50-5581-41dd-96de-5189b6b142f7 HTTP/1.1" status: 200 len: 765 time: 0.4876935 Dec 13 19:56:37.367951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51042) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:37.394302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.394878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'description': 'd2'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:37.434525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.449616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.453457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a72a5e3e-c90f-49a4-9e3d-526ba5c8ca38 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:37.481465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Deleting port cdc2fd1c-07ea-4ced-979a-4d2b22f67c50 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:37.481885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.534854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Port': ['ID=25d40055-1516-441b-ae29-d3872ec80b7e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:37.561335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.568522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:37.586476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.631945 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.7230124 Dec 13 19:56:37.655962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51046) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:37.700704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 01a3e684-8d05-4f09-b73c-e92c84f56782 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:37.715141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=32128c12-1c74-4bd3-8acc-c24d3abf7cac,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:37.733900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 32128c12-1c74-4bd3-8acc-c24d3abf7cac details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:37.781875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:37.783093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.859801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.866702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.900666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:37.954684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.955339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc3e13b9-4860-496f-b70a-c0e75077d029 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:37.967191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:37.985619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f6586-8e82-47f3-abc8-74294401222d None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:38.030134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.046089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.050033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cc3e13b9-4860-496f-b70a-c0e75077d029 HTTP/1.1" status: 204 len: 168 time: 5.1006889 Dec 13 19:56:38.107737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51050) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.117840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9233f458-acb6-40ce-b1c9-066c2e2f7638 None None] Provisioning for port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:38.140529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:38.160051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:38.160582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.183925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Calling delete_port for cdc2fd1c-07ea-4ced-979a-4d2b22f67c50 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:38.215492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting subnet 96d247a3-63aa-4424-b4a6-f7f71a2a724f {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:38.219250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.227440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Calling delete_port for 35259d3a-c935-4b3c-8311-c8fc4fef5a24 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:38.277712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.287388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.333642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.342138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.350074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:38.395791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.405071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.423459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.435492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:38.479336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=96d247a3-63aa-4424-b4a6-f7f71a2a724f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:38.481999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.499451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/96d247a3-63aa-4424-b4a6-f7f71a2a724f HTTP/1.1" status: 204 len: 168 time: 0.3908415 Dec 13 19:56:38.502949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:38.503451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51054) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.520401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:38.521767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.526522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.545143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:38.561825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:38.563219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.567866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:38.568501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.584927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128278b-470a-4760-a07b-a704bef3070f None None] Network 60351723-003b-4a7c-97ab-de6e4273b5eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:38.621539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:38.634611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.639756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=01a3e684-8d05-4f09-b73c-e92c84f56782,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:38.654364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 3bdded50-5581-41dd-96de-5189b6b142f7 is not hosted by any dhcp agent {{(pid=87526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 13 19:56:38.662694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:38.663337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.664636 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "PUT /v2.0/networks/3bdded50-5581-41dd-96de-5189b6b142f7 HTTP/1.1" status: 200 len: 762 time: 1.2847323 Dec 13 19:56:38.665453 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.667644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:38.681801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.689479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7f5e5d5-0249-4d0f-8b84-9942376a197d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:38.692382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51058) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.706394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:38.756356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=aa23b3a0-dd2c-417c-88bd-4175324f5880,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:38.762503 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/aa23b3a0-dd2c-417c-88bd-4175324f5880 HTTP/1.1" status: 204 len: 168 time: 2.1066308 Dec 13 19:56:38.762503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:38.764962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:38.781636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.789907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51062) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.797898 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5958607 Dec 13 19:56:38.802053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:38.804538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:38.808799 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/ports/35259d3a-c935-4b3c-8311-c8fc4fef5a24 HTTP/1.1" status: 204 len: 168 time: 2.0114655 Dec 13 19:56:38.825459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:38.836430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51066) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.836862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51068) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:38.841338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Provisioning complete for port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:38.841844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.084203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Provisioning for port 01a3e684-8d05-4f09-b73c-e92c84f56782 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:39.110409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Provisioning complete for port 01a3e684-8d05-4f09-b73c-e92c84f56782 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:39.110850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.181684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-61a60553-3e37-41e3-8a8c-79de1688c20e None None] Port 01a3e684-8d05-4f09-b73c-e92c84f56782 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:56:39.215423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d67e1-1af3-491e-a1ae-113aa42bc785 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.217014 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-946d67e1-1af3-491e-a1ae-113aa42bc785 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks?id=3bdded50-5581-41dd-96de-5189b6b142f7 HTTP/1.1" status: 200 len: 765 time: 0.5202396 Dec 13 19:56:39.223899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51074) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:39.228092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.264706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] DHCP port deletion for 60351723-003b-4a7c-97ab-de6e4273b5eb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:39.269184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Deleting port bf1361be-6a36-457f-acbe-ee6fed422adc {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:39.269574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.295531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32128c12-1c74-4bd3-8acc-c24d3abf7cac']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.348917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9223784c-0553-43a4-9bea-1cc78449ea64') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.349409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9223784c-0553-43a4-9bea-1cc78449ea64') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.358157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=3bdded50-5581-41dd-96de-5189b6b142f7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:39.376426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:39.378918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6c71093-0be6-4945-919d-506c2f44ea0c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:39.398164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3bdded50-5581-41dd-96de-5189b6b142f7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:39.416612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Deleting port 795c2837-f6fd-4954-b8aa-580e8715e455 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:39.417249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.440734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dbb18e-9392-4602-a7d5-c0bf72280bb5']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.450788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.472561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b74c18-134b-42d9-9cef-33832e04b552') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.472853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b74c18-134b-42d9-9cef-33832e04b552') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:39.481714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Port': ['ID=35259d3a-c935-4b3c-8311-c8fc4fef5a24,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:39.487423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.503190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:39.519714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.520713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.539302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:39.540072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:39.556905 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:39.563071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d0f2501a-a0c9-49b1-ac43-9ea34e8bf76f None None] Provisioning complete for port 01a3e684-8d05-4f09-b73c-e92c84f56782 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:39.563490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d0f2501a-a0c9-49b1-ac43-9ea34e8bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.566419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e2c79-ce20-4fb8-8135-90cb660e7c9c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.574088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e2c79-ce20-4fb8-8135-90cb660e7c9c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.580784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e2c79-ce20-4fb8-8135-90cb660e7c9c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.585642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-028e2c79-ce20-4fb8-8135-90cb660e7c9c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1904 time: 0.3579128 Dec 13 19:56:39.585642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.587508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.591074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51078) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:39.595435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2186f4f2-b761-4f34-9ef6-9d340f62c214 tempest-FloatingIPAdminTestJSON-1027774796 tempest-FloatingIPAdminTestJSON-1027774796-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:39.603903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port bf1361be-6a36-457f-acbe-ee6fed422adc {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:39.604242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.680881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Pushing event deleted for resources: {'Port': ['ID=cdc2fd1c-07ea-4ced-979a-4d2b22f67c50,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:39.688344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:39.690121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.698761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2501a-a0c9-49b1-ac43-9ea34e8bf76f None None] Port 01a3e684-8d05-4f09-b73c-e92c84f56782 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:56:39.721482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] For port bf1361be-6a36-457f-acbe-ee6fed422adc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf1361be-6a36-457f-acbe-ee6fed422adc,segment=NetworkSegment(d0140aa1-1924-4716-83b2-f67c8b2e8d34),segment_id=d0140aa1-1924-4716-83b2-f67c8b2e8d34)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:39.721880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.751015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2aa15-2cde-49ac-8e73-680b25e25137 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.765386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2aa15-2cde-49ac-8e73-680b25e25137 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:39.767309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d0a2aa15-2cde-49ac-8e73-680b25e25137 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:39.784036 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:39.786894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:39.791027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:39.798969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-91dc4b21-d0a8-4cc2-ac44-b8cab5d544bb tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 207 time: 0.1588664 Dec 13 19:56:39.802519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51082) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:39.850214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d0a2aa15-2cde-49ac-8e73-680b25e25137 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:39.851297 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d0a2aa15-2cde-49ac-8e73-680b25e25137 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.9924715 Dec 13 19:56:39.867309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51086) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:39.879699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Calling delete_port for bf1361be-6a36-457f-acbe-ee6fed422adc owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:39.930975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.944023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8233a60-ff0f-4f8c-b381-b9c2b32d6e62 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:39.960642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55dbb18e-9392-4602-a7d5-c0bf72280bb5 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:56:39.971493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.981145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Network': ['ID=55dbb18e-9392-4602-a7d5-c0bf72280bb5,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:39.989124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:39.994886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:39.994886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:39.999673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/networks/55dbb18e-9392-4602-a7d5-c0bf72280bb5 HTTP/1.1" status: 204 len: 168 time: 1.4939971 Dec 13 19:56:40.000923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.038535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.045015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.052492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.055894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 01a3e684-8d05-4f09-b73c-e92c84f56782 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:40.056364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.058255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.063952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.071347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.078037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:40.079093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Synchronizing usage tracker for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:40.081789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.138371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.151313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d487a0c-eeb4-4ef1-8f37-737a580cd8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:40.165655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f15a6065-6603-4f49-9626-33521c2f349a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:40.183126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32128c12-1c74-4bd3-8acc-c24d3abf7cac {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:56:40.199515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.210309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Unset dirty status for tenant:6f839fc7b7d449fd9ab366c2a1ac0fff on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:40.211928 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc9976b2-5504-43a6-beff-a59f030bca54 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4300 time: 0.3917432 Dec 13 19:56:40.213253 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/32128c12-1c74-4bd3-8acc-c24d3abf7cac HTTP/1.1" status: 204 len: 168 time: 2.5532923 Dec 13 19:56:40.220834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Network': ['ID=32128c12-1c74-4bd3-8acc-c24d3abf7cac,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:40.233133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51092) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:40.233500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51094) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:40.246859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:40.252003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:40.278954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] No DVR routers for this DVR port bf1361be-6a36-457f-acbe-ee6fed422adc on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:40.298560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Pushing event deleted for resources: {'Port': ['ID=bf1361be-6a36-457f-acbe-ee6fed422adc,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:40.302237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:40.337323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.352665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:40.368411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:network and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:40.453204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf1361be-6a36-457f-acbe-ee6fed422adc no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:40.506568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bf1361be-6a36-457f-acbe-ee6fed422adc {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:40.506924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf1361be-6a36-457f-acbe-ee6fed422adc not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:40.532816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51104) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:40.533740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:40.547805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'name': 'tempest-router--57856662', 'project_id': 'e5c7e562ffca4b40af9d3296d6ccbb66'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:40.660706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Calling delete_port for 795c2837-f6fd-4954-b8aa-580e8715e455 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:40.689439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:40.745683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:40.749334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port bf1361be-6a36-457f-acbe-ee6fed422adc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf1361be-6a36-457f-acbe-ee6fed422adc,segment=NetworkSegment(d0140aa1-1924-4716-83b2-f67c8b2e8d34),segment_id=d0140aa1-1924-4716-83b2-f67c8b2e8d34)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:40.749695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.766110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:40.768444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.806859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.808770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:router and tenant:e5c7e562ffca4b40af9d3296d6ccbb66 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:40.819461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:40.827552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.831550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:40.924632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.925658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:40.935941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for bf1361be-6a36-457f-acbe-ee6fed422adc owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:41.016620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.025395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Router d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:41.026350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:41.028560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.050430 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-554c9581-ba0c-4764-9735-80cc02080603 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8080397 Dec 13 19:56:41.058936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:41.144953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51108) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.153801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 01a3e684-8d05-4f09-b73c-e92c84f56782 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:41.181888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.236257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Port': ['ID=795c2837-f6fd-4954-b8aa-580e8715e455,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:41.239219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:41.240348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.240714 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Added segment 189739c3-a505-4e8f-9743-84fafa4f0133 of type vlan for network 751af986-22a7-491b-9c3d-70b080749f4d Dec 13 19:56:41.261576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.298782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:41.299096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:41.305528 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/ports/795c2837-f6fd-4954-b8aa-580e8715e455 HTTP/1.1" status: 204 len: 168 time: 2.4424446 Dec 13 19:56:41.306328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51112) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.309726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.367269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-58bf4390-453b-43db-b7a1-690519fc3462 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Synchronizing usage tracker for tenant:9892eafa90124367ac4626805a7f6631 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:41.368903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.400405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-58bf4390-453b-43db-b7a1-690519fc3462 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Unset dirty status for tenant:9892eafa90124367ac4626805a7f6631 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:41.405383 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58bf4390-453b-43db-b7a1-690519fc3462 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0946376 Dec 13 19:56:41.405929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51116) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.413436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1851374475'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:41.418610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.419573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.420179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.425764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:41.428374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-250d51be-f2c8-450b-a1b6-9401bd34ead0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:41.453532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:network and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:41.460746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:41.462368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.463885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.465492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.467233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.468423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.470293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:41.470440 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9183ed1e-461a-47ee-aa8b-1e5731de66c3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3243446 Dec 13 19:56:41.476511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51120) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.516198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:41.534109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.538837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea4fbc00-7758-48f7-b234-4bcc8912789c tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0036139 Dec 13 19:56:41.555634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51124) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.561840 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] Sync routers for ids ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:41.587048 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] Routers {'d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:41.587838 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:41.596244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.599851 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "PUT /v2.0/routers/d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 200 len: 706 time: 5.8342221 Dec 13 19:56:41.606579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51128) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.618931 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.3814764 Dec 13 19:56:41.625363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51132) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.642339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=751af986-22a7-491b-9c3d-70b080749f4d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:41.645665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:41.652427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'subnet': {'network_id': '751af986-22a7-491b-9c3d-70b080749f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:41.654721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 751af986-22a7-491b-9c3d-70b080749f4d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:41.669913 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:41.696582 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] Routers {'d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:41.697455 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:41.705729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:41.709862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.731874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:41.746022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:subnet and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:41.747749 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ec9fc0a5-9756-490b-acc3-2cd23a50a4b4 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/routers/d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 200 len: 741 time: 0.1375747 Dec 13 19:56:41.749549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.752319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51136) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.766211 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:41.766967 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584ca08-4e49-41fe-85d4-7de3fe01cf0a None None] The sync data for ids ['d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:41.800009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.801438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.803401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.804799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.806300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:41.808169 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7522e382-6bb5-469e-be9e-bd377ad32a7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3294194 Dec 13 19:56:41.808701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:41.811597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port bf1361be-6a36-457f-acbe-ee6fed422adc {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:41.811945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.817513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51140) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.821378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.849652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6ee571f-0642-4397-88be-a426df6af601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Synchronizing usage tracker for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:41.857768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:41.912575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:41.936651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89a2d402-bcd9-4ea4-b845-9dc35cf4471f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:41.964306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:41.974698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6ee571f-0642-4397-88be-a426df6af601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Unset dirty status for tenant:17ab2a36f9df464aa623985d91a813b7 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:41.976063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] The port 'bf1361be-6a36-457f-acbe-ee6fed422adc' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:56:41.976211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6ee571f-0642-4397-88be-a426df6af601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 200 len: 205 time: 0.2210639 Dec 13 19:56:41.984585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:41.994489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=01a3e684-8d05-4f09-b73c-e92c84f56782,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:41.999882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:42.056009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.060216 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/01a3e684-8d05-4f09-b73c-e92c84f56782 HTTP/1.1" status: 204 len: 168 time: 2.1887977 Dec 13 19:56:42.061389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51148) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.101225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:42.104130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.117116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.117642 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment 3a13c4a6-e7a1-4c38-8679-cdce531c972f of type vlan for network f5c3087b-c124-4485-baf4-8ebcc764fc6d Dec 13 19:56:42.232274 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e8a74ef0-2f06-4e81-8661-60033dc093fc tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 200 len: 205 time: 0.2463372 Dec 13 19:56:42.245076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca02738-b6ae-4e5c-b590-ec9c19c612af tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:42.246462 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5ca02738-b6ae-4e5c-b590-ec9c19c612af tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks/7d802128-d351-457c-b75f-04cc89d380f3 HTTP/1.1" status: 200 len: 803 time: 0.4279776 Dec 13 19:56:42.247209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51152) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.252432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51154) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.380495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.384990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.423476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7002e2-f207-4336-ab93-1908da3eb021 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:42.425099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7002e2-f207-4336-ab93-1908da3eb021 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:42.425909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d7002e2-f207-4336-ab93-1908da3eb021 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:42.448963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.484111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.487472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.524526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.524998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6fd84a-638b-4c35-8bbb-3aa8d3a2b1d3 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:42.536102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60351723-003b-4a7c-97ab-de6e4273b5eb']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:42.562511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0140aa1-1924-4716-83b2-f67c8b2e8d34') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:42.563209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0140aa1-1924-4716-83b2-f67c8b2e8d34') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:42.580902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.586619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:42.587209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.594287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.600847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4fe0fc47-9bfd-435a-bbc8-86c429a3ce90 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:42.644945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6d7002e2-f207-4336-ab93-1908da3eb021 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:42.649083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6d7002e2-f207-4336-ab93-1908da3eb021 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5840294 Dec 13 19:56:42.685294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51160) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.856473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.888064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:42.888564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.898863 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fe8ed66d-a5a9-4e33-a305-aefe10e6cece tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/networks/7d802128-d351-457c-b75f-04cc89d380f3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6431949 Dec 13 19:56:42.901723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:42.903153 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:42.905860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.906371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.909023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:42.913310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82d150c4-734c-4ad0-a081-5ca98490b25e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6b6fd84a-638b-4c35-8bbb-3aa8d3a2b1d3 HTTP/1.1" status: 204 len: 168 time: 1.3536711 Dec 13 19:56:42.922009 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5122828 Dec 13 19:56:42.925423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=f5c3087b-c124-4485-baf4-8ebcc764fc6d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:42.927513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51170) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:42.936936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f5c3087b-c124-4485-baf4-8ebcc764fc6d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:42.984465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:42.985945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 41dbbc8a-38ca-42ce-845b-328fa63e15a7 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:42.990669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1459200322'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:42.995975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.016548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:43.026787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:network and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:43.030059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:43.042997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.043570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Fanout notify agent at l3_agent the message router_deleted on router d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:43.046461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:43.060211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.060477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae165c0b-1521-45a4-b768-7c4a9f205d6c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:43.061889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae165c0b-1521-45a4-b768-7c4a9f205d6c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets/c23a6028-573b-4d4f-8ea7-2154cdbaa628 HTTP/1.1" status: 200 len: 843 time: 0.1544621 Dec 13 19:56:43.063522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c74801e8-a02a-4749-8332-1d2605f0cc79 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:43.067166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51176) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.076218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.081500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.101224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51180) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.103606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:43.107116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.121693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=60351723-003b-4a7c-97ab-de6e4273b5eb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:43.131211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:43.138287 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/60351723-003b-4a7c-97ab-de6e4273b5eb HTTP/1.1" status: 204 len: 168 time: 4.3391531 Dec 13 19:56:43.139191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51186) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.143797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539057884', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:43.144429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.145584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9d5dcd16-4385-482e-a72d-eecc740efa68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 204 len: 168 time: 0.8943989 Dec 13 19:56:43.152104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51190) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.160961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:43.199851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:43.203190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a13089-0bee-4bd7-8b92-9ac9a239dcbb tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:43.205285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-90a13089-0bee-4bd7-8b92-9ac9a239dcbb tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "GET /v2.0/subnets/c23a6028-573b-4d4f-8ea7-2154cdbaa628?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1318851 Dec 13 19:56:43.210253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51194) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.217439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413643773'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:43.228059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:43.241121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:43.242710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:43.255116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.267800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:43.274294 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1388a9c8-7020-4fae-a6fc-a4768192e544 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 200 len: 205 time: 0.1147954 Dec 13 19:56:43.274294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:43.279521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51198) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.290269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:43.294221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.342073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:43.351401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.351401 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Added segment c8811e1c-6548-45c1-ac89-b2b15e315ddb of type vlan for network eb724088-47b8-4cf9-a4b6-4f91bda96491 Dec 13 19:56:43.360273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.360933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Added segment e840dd28-6d3d-43cb-bea4-4dd40da37a73 of type vlan for network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f Dec 13 19:56:43.374330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.375377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.381627 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-b25fac7b-75b2-4f8b-b989-c6176246c9f0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:43.382811 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b25fac7b-75b2-4f8b-b989-c6176246c9f0 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/d204b61e-1fe2-48e4-9cd8-4db0dda9ffcb HTTP/1.1" status: 404 len: 336 time: 0.1014931 Dec 13 19:56:43.391228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51202) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.405138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.412346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.421692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6f9cf3c8-0de7-4291-9c5b-22b6bd7bb7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:43.451262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.457223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1341980093', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:43.458484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.464648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=41dbbc8a-38ca-42ce-845b-328fa63e15a7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:43.465118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef3b81-9915-4ec5-b795-3302c997a813 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:43.471723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:43.476958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:43.480934 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ae902f89-d13a-42c1-899b-51cac8245122 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 200 len: 205 time: 0.0886121 Dec 13 19:56:43.487487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.489766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51206) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.490655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:43.496252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:43.502294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/41dbbc8a-38ca-42ce-845b-328fa63e15a7 HTTP/1.1" status: 204 len: 168 time: 0.8099818 Dec 13 19:56:43.503029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51210) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.566807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:43.581957 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d25dc6a6-5941-4eb2-ad82-948740d01a8d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754137 Dec 13 19:56:43.582188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51214) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.589616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:43.597385 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-8f5276a7-b8c9-4338-8b36-6dcf045c8ed2 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:43.598449 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8f5276a7-b8c9-4338-8b36-6dcf045c8ed2 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/271dcd7c-34db-4b6c-b888-95321080ddb7 HTTP/1.1" status: 404 len: 336 time: 0.1049242 Dec 13 19:56:43.605720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51218) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.620277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.626167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:43.626822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.634903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-34abb55b-7b8d-4072-85d5-7c78d37f7e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:43.646615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.647686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.718426 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96a23150-6a93-4f81-86ce-30fefb8f19eb tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 200 len: 205 time: 0.1105528 Dec 13 19:56:43.720854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.726723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:43.727330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.737844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51222) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.740020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2cb402d8-444f-4a7e-8534-523475ed60cc tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:43.747351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:43.751991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Deleting port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:43.752459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.918822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7047198 Dec 13 19:56:43.922306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51226) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:43.933642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:43.952042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Network': ['ID=90e35e35-6ce4-465d-8d5f-eb49bae67d8f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:43.956559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:43.969486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:43.978244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:43.985194 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-683b619c-1e88-4ba2-b31e-030b7bfe6e1f tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:43.988769 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-683b619c-1e88-4ba2-b31e-030b7bfe6e1f tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/6c7d2fc6-f20c-43f3-8cc9-811f4eacb232 HTTP/1.1" status: 404 len: 336 time: 0.2311866 Dec 13 19:56:43.994298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] For port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:43.994802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.027627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51230) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:44.091426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:44.091682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Network': ['ID=eb724088-47b8-4cf9-a4b6-4f91bda96491,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:44.097462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:44.113212 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b82705c4-61b5-493a-bde5-b6b945dc9277 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 200 len: 205 time: 0.0835130 Dec 13 19:56:44.116445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:44.119008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51234) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:44.123365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:44.123856 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1462684 Dec 13 19:56:44.137685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:44.157679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network eb724088-47b8-4cf9-a4b6-4f91bda96491 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:44.229283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:44.239350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Calling delete_port for 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:44.241687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:44.245649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.331855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:56:44.332670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.340365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5572170a-375f-4233-8180-fb2a24fd6bd0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:44.388055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.493258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.499373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:44.546605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Pushing event deleted for resources: {'Port': ['ID=307cdbde-ddab-4683-a6e1-1dcf7b6fd23c,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:44.548872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] No DVR routers for this DVR port 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:44.550538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:44.597665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-dfac404d-d86e-4153-9e35-8ffc32751479 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:44.601533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dfac404d-d86e-4153-9e35-8ffc32751479 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/fc9a1f95-c46a-4e57-9426-07ee4eabc3da HTTP/1.1" status: 404 len: 336 time: 0.4772210 Dec 13 19:56:44.601533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:44.603951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51238) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:44.655263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.665429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-faa47390-7794-4e3b-a56c-299062a259b0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:44.671308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a66c063-bb67-4251-839e-b76836c43d71,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:44.695812 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6b8eb2b1-75af-44d2-8d4c-20ffc177d547 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 200 len: 205 time: 0.0884790 Dec 13 19:56:44.708127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51242) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:44.708839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Made reservation on behalf of 6f839fc7b7d449fd9ab366c2a1ac0fff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:44.712460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.729887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:44.796537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.811261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Checking segment: {'id': '189739c3-a505-4e8f-9743-84fafa4f0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '751af986-22a7-491b-9c3d-70b080749f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:44.811760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Network hostable DHCP agents. Network: 751af986-22a7-491b-9c3d-70b080749f4d, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:44.875943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-9296f2f3-187d-477e-99d0-1a594615f1b8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:44.879393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9296f2f3-187d-477e-99d0-1a594615f1b8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/39c27aff-afca-4b2b-8535-e90d8cac5896 HTTP/1.1" status: 404 len: 336 time: 0.1506085 Dec 13 19:56:44.879393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:44.893847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51246) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:44.894723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:44.898820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:44.899378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.906282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=c15b2384-3259-4a8b-8650-5dcf000bb208,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:44.907160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71252012-2a42-4f30-a2bf-dc74ce4d8073 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:44.922172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Network 751af986-22a7-491b-9c3d-70b080749f4d is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:44.948107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing IP validity checks on allocation pools {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 19:56:44.949066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 19:56:44.951420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 751af986-22a7-491b-9c3d-70b080749f4d) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:44.951555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:44.964295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:44.965020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:44.973934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dd99bebc-6955-4c74-a205-80d72c9c21cf tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4070efc-86c1-452c-bf9c-00977393c28b HTTP/1.1" status: 200 len: 205 time: 0.0748665 Dec 13 19:56:44.976557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b2c30-f6db-4dff-9077-15c028d23fc6 None None] Network 751af986-22a7-491b-9c3d-70b080749f4d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:44.978541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51250) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:45.005786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4220428 Dec 13 19:56:45.010287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51254) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:45.018977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'name': 'tempest-NetworksTestDHCPv6-1693727209'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:45.106519 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-3c0ee08e-b7ac-4868-a8df-c8f28f9e0d51 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] delete failed (client error): The resource could not be found. Dec 13 19:56:45.112460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3c0ee08e-b7ac-4868-a8df-c8f28f9e0d51 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/routers/c4070efc-86c1-452c-bf9c-00977393c28b HTTP/1.1" status: 404 len: 336 time: 0.1237431 Dec 13 19:56:45.116508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51258) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:45.147346 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5186353 Dec 13 19:56:45.164473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:45.276434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.287561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddfbe0-d9fb-472c-a8e0-ff5a09dae85a None None] Network 751af986-22a7-491b-9c3d-70b080749f4d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:45.309894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03da6ed5-96c5-42d3-a5ed-f15749e85463 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:45.347955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'floatingip': {'floating_network_id': '751af986-22a7-491b-9c3d-70b080749f4d'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:45.355921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:45.366360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:floatingip and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:45.380493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e4a7f0-05b4-4314-aa3b-365851081460 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:45.380744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e4a7f0-05b4-4314-aa3b-365851081460 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:45.446123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:45.454296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-82e4a7f0-05b4-4314-aa3b-365851081460 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] 10.222.0.18 "DELETE /v2.0/subnets/40bb8542-5c15-47d1-b9f8-203060025da5 HTTP/1.1" status: 404 len: 337 time: 0.2281873 Dec 13 19:56:45.477469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:45.479725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.515877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Checking segment: {'id': 'e840dd28-6d3d-43cb-bea4-4dd40da37a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:45.516279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network hostable DHCP agents. Network: 90e35e35-6ce4-465d-8d5f-eb49bae67d8f, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:45.523948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:45.528596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:45.537965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:45.551187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:45.562060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:45.579494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:45.587877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.614294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.621084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 90e35e35-6ce4-465d-8d5f-eb49bae67d8f) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:45.639089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:45.639685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.676141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 16855f53-8592-40b1-ab76-366c3d379473 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:45.699333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.702758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281132b3-47a8-436e-a188-049fdf4a9fc5 None None] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:45.726334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'c15b2384-3259-4a8b-8650-5dcf000bb208'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:45.727469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.733987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.756798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:45.799601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8741906 Dec 13 19:56:45.802750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:45.838359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:45.888485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:46.053882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51274) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:46.171435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::30d (36b8069c-61c8-4b24-9aac-3a03df44f0fb/c15b2384-3259-4a8b-8650-5dcf000bb208/16855f53-8592-40b1-ab76-366c3d379473) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:46.214783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:46.224343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307cdbde-ddab-4683-a6e1-1dcf7b6fd23c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:46.258138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 172.26.6.13 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/61cb93b8-8cd4-4113-bf24-facf2dacd8ab) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:46.449102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-90e35e35-6ce4-465d-8d5f-eb49bae67d8f', 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f', 'tenant_id': '6f839fc7b7d449fd9ab366c2a1ac0fff', 'fixed_ips': [{'subnet_id': '2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:46.450235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.461111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.480584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.498381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:46.503906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 16855f53-8592-40b1-ab76-366c3d379473 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:46.506743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Usage tracker for resource:security_group_rule and tenant:6043212075b74d2e8cd1cdd20fa928dc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:46.512999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:46.524892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.527119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:46.618919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14957990'] for subnet, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.630558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.647233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ef314a46-1b3d-47bc-9cb8-1f6533cfd384 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:46.665173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.690823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/c15b2384-3259-4a8b-8650-5dcf000bb208/97f86c7f-dc15-4735-9895-5414b83307ce) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:46.711512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:46.720273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:46.725886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:46.731933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:46.733088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.753538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Allocated IP 2001:db8::3 (90e35e35-6ce4-465d-8d5f-eb49bae67d8f/2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad/8f398856-3348-4f55-b7e5-73090ee486ac) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:46.768859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7572999 Dec 13 19:56:46.774529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51280) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:46.808794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Allocated IP 172.20.0.6 (751af986-22a7-491b-9c3d-70b080749f4d/0a66c063-bb67-4251-839e-b76836c43d71/70835ff9-2627-4a92-8151-7bd1c3ed4b91) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:46.850947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=16855f53-8592-40b1-ab76-366c3d379473,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:46.855021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:46.878587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.896744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f533f72-42ad-4217-9a1e-180540dca716 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:46.898127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f533f72-42ad-4217-9a1e-180540dca716 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:46.918669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f533f72-42ad-4217-9a1e-180540dca716 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:46.921222 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6f533f72-42ad-4217-9a1e-180540dca716 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1453540 Dec 13 19:56:46.923839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51284) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:46.924059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:46.935463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f12c0832-0706-4af9-a873-c5f2cc5afb8a tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:46.968637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.008492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 16855f53-8592-40b1-ab76-366c3d379473 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:47.009141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.125060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:47.138717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:47.142775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:47.158772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.175667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Transition to ACTIVE for port object 97f86c7f-dc15-4735-9895-5414b83307ce will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:47.201800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.213625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=61cb93b8-8cd4-4113-bf24-facf2dacd8ab,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:47.215480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Transition to ACTIVE for port object 97f86c7f-dc15-4735-9895-5414b83307ce will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:47.218853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:47.219165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Transition to ACTIVE for port object 8f398856-3348-4f55-b7e5-73090ee486ac will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:47.225003 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6043212075b74d2e8cd1cdd20fa928dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1637270 Dec 13 19:56:47.225003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Allocated IP 172.26.6.120 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/4c1405cc-9530-4a0a-a520-c7fe36177ee1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:47.241572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Transition to ACTIVE for port object 8f398856-3348-4f55-b7e5-73090ee486ac will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:47.245406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.249631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aef6f6b9-3a60-4d8a-946d-1edc37f5ee29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:47.249860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:47.314921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.315653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51288) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:47.382470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.401454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:47.410677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:47.417078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:47.479196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:47.485739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592746a6-8204-4634-9eb6-6a52f9ee6a18,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:47.489317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:47.517441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:47.520454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:47.531132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Pushing event updated for resources: {'Port': ['ID=97f86c7f-dc15-4735-9895-5414b83307ce,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:47.534711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:47.543582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7723eb12-d4c8-4485-94c8-da385d0eb2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:47.544170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51294) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:47.564646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 16855f53-8592-40b1-ab76-366c3d379473 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:47.600479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'subnets': [{'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1492877314', 'ip_version': 6}, {'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:47.600796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'subnet': {'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1492877314', 'ip_version': 6}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:47.601478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Request body: {'subnet': {'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:47.627019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.670874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Attempting to bind port 8f398856-3348-4f55-b7e5-73090ee486ac on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:47.671269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Attempting to bind port 8f398856-3348-4f55-b7e5-73090ee486ac by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'e840dd28-6d3d-43cb-bea4-4dd40da37a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:47.672158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Attempting to bind port 8f398856-3348-4f55-b7e5-73090ee486ac on network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:47.700520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:47.700908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Checking segment: {'id': 'e840dd28-6d3d-43cb-bea4-4dd40da37a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:47.701406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.701732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Bound using segment: {'id': 'e840dd28-6d3d-43cb-bea4-4dd40da37a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:47.702365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Bound port: 8f398856-3348-4f55-b7e5-73090ee486ac, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e840dd28-6d3d-43cb-bea4-4dd40da37a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '90e35e35-6ce4-465d-8d5f-eb49bae67d8f'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:47.702649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.718054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Pushing event updated for resources: {'Port': ['ID=8f398856-3348-4f55-b7e5-73090ee486ac,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:47.720795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:47.727252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Attempting to bind port 97f86c7f-dc15-4735-9895-5414b83307ce on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:47.727252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Attempting to bind port 97f86c7f-dc15-4735-9895-5414b83307ce by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:47.727252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Attempting to bind port 97f86c7f-dc15-4735-9895-5414b83307ce on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:47.734509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:47.734891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:47.735416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.735696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:47.736158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Bound port: 97f86c7f-dc15-4735-9895-5414b83307ce, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:47.736539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.806030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.894199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] For port 8f398856-3348-4f55-b7e5-73090ee486ac, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:47.898863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] For port 8f398856-3348-4f55-b7e5-73090ee486ac, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f398856-3348-4f55-b7e5-73090ee486ac,segment=NetworkSegment(e840dd28-6d3d-43cb-bea4-4dd40da37a73),segment_id=e840dd28-6d3d-43cb-bea4-4dd40da37a73)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:47.901204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.903211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] For port 97f86c7f-dc15-4735-9895-5414b83307ce, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:47.907069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] For port 97f86c7f-dc15-4735-9895-5414b83307ce, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=97f86c7f-dc15-4735-9895-5414b83307ce,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:47.908743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.910631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2507e145-6e8d-4258-aa0c-05fe2761f2df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:47.914726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16fc2984-6fb4-40b0-8ad6-f985fc84eb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:47.960432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.961998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16749409'] for subnet, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:47.968713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=16855f53-8592-40b1-ab76-366c3d379473,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:47.974897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:47.976721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f78c2443-feed-4cd3-a040-5e216e6f2c78 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:48.032305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Pushing event updated for resources: {'Port': ['ID=8f398856-3348-4f55-b7e5-73090ee486ac,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:48.037839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:48.038696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d7207257-a228-4153-8fc5-af4e8038b65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:48.098712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.105753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:48.106346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.107611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "PUT /v2.0/subnets/2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad HTTP/1.1" status: 200 len: 900 time: 2.2899015 Dec 13 19:56:48.110259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event updated for resources: {'Subnet': ['ID=2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:48.121394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:48.125418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51298) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:48.134776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Pushing event updated for resources: {'Port': ['ID=97f86c7f-dc15-4735-9895-5414b83307ce,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:48.138788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:48.162782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/16855f53-8592-40b1-ab76-366c3d379473 HTTP/1.1" status: 204 len: 168 time: 1.2373025 Dec 13 19:56:48.168667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51302) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:48.196103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.261605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.327679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.361548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c4e7e-67f0-4ee6-950e-26cc178aca69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:48.363183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c4e7e-67f0-4ee6-950e-26cc178aca69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:48.364080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f52c4e7e-67f0-4ee6-950e-26cc178aca69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:48.385515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:48.479103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:48.592145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Usage tracker for resource:subnet and tenant:9892eafa90124367ac4626805a7f6631 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:48.601933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:48.616534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.624367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f52c4e7e-67f0-4ee6-950e-26cc178aca69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:48.625869 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f52c4e7e-67f0-4ee6-950e-26cc178aca69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4562216 Dec 13 19:56:48.630857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51308) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:48.631792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:48.647161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Network 751af986-22a7-491b-9c3d-70b080749f4d is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:48.654969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:48.657562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:48.695587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.716371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Made reservation on behalf of 9892eafa90124367ac4626805a7f6631 for: {'subnet': 2} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:48.719181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port 8f398856-3348-4f55-b7e5-73090ee486ac {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:48.719531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.721004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.721353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.744769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.804458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet c15b2384-3259-4a8b-8650-5dcf000bb208 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:48.815187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Port': ['ID=70835ff9-2627-4a92-8151-7bd1c3ed4b91,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:48.837439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.844430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:48.904967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98c981a8-b521-481d-8254-71430048a586 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:48.927264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.933147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:48.955456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:48.984000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:49.004250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:49.094936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port 8f398856-3348-4f55-b7e5-73090ee486ac, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8f398856-3348-4f55-b7e5-73090ee486ac,segment=NetworkSegment(e840dd28-6d3d-43cb-bea4-4dd40da37a73),segment_id=e840dd28-6d3d-43cb-bea4-4dd40da37a73)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:49.095302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.185999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event updated for resources: {'Port': ['ID=4c1405cc-9530-4a0a-a520-c7fe36177ee1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:49.202020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:49.204557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a2ba1-6697-4cd8-89ae-ef8068bfa1f4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:49.218087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.240994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592746a6-8204-4634-9eb6-6a52f9ee6a18,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:49.251314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.252669 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/592746a6-8204-4634-9eb6-6a52f9ee6a18 HTTP/1.1" status: 204 len: 168 time: 1.9260108 Dec 13 19:56:49.264912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for 8f398856-3348-4f55-b7e5-73090ee486ac owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:49.277644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:49.428605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.672544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.675767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78245a5-d76e-43ec-8c01-094b612bd713 None None] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:49.679711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a681eb24-c730-42c6-9a69-118ce2f12821 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:49.748558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51324) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:49.764075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=8f398856-3348-4f55-b7e5-73090ee486ac,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:49.767464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:49.771159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.882454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:49.888158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-68163bf7-c9c1-40a2-a872-32108fc821c0 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:49.994145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-3605afd0-bd56-4a4d-9147-f9ad9fdf06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:49.995648 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-3605afd0-bd56-4a4d-9147-f9ad9fdf06b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.4531863 Dec 13 19:56:49.996429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=c15b2384-3259-4a8b-8650-5dcf000bb208,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:50.000857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-851ce031-d857-4a0d-a623-8ee7a77bfc4c None None] Could not find standard attr ID for object 8f398856-3348-4f55-b7e5-73090ee486ac. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:56:50.002468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port 8f398856-3348-4f55-b7e5-73090ee486ac on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:50.014822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:50.051400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 97f86c7f-dc15-4735-9895-5414b83307ce up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:50.077135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4b03c-d097-4d34-a978-ddb170a7a8e3 req-02a20c8c-8310-431a-bfa5-b83d780a76f5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:50.078746 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6cb4b03c-d097-4d34-a978-ddb170a7a8e3 req-02a20c8c-8310-431a-bfa5-b83d780a76f5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5866082 Dec 13 19:56:50.089841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.110888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-917b8bbd-6dea-497f-9b64-c85a5b7c58dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17ab2a36f9df464aa623985d91a813b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3549123 Dec 13 19:56:50.141100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51328) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:50.202682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c4b9422b-e7da-464d-b797-e12d9ebf5959 None None] Provisioning for port 97f86c7f-dc15-4735-9895-5414b83307ce completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:50.219890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 97f86c7f-dc15-4735-9895-5414b83307ce completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:50.225710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 97f86c7f-dc15-4735-9895-5414b83307ce triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:50.226238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.290907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/c15b2384-3259-4a8b-8650-5dcf000bb208 HTTP/1.1" status: 204 len: 168 time: 1.6589017 Dec 13 19:56:50.292113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.388572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:50.391642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7ab29-2ee5-4e58-8fb7-a5de56fe9f17 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:50.402267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.504320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c3b2abfe-67d3-4c07-8d54-30137307d32e None None] Could not find standard attr ID for object 16855f53-8592-40b1-ab76-366c3d379473. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:56:50.526507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.539589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd3e76-b5f3-4bab-b815-1757c0d2f66c None None] Network 90e35e35-6ce4-465d-8d5f-eb49bae67d8f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:50.561146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.630950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d61f1bde-6ca7-4ad6-987f-68be497f6466 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:50.660324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6cb4b03c-d097-4d34-a978-ddb170a7a8e3 req-745f64c3-0c59-479b-a7fd-90363401fae8 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632739 Dec 13 19:56:50.692266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.721547 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25bf55b7-3e48-446b-9a0f-a9b4b5e076fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3253298 Dec 13 19:56:50.721547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:50.727808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 97f86c7f-dc15-4735-9895-5414b83307ce, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=97f86c7f-dc15-4735-9895-5414b83307ce,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:50.740419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:50.743339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51336) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:50.764992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:50.769737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.770851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f398856-3348-4f55-b7e5-73090ee486ac up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:50.792450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:50.799878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:50.812908 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:56:50.878686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 8f398856-3348-4f55-b7e5-73090ee486ac {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:50.879104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f398856-3348-4f55-b7e5-73090ee486ac not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 19:56:50.924390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port 8f398856-3348-4f55-b7e5-73090ee486ac not found, will not notify nova. {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 19:56:50.931754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-9e79a61e-9ad9-4b90-8c12-37564ea83600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:50.933199 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-9e79a61e-9ad9-4b90-8c12-37564ea83600 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.9281018 Dec 13 19:56:50.947061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=97f86c7f-dc15-4735-9895-5414b83307ce,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:50.952409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:50.999832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:56:51.016752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da00f0-ed5b-465f-b8a2-3c79ea80f2de None None] DHCP port deletion for 90e35e35-6ce4-465d-8d5f-eb49bae67d8f request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:51.037898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.058117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.063871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:51.064808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.070184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Deleting port 97f86c7f-dc15-4735-9895-5414b83307ce {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:51.070657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.079154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.089987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54662d7d-54af-4c1a-b6bd-e3cf7d84e80d tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:51.143760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e35e35-6ce4-465d-8d5f-eb49bae67d8f']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:51.150906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:51.174405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:51.184914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:51.189374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e840dd28-6d3d-43cb-bea4-4dd40da37a73') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:51.189669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e840dd28-6d3d-43cb-bea4-4dd40da37a73') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:51.197763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-234c454a-7a9f-4326-8900-3cd947ed6842 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1002 time: 0.2369893 Dec 13 19:56:51.206415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:51.251055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.281459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:51.285726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.312534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.324814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] For port 97f86c7f-dc15-4735-9895-5414b83307ce, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=97f86c7f-dc15-4735-9895-5414b83307ce,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:51.326139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Port': ['ID=70835ff9-2627-4a92-8151-7bd1c3ed4b91,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:51.326529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.342840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:51.385030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:51.385488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:51.402658 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:51.428261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.459769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.467759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:51.476070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Calling delete_port for 97f86c7f-dc15-4735-9895-5414b83307ce owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:51.485127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-aa075f8e-a0f0-4d11-9806-041b11932290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:51.486630 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-aa075f8e-a0f0-4d11-9806-041b11932290 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.2767296 Dec 13 19:56:51.508005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 2eb20116-cc7c-4b51-ac50-467010e3dde2 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:51.541272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.542506 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2643931 Dec 13 19:56:51.551105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:51.554677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.555683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.565868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f80c5a0-57b5-4a70-b2fa-3f780275e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:51.572669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9796365f-e2e0-4c21-8536-e5ec7fdb8f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.574847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.582311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:51.601522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.606796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.615669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4da57c-b53b-4740-952e-6be5d3879549,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:51.625344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:51.627254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Pushing event deleted for resources: {'Port': ['ID=97f86c7f-dc15-4735-9895-5414b83307ce,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:51.630533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:51.634651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ea3cfe5-3dcb-49a5-95c9-8818db732e46 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:51.637522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] No DVR routers for this DVR port 97f86c7f-dc15-4735-9895-5414b83307ce on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:56:51.687155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=90e35e35-6ce4-465d-8d5f-eb49bae67d8f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:51.689966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:51.691573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.692955 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c4da57c-b53b-4740-952e-6be5d3879549 HTTP/1.1" status: 204 len: 168 time: 1.5506554 Dec 13 19:56:51.704304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/90e35e35-6ce4-465d-8d5f-eb49bae67d8f HTTP/1.1" status: 204 len: 168 time: 3.5733900 Dec 13 19:56:51.705081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51348) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:51.807515 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-901da8ef-bdc5-4515-9aab-df1264662128 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:51.808180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901da8ef-bdc5-4515-9aab-df1264662128 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:51.814179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 97f86c7f-dc15-4735-9895-5414b83307ce no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:51.821891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Subnet': ['ID=4cbe4c3c-9334-47a7-8cd4-2a367b93414a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:51.825910 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-901da8ef-bdc5-4515-9aab-df1264662128 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/2c97bbcc-0b22-4c45-ab7c-469bec5ea3ad HTTP/1.1" status: 404 len: 337 time: 0.1158748 Dec 13 19:56:51.826077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:51.856034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 97f86c7f-dc15-4735-9895-5414b83307ce {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:51.856658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 97f86c7f-dc15-4735-9895-5414b83307ce not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:51.857096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f398856-3348-4f55-b7e5-73090ee486ac no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:56:51.886872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51352) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:51.894714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 8f398856-3348-4f55-b7e5-73090ee486ac {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:56:51.895063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8f398856-3348-4f55-b7e5-73090ee486ac not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:56:51.967824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:51.973275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:52.029105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c87fd9b5-24fb-44fa-b27b-6d052e003abe tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Synchronizing usage tracker for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:floatingip {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:52.030032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-05271512-c928-4a6c-9128-0939e2851a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:52.031695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-05271512-c928-4a6c-9128-0939e2851a46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5242414 Dec 13 19:56:52.061230 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-213fdba0-7e23-4387-9b5e-52dccb38e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:52.061721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213fdba0-7e23-4387-9b5e-52dccb38e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:52.063371 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-213fdba0-7e23-4387-9b5e-52dccb38e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/90e35e35-6ce4-465d-8d5f-eb49bae67d8f HTTP/1.1" status: 404 len: 339 time: 0.1597345 Dec 13 19:56:52.075582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Checking segment: {'id': '3a13c4a6-e7a1-4c38-8679-cdce531c972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:52.075948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:52.076062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network hostable DHCP agents. Network: f5c3087b-c124-4485-baf4-8ebcc764fc6d, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:52.080578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51358) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:52.082499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:52.091088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:52.091697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.112895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd53f6-a5c5-4380-9264-47d6e072a6d4 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:52.188035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=eb963be9-cba2-49e6-8d7b-ff7e61553d3a,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:52.193955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:52.203009 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4550250 Dec 13 19:56:52.206270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51366) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:52.212615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'name': 'tempest-NetworksTestDHCPv6-928163857'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:52.249429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3a324-5e94-4fb5-9cba-2f8d8a232277 req-0303cf42-b03a-4d27-bb88-e1555c080eb7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:52.249702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9fa3a324-5e94-4fb5-9cba-2f8d8a232277 req-0303cf42-b03a-4d27-bb88-e1555c080eb7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.3365574 Dec 13 19:56:52.375690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c87fd9b5-24fb-44fa-b27b-6d052e003abe tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Unset dirty status for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:floatingip {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:52.377489 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-60b7a286-12da-4a40-b656-b0b0b2229479 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274293 Dec 13 19:56:52.380070 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c87fd9b5-24fb-44fa-b27b-6d052e003abe tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=751af986-22a7-491b-9c3d-70b080749f4d HTTP/1.1" status: 200 len: 689 time: 0.8213489 Dec 13 19:56:52.382640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51374) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:52.394127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network f5c3087b-c124-4485-baf4-8ebcc764fc6d is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:52.432131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.439251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:52.449574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f5c3087b-c124-4485-baf4-8ebcc764fc6d) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:52.455071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.466907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4598653f-f473-42c3-a12e-b26533405a80 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:52.480666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] Sync routers for ids ['2eb20116-cc7c-4b51-ac50-467010e3dde2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:52.494361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a32fae-9db5-4735-b298-0f05827b6d02 None None] Network f5c3087b-c124-4485-baf4-8ebcc764fc6d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:52.579671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.580899 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.4412930 Dec 13 19:56:52.591925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51382) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:52.595784 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9fa3a324-5e94-4fb5-9cba-2f8d8a232277 req-930c8abe-8d76-44aa-9884-a423197f3a82 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326373 Dec 13 19:56:52.627908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event updated for resources: {'Subnet': ['ID=63ba70e2-7e7e-4e99-9913-4795658bbdfe,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:52.631371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:52.700052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] Routers {'2eb20116-cc7c-4b51-ac50-467010e3dde2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:52.700791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2eb20116-cc7c-4b51-ac50-467010e3dde2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:52.750044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Checking segment: {'id': 'c8811e1c-6548-45c1-ac89-b2b15e315ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:52.750328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network hostable DHCP agents. Network: eb724088-47b8-4cf9-a4b6-4f91bda96491, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:52.769458 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:52.790227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'eb963be9-cba2-49e6-8d7b-ff7e61553d3a'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:52.791116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.816618 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0bf90f4-5700-4b18-8026-8754c7741d23 req-f6c77cd9-f0f8-43d4-a1a9-35496a4bd150 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234390 Dec 13 19:56:52.844424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Router 4734aa09-a9ac-4759-b674-c94c532b2a56 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:56:52.848126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] Routers {'2eb20116-cc7c-4b51-ac50-467010e3dde2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:52.849208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2eb20116-cc7c-4b51-ac50-467010e3dde2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:52.857370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:52.865879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:52.871409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:52.881272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:52.902298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51394) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:52.929409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:52.934560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:52.941081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.016911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.019792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 69092e01-a239-4bc9-9a26-133bdf6188bf yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:53.031113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Network eb724088-47b8-4cf9-a4b6-4f91bda96491 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:53.045051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdded50-5581-41dd-96de-5189b6b142f7']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.075591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.076327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a70357-fbd6-45ea-afb4-349b1832724b') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.076622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a70357-fbd6-45ea-afb4-349b1832724b') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.078308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dd4e2-cd24-48f9-94a4-1d860ead17ce None None] The sync data for ids ['2eb20116-cc7c-4b51-ac50-467010e3dde2'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:53.090748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, eb724088-47b8-4cf9-a4b6-4f91bda96491) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:53.101971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.111160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:53.111624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:53.112243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.116068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea208b8-5e5f-463e-9ada-25620fab9daf None None] Network eb724088-47b8-4cf9-a4b6-4f91bda96491 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:53.155248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2062200213'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:53.177741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:53.183484 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f03b1bbd-ce30-4bc6-9b44-a5f7aafc2b46 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers/2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 200 len: 884 time: 0.5599327 Dec 13 19:56:53.183685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Deleting port 70835ff9-2627-4a92-8151-7bd1c3ed4b91 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:53.183685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.193861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51400) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.222724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Usage tracker for resource:network and tenant:ed9dcf7483884a7d928729a0dc94a4c5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:53.230316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:53.249600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:53.338856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f5c3087b-c124-4485-baf4-8ebcc764fc6d', 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d', 'tenant_id': '9892eafa90124367ac4626805a7f6631', 'fixed_ips': [{'subnet_id': '4cbe4c3c-9334-47a7-8cd4-2a367b93414a'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:53.339825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.365352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Made reservation on behalf of ed9dcf7483884a7d928729a0dc94a4c5 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:53.368825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.385336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.411007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.441976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51404) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.444951 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.8996449 Dec 13 19:56:53.455221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:53.455621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.465912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:53.495535 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:53.507684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Allocated IP 2001:db8::1 (f5c3087b-c124-4485-baf4-8ebcc764fc6d/4cbe4c3c-9334-47a7-8cd4-2a367b93414a/5353f111-353a-403c-905c-6163352e69c6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:53.523506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Usage tracker for resource:security_group_rule and tenant:ed9dcf7483884a7d928729a0dc94a4c5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:53.533645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:53.557786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:53.577216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:53.591708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.592137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.596526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] Sync routers for ids ['4734aa09-a9ac-4759-b674-c94c532b2a56'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:53.612799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229c9b1-7101-4c3a-a404-8cea0787ce1b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:53.614893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229c9b1-7101-4c3a-a404-8cea0787ce1b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:53.616857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229c9b1-7101-4c3a-a404-8cea0787ce1b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:53.617862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.622174 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.5169752 Dec 13 19:56:53.622601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51408) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.622934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5229c9b1-7101-4c3a-a404-8cea0787ce1b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1691699 Dec 13 19:56:53.629088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51412) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.692085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.713809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21f3777f-4c2e-47bc-af2f-f19e3fcf3aed tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:53.720538 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] Routers {'4734aa09-a9ac-4759-b674-c94c532b2a56'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:53.721516 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4734aa09-a9ac-4759-b674-c94c532b2a56'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.727908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.729472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.741005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Transition to ACTIVE for port object 5353f111-353a-403c-905c-6163352e69c6 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:53.752154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=3bdded50-5581-41dd-96de-5189b6b142f7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:53.760007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:53.760588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Transition to ACTIVE for port object 5353f111-353a-403c-905c-6163352e69c6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:53.783489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/eb963be9-cba2-49e6-8d7b-ff7e61553d3a/f91a2832-49d5-4fdc-9f2c-5899925bb3e8) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:53.786886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:53.795976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-87949fbd-af83-4208-8767-8ab80c73e34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:53.816763 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.829638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/3bdded50-5581-41dd-96de-5189b6b142f7 HTTP/1.1" status: 204 len: 168 time: 1.7428849 Dec 13 19:56:53.831463 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] Routers {'4734aa09-a9ac-4759-b674-c94c532b2a56'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:53.832767 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4734aa09-a9ac-4759-b674-c94c532b2a56'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.838841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51418) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.879979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Calling delete_port for 70835ff9-2627-4a92-8151-7bd1c3ed4b91 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:53.909414 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:53.910279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254bec0-71d1-4c3e-8f50-f608b2d5ede3 None None] The sync data for ids ['4734aa09-a9ac-4759-b674-c94c532b2a56'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:53.949601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Network f5c3087b-c124-4485-baf4-8ebcc764fc6d is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:53.954689 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-2461bb25-7e38-48b3-a118-731417fd7a14 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:53.955125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2461bb25-7e38-48b3-a118-731417fd7a14 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:53.959873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2461bb25-7e38-48b3-a118-731417fd7a14 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/6220a569-ee58-4db5-a918-08697ba88956 HTTP/1.1" status: 404 len: 337 time: 0.1138868 Dec 13 19:56:53.963963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:53.969638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:53.974350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:54.008864 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-404f7ad4-cb2d-496c-9084-a734feb48a7f tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:56:54.009264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404f7ad4-cb2d-496c-9084-a734feb48a7f tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:54.013293 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-404f7ad4-cb2d-496c-9084-a734feb48a7f tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/9b8f12e5-e254-4c60-815d-fc6bb8ecb992 HTTP/1.1" status: 404 len: 339 time: 0.0385516 Dec 13 19:56:54.015084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51426) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:54.025267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-569a4cdc-6ab0-49ec-b90d-f275aa7d1fe2 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/4734aa09-a9ac-4759-b674-c94c532b2a56 HTTP/1.1" status: 200 len: 925 time: 0.3988895 Dec 13 19:56:54.025499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51430) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:54.040607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-eb724088-47b8-4cf9-a4b6-4f91bda96491', 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491', 'tenant_id': '9892eafa90124367ac4626805a7f6631', 'fixed_ips': [{'subnet_id': '63ba70e2-7e7e-4e99-9913-4795658bbdfe'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:54.041501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.074071 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5b5c8ed7-dd67-4001-b136-bb7f801db5be tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=4734aa09-a9ac-4759-b674-c94c532b2a56 HTTP/1.1" status: 200 len: 205 time: 0.0445752 Dec 13 19:56:54.075715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51434) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:54.092841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Deleting subnet 4cbe4c3c-9334-47a7-8cd4-2a367b93414a {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:54.118527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.155276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-62b593ef-9e10-41a8-aa2c-d0de706fbdbe tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:router {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:54.223222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting subnet f33cb894-f605-46b2-9ac9-c8fd35fc2c3c {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:54.242122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.247076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-62b593ef-9e10-41a8-aa2c-d0de706fbdbe tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:router {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:54.250922 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-62b593ef-9e10-41a8-aa2c-d0de706fbdbe tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0530026 Dec 13 19:56:54.258835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Pushing event updated for resources: {'Port': ['ID=5353f111-353a-403c-905c-6163352e69c6,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:54.262037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51438) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:54.268024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1539057884'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:54.285748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:54.286624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d983cf3d-e6a7-4d63-9db5-dc3ff4a67155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.340177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Attempting to bind port 5353f111-353a-403c-905c-6163352e69c6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:54.340766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Attempting to bind port 5353f111-353a-403c-905c-6163352e69c6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '3a13c4a6-e7a1-4c38-8679-cdce531c972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:54.341258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.341614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Attempting to bind port 5353f111-353a-403c-905c-6163352e69c6 on network f5c3087b-c124-4485-baf4-8ebcc764fc6d {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:54.370788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.378377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:54.378902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Checking segment: {'id': '3a13c4a6-e7a1-4c38-8679-cdce531c972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:54.379416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.380047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Bound using segment: {'id': '3a13c4a6-e7a1-4c38-8679-cdce531c972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:54.380272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1cb84-1612-4fcb-b67b-367336af6407 req-ce94c960-5b08-4532-875a-ad12923dc29f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:54.380837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Bound port: 5353f111-353a-403c-905c-6163352e69c6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a13c4a6-e7a1-4c38-8679-cdce531c972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f5c3087b-c124-4485-baf4-8ebcc764fc6d'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:54.381354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.381813 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-07c1cb84-1612-4fcb-b67b-367336af6407 req-ce94c960-5b08-4532-875a-ad12923dc29f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5181708 Dec 13 19:56:54.406113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.437666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.468304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.482783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:54.563219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.568411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:54.576452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93059a3-2639-4584-8591-e1e24d1ce087,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:54.578867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Allocated IP 2001:db8:0:1::1 (eb724088-47b8-4cf9-a4b6-4f91bda96491/63ba70e2-7e7e-4e99-9913-4795658bbdfe/95c41d03-2d7a-4e78-b320-a74b464b7b5c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:54.579862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:54.600573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af7c574b-e77c-4af7-8a5f-bf7e5fe5d4fa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:54.621522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] For port 5353f111-353a-403c-905c-6163352e69c6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:54.639165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.701004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Transition to ACTIVE for port object f91a2832-49d5-4fdc-9f2c-5899925bb3e8 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:54.717339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] For port 5353f111-353a-403c-905c-6163352e69c6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5353f111-353a-403c-905c-6163352e69c6,segment=NetworkSegment(3a13c4a6-e7a1-4c38-8679-cdce531c972f),segment_id=3a13c4a6-e7a1-4c38-8679-cdce531c972f)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:54.720662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.733723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.741226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4f2eabb5-6b3d-48fe-9599-15edfa9ee890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:54.761249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-07c1cb84-1612-4fcb-b67b-367336af6407 req-3a92eb2f-56ae-4153-aa39-e7350685003c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579669 Dec 13 19:56:54.812430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Transition to ACTIVE for port object f91a2832-49d5-4fdc-9f2c-5899925bb3e8 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:54.816940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.817724 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Added segment c46cd8b9-4a8c-4bd5-9086-9752c6d32916 of type vlan for network 167eee7e-ecb6-4116-a1cb-647b24109c1e Dec 13 19:56:54.828032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Port': ['ID=70835ff9-2627-4a92-8151-7bd1c3ed4b91,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:54.866333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.880789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:54.940025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:54.942636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port 4c1405cc-9530-4a0a-a520-c7fe36177ee1 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:54.943182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.945268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Pushing event updated for resources: {'Port': ['ID=5353f111-353a-403c-905c-6163352e69c6,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:54.948748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:54.974883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:54.987017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.016211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:55.018937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:55.056975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.091566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::139 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/eb963be9-cba2-49e6-8d7b-ff7e61553d3a/69092e01-a239-4bc9-9a26-133bdf6188bf) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:55.148239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.166669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Transition to ACTIVE for port object 95c41d03-2d7a-4e78-b320-a74b464b7b5c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:55.249415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.277921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Pushing event updated for resources: {'Port': ['ID=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:55.307008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Transition to ACTIVE for port object 95c41d03-2d7a-4e78-b320-a74b464b7b5c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:55.323622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:55.328548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.339784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.340249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.354821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.356551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 69092e01-a239-4bc9-9a26-133bdf6188bf will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:56:55.368927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.382288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.390077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.421971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Attempting to bind port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:55.422667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Attempting to bind port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:55.423424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Attempting to bind port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:55.431799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.439504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Network eb724088-47b8-4cf9-a4b6-4f91bda96491 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:55.450573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:55.455373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:55.455759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:55.456181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.456593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:55.457066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Bound port: f91a2832-49d5-4fdc-9f2c-5899925bb3e8, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:55.457484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.463473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.469140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.475328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:55.476401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.476805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:55.492455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36818136-42b9-4b2d-84eb-aac7c4ec2dc8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.513585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for 4c1405cc-9530-4a0a-a520-c7fe36177ee1 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:55.553682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.563692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Pushing event updated for resources: {'Port': ['ID=95c41d03-2d7a-4e78-b320-a74b464b7b5c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:55.596077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:55.621474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:56:55.643243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:55.645857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:56:55.651800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:55.652430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.656847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.659223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] For port f91a2832-49d5-4fdc-9f2c-5899925bb3e8, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:55.661429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Attempting to bind port 95c41d03-2d7a-4e78-b320-a74b464b7b5c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:56:55.661834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Attempting to bind port 95c41d03-2d7a-4e78-b320-a74b464b7b5c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c8811e1c-6548-45c1-ac89-b2b15e315ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:56:55.662376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Attempting to bind port 95c41d03-2d7a-4e78-b320-a74b464b7b5c on network eb724088-47b8-4cf9-a4b6-4f91bda96491 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:56:55.667450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] For port f91a2832-49d5-4fdc-9f2c-5899925bb3e8, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:55.671526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:56:55.672004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Checking segment: {'id': 'c8811e1c-6548-45c1-ac89-b2b15e315ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:55.672311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.672707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Bound using segment: {'id': 'c8811e1c-6548-45c1-ac89-b2b15e315ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:56:55.673193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Bound port: 95c41d03-2d7a-4e78-b320-a74b464b7b5c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8811e1c-6548-45c1-ac89-b2b15e315ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eb724088-47b8-4cf9-a4b6-4f91bda96491'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:56:55.673609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.685052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.691386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-abde85a5-d3ae-4481-bff0-5d9fa20ccad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.705524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.708063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=69092e01-a239-4bc9-9a26-133bdf6188bf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:55.711016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:55.718505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.752293 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8465555 Dec 13 19:56:55.761470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 2eb20116-cc7c-4b51-ac50-467010e3dde2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:56:55.762581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51444) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:55.764012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Pushing event updated for resources: {'Port': ['ID=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:55.772341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Request body: {'subnet': {'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:55.774900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:55.809523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.844542 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/subnets/4cbe4c3c-9334-47a7-8cd4-2a367b93414a HTTP/1.1" status: 204 len: 168 time: 2.2132998 Dec 13 19:56:55.849437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6421273 Dec 13 19:56:55.851005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51448) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:55.882001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51450) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:55.895143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] For port 95c41d03-2d7a-4e78-b320-a74b464b7b5c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:56:55.903693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] For port 95c41d03-2d7a-4e78-b320-a74b464b7b5c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95c41d03-2d7a-4e78-b320-a74b464b7b5c,segment=NetworkSegment(c8811e1c-6548-45c1-ac89-b2b15e315ddb),segment_id=c8811e1c-6548-45c1-ac89-b2b15e315ddb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:56:55.912719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:55.916700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.922381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5e584e1-0caf-4bcc-8180-a3d6cceea2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:55.942168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Usage tracker for resource:subnet and tenant:ed9dcf7483884a7d928729a0dc94a4c5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:55.966196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:55.969219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:55.999949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'Network': ['ID=167eee7e-ecb6-4116-a1cb-647b24109c1e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:56.006124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:56.031333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:56.034329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f8f8114-9eeb-4eab-b9eb-488bed48bd04 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:56.052577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5353f111-353a-403c-905c-6163352e69c6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:56.077138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Made reservation on behalf of ed9dcf7483884a7d928729a0dc94a4c5 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:56.080977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.086917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.090054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/f33cb894-f605-46b2-9ac9-c8fd35fc2c3c HTTP/1.1" status: 204 len: 168 time: 2.0668762 Dec 13 19:56:56.103804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:56:56.106527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51456) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:56.107272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18f47a-39ef-40bf-a4a9-4c6cdf6c4bff tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbe4c3c-9334-47a7-8cd4-2a367b93414a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:56.133145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ff563-809b-4693-9fcd-bd87da16f688 None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:56.191869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=f33cb894-f605-46b2-9ac9-c8fd35fc2c3c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:56.200395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:56.216146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:56.216548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:56.228118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Deleting subnet 63ba70e2-7e7e-4e99-9913-4795658bbdfe {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:56.250883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.320098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.333705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:56.385899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a66c063-bb67-4251-839e-b76836c43d71,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:56.388337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:56.413502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting subnet e34818a4-2193-4b25-8a1c-3115d7d598bc {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:56.420390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.452680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Pushing event updated for resources: {'Port': ['ID=95c41d03-2d7a-4e78-b320-a74b464b7b5c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:56.475372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.478103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:56.550939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.604319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce83c6-bb87-4856-a2df-0bb18e29ffe8 None None] Network f5c3087b-c124-4485-baf4-8ebcc764fc6d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:56.618091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f1800-3694-4624-b3f2-c16750f2012f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:56.625918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f1800-3694-4624-b3f2-c16750f2012f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:56.627237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-647f1800-3694-4624-b3f2-c16750f2012f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:56.686670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.732499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-647f1800-3694-4624-b3f2-c16750f2012f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:56.735985 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-647f1800-3694-4624-b3f2-c16750f2012f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8506954 Dec 13 19:56:56.739078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.762562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51460) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:56.796475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751af986-22a7-491b-9c3d-70b080749f4d']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:56.830927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 5353f111-353a-403c-905c-6163352e69c6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:56.833017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189739c3-a505-4e8f-9743-84fafa4f0133') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:56.833406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189739c3-a505-4e8f-9743-84fafa4f0133') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:56.839512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.842400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5353f111-353a-403c-905c-6163352e69c6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:56.846133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.851582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:56.862117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.889421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.904403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Provisioning for port 5353f111-353a-403c-905c-6163352e69c6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:56.969424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Provisioning complete for port 5353f111-353a-403c-905c-6163352e69c6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:56.969992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:56.993969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:56:57.010851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 69092e01-a239-4bc9-9a26-133bdf6188bf {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:57.011200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.040392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] Sync routers for ids ['2eb20116-cc7c-4b51-ac50-467010e3dde2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:56:57.061407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] Routers {'2eb20116-cc7c-4b51-ac50-467010e3dde2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:57.063351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2eb20116-cc7c-4b51-ac50-467010e3dde2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:57.063508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.080159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:56:57.080472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:56:57.095386 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:56:57.106831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'Subnet': ['ID=8513c856-70a3-4ecf-baf9-486ce10ce182,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:57.116609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:57.122530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.134381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:57.181826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.183308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4a906b42-791d-4094-8469-eb527ea988b5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 200 len: 891 time: 2.9202819 Dec 13 19:56:57.196868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Checking segment: {'id': 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:56:57.197260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Network hostable DHCP agents. Network: 167eee7e-ecb6-4116-a1cb-647b24109c1e, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:56:57.204296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51464) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:57.208992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=4c1405cc-9530-4a0a-a520-c7fe36177ee1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:57.215329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.215652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:57.243102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.249495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:57.305027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.321940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Subnet': ['ID=63ba70e2-7e7e-4e99-9913-4795658bbdfe,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:57.344552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.352916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 751af986-22a7-491b-9c3d-70b080749f4d {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:56:57.355608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.359224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:57.391549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:57.392367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53332c1b-f967-428e-92dc-e3db1d50a651 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:57.457845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.462446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] Routers {'2eb20116-cc7c-4b51-ac50-467010e3dde2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:56:57.464676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2eb20116-cc7c-4b51-ac50-467010e3dde2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:57.489064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:56:57.491109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Network': ['ID=751af986-22a7-491b-9c3d-70b080749f4d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:57.498811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:57.509703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/751af986-22a7-491b-9c3d-70b080749f4d HTTP/1.1" status: 204 len: 168 time: 5.1237319 Dec 13 19:56:57.513609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51470) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:57.583400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:56:57.586413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4c63a-3816-436f-b539-ae14de9dca01 None None] The sync data for ids ['2eb20116-cc7c-4b51-ac50-467010e3dde2'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:56:57.594885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 167eee7e-ecb6-4116-a1cb-647b24109c1e) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:56:57.599975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:57.600589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.606909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.623463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbcdaf-c1c6-482e-b7cc-b2bfbd5c3776 None None] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:57.637399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.644628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/subnets/63ba70e2-7e7e-4e99-9913-4795658bbdfe HTTP/1.1" status: 204 len: 168 time: 1.7820084 Dec 13 19:56:57.687983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51474) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:57.737681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5a314bb7-8c32-42c6-bfd6-ac90dd6e4dfd tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Synchronizing usage tracker for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:floatingip {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:57.779787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5a314bb7-8c32-42c6-bfd6-ac90dd6e4dfd tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Unset dirty status for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:floatingip {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:57.786187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5a314bb7-8c32-42c6-bfd6-ac90dd6e4dfd tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2655947 Dec 13 19:56:57.787826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51478) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:57.834822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 5353f111-353a-403c-905c-6163352e69c6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5353f111-353a-403c-905c-6163352e69c6,segment=NetworkSegment(3a13c4a6-e7a1-4c38-8679-cdce531c972f),segment_id=3a13c4a6-e7a1-4c38-8679-cdce531c972f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:57.869652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.871675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:57.879437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:57.929563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:57.984028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.030060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=e34818a4-2193-4b25-8a1c-3115d7d598bc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:58.042465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:58.044217 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/e34818a4-2193-4b25-8a1c-3115d7d598bc HTTP/1.1" status: 204 len: 168 time: 1.9072177 Dec 13 19:56:58.059187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.059636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.066515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.082923 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-958e432b-87b4-4fb3-9512-9cf687250065 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers/2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 200 len: 891 time: 0.8656671 Dec 13 19:56:58.087369 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3192356 Dec 13 19:56:58.104504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=5353f111-353a-403c-905c-6163352e69c6,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:58.107457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] DHCP port deletion for f5c3087b-c124-4485-baf4-8ebcc764fc6d request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:58.109070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51486) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.109438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.120424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Request body: {'port': {'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-265700946'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:58.126489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:58.127723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Deleting port 5353f111-353a-403c-905c-6163352e69c6 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:58.128241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.200818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f91a2832-49d5-4fdc-9f2c-5899925bb3e8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:58.211289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.211981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.212576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.213246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.213893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.214648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.215254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.216010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.218727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Synchronizing usage tracker for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:58.274486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f181bd4-f1c4-452f-8a18-0b72293fa052 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:58.275217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2f181bd4-f1c4-452f-8a18-0b72293fa052 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Synchronizing usage tracker for tenant:9892eafa90124367ac4626805a7f6631 on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:58.286632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cb14d7d3-d524-439e-be3e-32088c888eb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:56:58.360463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.360972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router 4734aa09-a9ac-4759-b674-c94c532b2a56 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:56:58.382878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-167eee7e-ecb6-4116-a1cb-647b24109c1e', 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e', 'tenant_id': 'ed9dcf7483884a7d928729a0dc94a4c5', 'fixed_ips': [{'subnet_id': '8513c856-70a3-4ecf-baf9-486ce10ce182'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:56:58.384125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.385069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.416089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.417295 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/4734aa09-a9ac-4759-b674-c94c532b2a56 HTTP/1.1" status: 204 len: 168 time: 4.3405113 Dec 13 19:56:58.426121 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1af89-098b-4d99-a8cf-33faf076cbac None None] Network eb724088-47b8-4cf9-a4b6-4f91bda96491 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:58.437712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51494) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.454861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237921393', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:58.465500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Unset dirty status for tenant:4cccd25f66cc4405a0f142a10cb78ef7 on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:58.469467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8f15f83c-5a00-43e8-b7d0-987e1430ee7f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.6775711 Dec 13 19:56:58.478496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.483099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51498) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.491667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:58.571513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:router and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:58.584580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:58.588504 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-fd55ef33-826f-43bb-ad3a-e019f10eaac9 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] delete failed (client error): The resource could not be found. Dec 13 19:56:58.591986 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fd55ef33-826f-43bb-ad3a-e019f10eaac9 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/93d2ffe0-6d3e-4fc1-8b59-e9eed1706f00 HTTP/1.1" status: 404 len: 345 time: 0.1018341 Dec 13 19:56:58.593742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51502) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.596574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port abb3c6a5-41eb-486a-97a5-169c264b8528 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:58.596963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.604294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:56:58.604961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-9c561d29-a584-4fad-9b35-aebd3a122b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:56:58.633416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:58.681796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-48591daf-66ec-453c-ade1-70f20aca839f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 19:56:58.682271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48591daf-66ec-453c-ade1-70f20aca839f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:56:58.684251 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-48591daf-66ec-453c-ade1-70f20aca839f tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/751af986-22a7-491b-9c3d-70b080749f4d HTTP/1.1" status: 404 len: 339 time: 0.0891364 Dec 13 19:56:58.690769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51506) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.700440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'name': 'tempest-network--747265935', 'router:external': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:56:58.707601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.708759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.726303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:58.744655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:58.745074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 69092e01-a239-4bc9-9a26-133bdf6188bf owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:58.789569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2f181bd4-f1c4-452f-8a18-0b72293fa052 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Unset dirty status for tenant:9892eafa90124367ac4626805a7f6631 on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:58.794569 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2f181bd4-f1c4-452f-8a18-0b72293fa052 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0962543 Dec 13 19:56:58.803365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.813973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cb14d7d3-d524-439e-be3e-32088c888eb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:56:58.815142 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cb14d7d3-d524-439e-be3e-32088c888eb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 200 len: 205 time: 0.7047610 Dec 13 19:56:58.830194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:network and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:58.839593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51514) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:58.953319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:58.959908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:58.978351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:56:58.997609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733904c-4f6b-49bf-a28a-9f641e9c95e1 None None] Network d1fa2fff-873d-4907-92b3-39b967653cc1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:56:59.035684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Usage tracker for resource:port and tenant:ed9dcf7483884a7d928729a0dc94a4c5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:56:59.043003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:59.046026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:56:59.052599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.060008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:56:59.062729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95c41d03-2d7a-4e78-b320-a74b464b7b5c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:56:59.092337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Made reservation on behalf of ed9dcf7483884a7d928729a0dc94a4c5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:59.095906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.110410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Deleting port 95c41d03-2d7a-4e78-b320-a74b464b7b5c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:59.110753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.141772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.155052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:59.203557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:56:59.205908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.225990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.228303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=69092e01-a239-4bc9-9a26-133bdf6188bf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:56:59.231429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:56:59.260374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] device_id is not set on port 48d3bc26-ca52-4385-be44-1c3ffb007523 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:56:59.281314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] For port 5353f111-353a-403c-905c-6163352e69c6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5353f111-353a-403c-905c-6163352e69c6,segment=NetworkSegment(3a13c4a6-e7a1-4c38-8679-cdce531c972f),segment_id=3a13c4a6-e7a1-4c38-8679-cdce531c972f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:59.281314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.315932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.407627 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/69092e01-a239-4bc9-9a26-133bdf6188bf HTTP/1.1" status: 204 len: 168 time: 2.6428938 Dec 13 19:56:59.417362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51518) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:59.507789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Calling delete_port for 5353f111-353a-403c-905c-6163352e69c6 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:59.553675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] DHCP port deletion for eb724088-47b8-4cf9-a4b6-4f91bda96491 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:56:59.610574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Deleting port 95c41d03-2d7a-4e78-b320-a74b464b7b5c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:56:59.611076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.611966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215c6fe-0078-4519-a61c-ae3bd545dd2b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:59.613490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215c6fe-0078-4519-a61c-ae3bd545dd2b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:56:59.617561 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c215c6fe-0078-4519-a61c-ae3bd545dd2b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1976223 Dec 13 19:56:59.617911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51522) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:56:59.640998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:56:59.652353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Allocated IP 2001:db8::2 (167eee7e-ecb6-4116-a1cb-647b24109c1e/8513c856-70a3-4ecf-baf9-486ce10ce182/84361367-81ca-4a9b-8fba-84868614fbb2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:56:59.670177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port abb3c6a5-41eb-486a-97a5-169c264b8528, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=abb3c6a5-41eb-486a-97a5-169c264b8528,segment=NetworkSegment(8c20d5d4-5944-4f45-aad1-9c05a3975726),segment_id=8c20d5d4-5944-4f45-aad1-9c05a3975726)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:59.670504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.676740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] For port 95c41d03-2d7a-4e78-b320-a74b464b7b5c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95c41d03-2d7a-4e78-b320-a74b464b7b5c,segment=NetworkSegment(c8811e1c-6548-45c1-ac89-b2b15e315ddb),segment_id=c8811e1c-6548-45c1-ac89-b2b15e315ddb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:56:59.677104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.685477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.775129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 95c41d03-2d7a-4e78-b320-a74b464b7b5c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:59.819653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Calling delete_port for 95c41d03-2d7a-4e78-b320-a74b464b7b5c owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:56:59.857217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet eb963be9-cba2-49e6-8d7b-ff7e61553d3a {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:56:59.863440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.890934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Provisioning for port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:56:59.918183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.920087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.920434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Added segment 9443a3ec-a950-45fb-b21c-b3985617738f of type vlan for network 7b4e25f9-6e35-46f4-b370-39243b19e900 Dec 13 19:56:59.922422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.925327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:56:59.941142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:56:59.956030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Provisioning complete for port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:56:59.956411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.002073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for abb3c6a5-41eb-486a-97a5-169c264b8528 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:00.012818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.020694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a78f1fe7-ef5e-4de3-abe9-6a3b31d0340e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.038635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Pushing event deleted for resources: {'Port': ['ID=5353f111-353a-403c-905c-6163352e69c6,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.041053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.068827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5353f111-353a-403c-905c-6163352e69c6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:00.072649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Port': ['ID=95c41d03-2d7a-4e78-b320-a74b464b7b5c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.077778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.083134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 61cb93b8-8cd4-4113-bf24-facf2dacd8ab {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:00.083879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.084576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] No DVR routers for this DVR port 95c41d03-2d7a-4e78-b320-a74b464b7b5c on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:00.135798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.176032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] No DVR routers for this DVR port 5353f111-353a-403c-905c-6163352e69c6 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:00.201895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 5353f111-353a-403c-905c-6163352e69c6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:00.202429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5353f111-353a-403c-905c-6163352e69c6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:00.203438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95c41d03-2d7a-4e78-b320-a74b464b7b5c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:00.218030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.267338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 95c41d03-2d7a-4e78-b320-a74b464b7b5c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:00.267796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95c41d03-2d7a-4e78-b320-a74b464b7b5c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:00.292291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.301136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-332b521c-2382-4887-a113-7bfe24ca39c8 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.366389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Port': ['ID=abb3c6a5-41eb-486a-97a5-169c264b8528,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.372634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.373696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:00.374271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.379434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.382486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No DVR routers for this DVR port abb3c6a5-41eb-486a-97a5-169c264b8528 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:00.383978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.399087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] For port 95c41d03-2d7a-4e78-b320-a74b464b7b5c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95c41d03-2d7a-4e78-b320-a74b464b7b5c,segment=NetworkSegment(c8811e1c-6548-45c1-ac89-b2b15e315ddb),segment_id=c8811e1c-6548-45c1-ac89-b2b15e315ddb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:00.400111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.422397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592917d-970d-41f2-bae2-519fac3529fd None None] DHCP port deletion for d1fa2fff-873d-4907-92b3-39b967653cc1 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:00.454941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.493527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb724088-47b8-4cf9-a4b6-4f91bda96491']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:00.510886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8811e1c-6548-45c1-ac89-b2b15e315ddb') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:00.510886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8811e1c-6548-45c1-ac89-b2b15e315ddb') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:00.529197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.550573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.553897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.559778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.593436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:00.593880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:00.612475 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:00.620579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=eb963be9-cba2-49e6-8d7b-ff7e61553d3a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.623234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.625201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Calling delete_port for 95c41d03-2d7a-4e78-b320-a74b464b7b5c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:00.660137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ebb456-edb2-400b-a533-882442a32ca1 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:00.677497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.719410 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/eb963be9-cba2-49e6-8d7b-ff7e61553d3a HTTP/1.1" status: 204 len: 168 time: 1.1001761 Dec 13 19:57:00.720713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.723227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51526) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:00.758974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.792303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Transition to ACTIVE for port object 84361367-81ca-4a9b-8fba-84868614fbb2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:00.799365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.804443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.807986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-31779253-5c1f-43f3-970e-cfdd8a9636c2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.825505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.826144 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-29a84fda-c4f0-4323-88b9-e5d03633d24c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006026 Dec 13 19:57:00.833645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:00.870874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=eb724088-47b8-4cf9-a4b6-4f91bda96491,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.873524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.874147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Transition to ACTIVE for port object 84361367-81ca-4a9b-8fba-84868614fbb2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:00.882674 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/eb724088-47b8-4cf9-a4b6-4f91bda96491 HTTP/1.1" status: 204 len: 168 time: 2.0732670 Dec 13 19:57:00.883071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51534) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:00.915767 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2236733 Dec 13 19:57:00.916641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.919254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51538) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:00.922813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:00.949419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=7b4e25f9-6e35-46f4-b370-39243b19e900,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:00.978218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:00.992815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:00.994899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 7b4e25f9-6e35-46f4-b370-39243b19e900 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:01.023373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:01.023746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:01.047211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] For port f91a2832-49d5-4fdc-9f2c-5899925bb3e8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:01.094044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.097063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Allocated IP 2001:db8::99 (167eee7e-ecb6-4116-a1cb-647b24109c1e/8513c856-70a3-4ecf-baf9-486ce10ce182/48d3bc26-ca52-4385-be44-1c3ffb007523) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:01.104112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:01.111873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:01.113732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.116902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:01.143486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 61cb93b8-8cd4-4113-bf24-facf2dacd8ab owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:01.158085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Could not find standard attr ID for object 69092e01-a239-4bc9-9a26-133bdf6188bf. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:57:01.159501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Pushing event updated for resources: {'Port': ['ID=84361367-81ca-4a9b-8fba-84868614fbb2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:01.197465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:01.198572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0149994c-8f98-48ed-a087-6a13e2bf5463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:01.226343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726a4f3-0a3e-47c8-93fe-df38886e098b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.227147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b726a4f3-0a3e-47c8-93fe-df38886e098b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:01.236261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Could not find standard attr ID for object abb3c6a5-41eb-486a-97a5-169c264b8528. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:57:01.243658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fa2fff-873d-4907-92b3-39b967653cc1']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.291057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Could not find standard attr ID for object 95c41d03-2d7a-4e78-b320-a74b464b7b5c. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:57:01.309510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c20d5d4-5944-4f45-aad1-9c05a3975726') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.310095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c20d5d4-5944-4f45-aad1-9c05a3975726') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.320383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.336965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b726a4f3-0a3e-47c8-93fe-df38886e098b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:01.338160 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b726a4f3-0a3e-47c8-93fe-df38886e098b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5035036 Dec 13 19:57:01.344376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.351782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51542) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:01.361735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Attempting to bind port 84361367-81ca-4a9b-8fba-84868614fbb2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:01.363158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Attempting to bind port 84361367-81ca-4a9b-8fba-84868614fbb2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:01.363802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Attempting to bind port 84361367-81ca-4a9b-8fba-84868614fbb2 on network 167eee7e-ecb6-4116-a1cb-647b24109c1e {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:01.373056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Pushing event updated for resources: {'Port': ['ID=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:01.373260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.382527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:01.383399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:01.384269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Checking segment: {'id': 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:01.384908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.385286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Bound using segment: {'id': 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:01.385990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Bound port: 84361367-81ca-4a9b-8fba-84868614fbb2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:01.386534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.399293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.474822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c3087b-c124-4485-baf4-8ebcc764fc6d']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.478265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.492708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] For port 84361367-81ca-4a9b-8fba-84868614fbb2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:01.501364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a13c4a6-e7a1-4c38-8679-cdce531c972f') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.501364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a13c4a6-e7a1-4c38-8679-cdce531c972f') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:01.501620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] For port 84361367-81ca-4a9b-8fba-84868614fbb2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=84361367-81ca-4a9b-8fba-84868614fbb2,segment=NetworkSegment(c46cd8b9-4a8c-4bd5-9086-9752c6d32916),segment_id=c46cd8b9-4a8c-4bd5-9086-9752c6d32916)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:01.505792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:01.506431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.508961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.514930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-79a153a9-8eb3-4552-8945-a16279676185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:01.529264 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:01.539177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.550408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d06fdd-8268-4256-afe6-c1626aa23c89 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.551336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875dec1-c4ac-486e-9322-c965a06e9ed3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.552123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3875dec1-c4ac-486e-9322-c965a06e9ed3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:01.557867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d06fdd-8268-4256-afe6-c1626aa23c89 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.562671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Deleting port 95c41d03-2d7a-4e78-b320-a74b464b7b5c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:01.563055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.563909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d06fdd-8268-4256-afe6-c1626aa23c89 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.570494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d06fdd-8268-4256-afe6-c1626aa23c89 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:01.575474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d4d06fdd-8268-4256-afe6-c1626aa23c89 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6280615 Dec 13 19:57:01.579247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51546) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:01.580262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.588296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:01.610443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:01.611191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.622547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Deleting port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:01.622928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:01.635271 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:01.697640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3875dec1-c4ac-486e-9322-c965a06e9ed3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:01.699427 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3875dec1-c4ac-486e-9322-c965a06e9ed3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3467224 Dec 13 19:57:01.704435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cbd50-b584-421e-b510-c918ef20fc10 None None] The port '95c41d03-2d7a-4e78-b320-a74b464b7b5c' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:01.707402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51550) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:01.735412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Pushing event updated for resources: {'Port': ['ID=84361367-81ca-4a9b-8fba-84868614fbb2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:01.738516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:01.755856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.795062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.807052 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-49f2a40b-dcaa-48c3-9f64-98ba9bf8b199 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920293 Dec 13 19:57:01.809014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:01.813372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51554) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:01.820973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:01.828122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.838168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Transition to ACTIVE for port object 48d3bc26-ca52-4385-be44-1c3ffb007523 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:01.859023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.896189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=d1fa2fff-873d-4907-92b3-39b967653cc1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:01.912230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:01.913593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 172.26.6.197 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/183e7fd8-7134-494d-9935-6072cd7603cb) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:01.922725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/d1fa2fff-873d-4907-92b3-39b967653cc1 HTTP/1.1" status: 204 len: 168 time: 3.8602705 Dec 13 19:57:01.923886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51558) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:01.935017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.951709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] For port f91a2832-49d5-4fdc-9f2c-5899925bb3e8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:01.952179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.965216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:01.975474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:01.986699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56cbfc5-7ade-46d5-91ae-d31e04735b32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:01.987151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56cbfc5-7ade-46d5-91ae-d31e04735b32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:01.988849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a56cbfc5-7ade-46d5-91ae-d31e04735b32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/8f9f17cd-98a2-45ef-92dd-72910fe041da HTTP/1.1" status: 404 len: 337 time: 0.0640533 Dec 13 19:57:01.991591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51562) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.026647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=f5c3087b-c124-4485-baf4-8ebcc764fc6d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:02.033621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:02.035010 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/f5c3087b-c124-4485-baf4-8ebcc764fc6d HTTP/1.1" status: 204 len: 168 time: 1.1510427 Dec 13 19:57:02.036758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8caa49-9c1b-4ba2-b3b4-8dbda6fce859 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:02.037276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8caa49-9c1b-4ba2-b3b4-8dbda6fce859 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:02.039041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ec8caa49-9c1b-4ba2-b3b4-8dbda6fce859 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/ea50522b-aa38-41b5-b967-c6b28d1fc0ed HTTP/1.1" status: 404 len: 339 time: 0.0464320 Dec 13 19:57:02.043121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51566) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.043448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51568) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.086601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:02.097149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.131409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:02.171550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d9ba94be-4e1f-43e5-82cc-bd8d68fc7e0b tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:02.175316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Calling delete_port for f91a2832-49d5-4fdc-9f2c-5899925bb3e8 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:02.241665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d1fa7-2697-4001-9ce9-0e3ae8f027a3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:02.242117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d1fa7-2697-4001-9ce9-0e3ae8f027a3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:02.243938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-480d1fa7-2697-4001-9ce9-0e3ae8f027a3 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/76e3af45-7336-4678-9764-d3224fde718c HTTP/1.1" status: 404 len: 337 time: 0.1978381 Dec 13 19:57:02.251472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=61cb93b8-8cd4-4113-bf24-facf2dacd8ab,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:02.254053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:02.287133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51574) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.299156 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f91a2832-49d5-4fdc-9f2c-5899925bb3e8 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:02.380110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.394941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.414673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4e25f9-6e35-46f4-b370-39243b19e900']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:02.433382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8489e5b3-9a96-440b-b4b6-d9bd2c80cda1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:02.436889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.444106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f1681c-8317-46b6-850d-9c6241688f1b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:02.444570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f1681c-8317-46b6-850d-9c6241688f1b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:02.449033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-75f1681c-8317-46b6-850d-9c6241688f1b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/df228a88-b433-423e-8dd4-46ee94fbb035 HTTP/1.1" status: 404 len: 339 time: 0.1564584 Dec 13 19:57:02.449176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:02.468086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51578) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.480101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9443a3ec-a950-45fb-b21c-b3985617738f') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:02.480439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9443a3ec-a950-45fb-b21c-b3985617738f') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:02.486771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.497044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:02.500570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.502242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Pushing event deleted for resources: {'Port': ['ID=f91a2832-49d5-4fdc-9f2c-5899925bb3e8,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:02.503698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] No DVR routers for this DVR port f91a2832-49d5-4fdc-9f2c-5899925bb3e8 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:02.505191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.514329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:02.530259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.534916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.565480 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-024e571a-8698-4836-b471-f225313c22e6 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:02.565945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024e571a-8698-4836-b471-f225313c22e6 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:02.570555 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-024e571a-8698-4836-b471-f225313c22e6 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/1af42e9d-e665-4105-a780-5231cfab2b2c HTTP/1.1" status: 404 len: 337 time: 0.0907116 Dec 13 19:57:02.572327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device abb3c6a5-41eb-486a-97a5-169c264b8528 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:02.591019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.600285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51582) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.607298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: abb3c6a5-41eb-486a-97a5-169c264b8528 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:02.607953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device abb3c6a5-41eb-486a-97a5-169c264b8528 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:02.687229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:02.705780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:02.712198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'Port': ['ID=48d3bc26-ca52-4385-be44-1c3ffb007523,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:02.715097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:02.721009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:02.722374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.729141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.731756 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6a1c67-5fc5-4cbc-ab98-9cbf011d5d4c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:02.732234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6a1c67-5fc5-4cbc-ab98-9cbf011d5d4c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:02.733991 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0f6a1c67-5fc5-4cbc-ab98-9cbf011d5d4c tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/d7a48293-286a-4eed-a416-a2ad13e8717a HTTP/1.1" status: 404 len: 339 time: 0.1304474 Dec 13 19:57:02.734879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:02.744559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51586) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.749918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:02.750347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:02.803912 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:02.896158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.907201 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.7951093 Dec 13 19:57:02.910634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51590) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:02.921810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Request body: {'port': {'network_id': '167eee7e-ecb6-4116-a1cb-647b24109c1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2124262317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:02.922381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] bootfile-name is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:02.922704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] tftp-server is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:02.923039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] server-ip-address is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:02.947007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:02.957695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting subnet 2952c9da-412f-486c-ac19-e28125e444bf {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:02.989724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.007239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.020132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.020676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb20116-cc7c-4b51-ac50-467010e3dde2 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:57:03.030198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39789e33-ac60-4d57-8214-be8d03c0ee9d']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:03.044970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.051854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb90043d-0785-47a2-9de9-ca3f4c82ef65') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:03.052210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb90043d-0785-47a2-9de9-ca3f4c82ef65') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:03.065361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.072678 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 204 len: 168 time: 4.2171054 Dec 13 19:57:03.072834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1cba802-2195-4d78-855f-c5d2091ca41e tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:03.072939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.075193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51594) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:03.078093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca1de4a7-53c0-418b-a8e5-8430bdd0be3b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:03.088294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b4e25f9-6e35-46f4-b370-39243b19e900 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:57:03.093425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.104780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b4e25f9-6e35-46f4-b370-39243b19e900,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:03.118417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:03.123256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595222216'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:03.123411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04071ca3-2dfc-4dc7-8d08-b09ea53da3c5 None None] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:03.130195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.149012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.155834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:03.171293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:03.177572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:03.183142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:03.188141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.189389 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7b4e25f9-6e35-46f4-b370-39243b19e900 HTTP/1.1" status: 204 len: 168 time: 1.6063461 Dec 13 19:57:03.191045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:03.207361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51598) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:03.226499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:03.234420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=183e7fd8-7134-494d-9935-6072cd7603cb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:03.237528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:03.246332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:03.247040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.259664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bf21533-0cc9-4559-9880-06cef958ff51 None None] Provisioning for port 84361367-81ca-4a9b-8fba-84868614fbb2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:03.265637 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:03.268929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:03.269040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'name': 'tempest-network--271529157', 'router:external': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:03.311372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:03.360204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:03.376051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:network and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:03.393640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Usage tracker for resource:port and tenant:ed9dcf7483884a7d928729a0dc94a4c5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:03.398418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:03.404243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:03.418994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:03.423116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.443444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:03.447180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:03.450524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.486602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.508706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afc1cd03-c84e-417f-8b3e-a0ab18a6916a tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:03.517194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:03.519503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.526774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.528437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Made reservation on behalf of ed9dcf7483884a7d928729a0dc94a4c5 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:03.531948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.557848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/39789e33-ac60-4d57-8214-be8d03c0ee9d HTTP/1.1" status: 204 len: 168 time: 1.5133905 Dec 13 19:57:03.564998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51602) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:03.571526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:03.584998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.585379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment e10e0ae9-1496-4fbf-80d3-d2c946fcdd54 of type vlan for network 6ffb480a-14a9-46c4-8b58-79ceec036473 Dec 13 19:57:03.636676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=39789e33-ac60-4d57-8214-be8d03c0ee9d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:03.647476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:03.660047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.687253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.707896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] device_id is not set on port 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:03.740426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f04eae3-04ec-4127-8dfe-9416793eef07 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:03.781568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:03.782204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.791782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:03.793255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.809074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-44b8f383-8644-4ca8-ac25-3e4f3a8f3b31 None None] Provisioning for port 48d3bc26-ca52-4385-be44-1c3ffb007523 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:03.814541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:03.815025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-44b8f383-8644-4ca8-ac25-3e4f3a8f3b31 None None] Provisioning complete for port 48d3bc26-ca52-4385-be44-1c3ffb007523 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:03.815406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-44b8f383-8644-4ca8-ac25-3e4f3a8f3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.849599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:03.872928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:03.875350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.875709 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Added segment bf062273-9cdd-4418-b6ff-435e5dae4850 of type vlan for network 66372497-9b68-4820-8f31-63fd3f6bb9e1 Dec 13 19:57:03.876780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-44b8f383-8644-4ca8-ac25-3e4f3a8f3b31 None None] Port 48d3bc26-ca52-4385-be44-1c3ffb007523 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:03.886350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.888252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aff7de-0dfa-4911-87e7-f72b5789bc01 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:03.891846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:03.892348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.911888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:03.943101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=93d21474-e489-492c-82d7-424c7dda1b54,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:04.015151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.015541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.015920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.016462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.016893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.017291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.023714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.023714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.023714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.023714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.023714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.024166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:04.026956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46ad05-8056-4ffe-b67e-24dbd0d017ef None None] Network 60d27925-c766-4415-b92f-d3f4c7565af5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:04.051144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.054005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84361367-81ca-4a9b-8fba-84868614fbb2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:04.056244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:04.059477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9475031 Dec 13 19:57:04.064621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51606) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:04.068121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:04.079192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:04.100124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=6ffb480a-14a9-46c4-8b58-79ceec036473,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:04.102958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:04.107345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.139076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.140821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:04.146355 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3291211 Dec 13 19:57:04.167569 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/2952c9da-412f-486c-ac19-e28125e444bf HTTP/1.1" status: 204 len: 168 time: 1.4173684 Dec 13 19:57:04.168229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51610) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:04.168229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51614) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:04.172714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=2952c9da-412f-486c-ac19-e28125e444bf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:04.186119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:04.345230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '93d21474-e489-492c-82d7-424c7dda1b54', 'ip_address': '2001:db8::2403:53d7:9731:420a'}], 'name': 'tempest-NetworksTestDHCPv6-567644679'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:04.354736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-77270480-139b-4ed7-9645-c02706a1cd51 None None] Provisioning complete for port 48d3bc26-ca52-4385-be44-1c3ffb007523 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:04.355120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-77270480-139b-4ed7-9645-c02706a1cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.392972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Allocated IP 2001:db8::31d (167eee7e-ecb6-4116-a1cb-647b24109c1e/8513c856-70a3-4ecf-baf9-486ce10ce182/9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:04.406407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:57:04.442327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.444825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 84361367-81ca-4a9b-8fba-84868614fbb2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:04.471030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.472161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:04.472807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.488275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:04.515497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:04.525974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 84361367-81ca-4a9b-8fba-84868614fbb2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:04.526324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.528353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838ffc51-ff06-4e6e-bc0a-d6799f37b1ed']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:04.576338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-77270480-139b-4ed7-9645-c02706a1cd51 None None] Port 48d3bc26-ca52-4385-be44-1c3ffb007523 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:04.617551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52a737d-e2fb-47a0-90ed-6b029c8ef445') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:04.617781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52a737d-e2fb-47a0-90ed-6b029c8ef445') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:04.627364 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4064026 Dec 13 19:57:04.633265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.634161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51618) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:04.639072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.668666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=66372497-9b68-4820-8f31-63fd3f6bb9e1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:04.687343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:04.691297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:04.693672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '93d21474-e489-492c-82d7-424c7dda1b54'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:04.694527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.703619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:04.703811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 66372497-9b68-4820-8f31-63fd3f6bb9e1 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:04.708042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:04.711410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:04.717225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:04.757041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.785764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:04.789353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.821400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:04.821824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.832619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port d58bba0f-1d52-45af-8677-2261aef98efc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:04.833047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:04.854629 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:04.916476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.940367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:04.943952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] DHCP port deletion for 60d27925-c766-4415-b92f-d3f4c7565af5 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:04.964741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f5a27-f927-4b42-a48b-f3be58d283ac tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:04.965371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d6f5a27-f927-4b42-a48b-f3be58d283ac tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Synchronizing usage tracker for tenant:4521d708aca04bdea294b95592e5b96c on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:04.969982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Deleting port d58bba0f-1d52-45af-8677-2261aef98efc {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:04.970368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:04.997666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.014738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:05.031624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.047146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Pushing event deleted for resources: {'Network': ['ID=838ffc51-ff06-4e6e-bc0a-d6799f37b1ed,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:05.054126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 84361367-81ca-4a9b-8fba-84868614fbb2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=84361367-81ca-4a9b-8fba-84868614fbb2,segment=NetworkSegment(c46cd8b9-4a8c-4bd5-9086-9752c6d32916),segment_id=c46cd8b9-4a8c-4bd5-9086-9752c6d32916)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:05.060893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:05.064600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d6f5a27-f927-4b42-a48b-f3be58d283ac tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Unset dirty status for tenant:4521d708aca04bdea294b95592e5b96c on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:05.065740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d6f5a27-f927-4b42-a48b-f3be58d283ac tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "GET /v2.0/networks/66372497-9b68-4820-8f31-63fd3f6bb9e1 HTTP/1.1" status: 200 len: 756 time: 0.4290087 Dec 13 19:57:05.071526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51622) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.071711 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] 10.222.0.18 "DELETE /v2.0/networks/838ffc51-ff06-4e6e-bc0a-d6799f37b1ed HTTP/1.1" status: 204 len: 168 time: 1.4944336 Dec 13 19:57:05.088365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.102819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.106048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Transition to ACTIVE for port object 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:05.111028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-82c7805e-2952-4409-84bd-505f0bcb4d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:05.133862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.141663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bcd58722-b1e8-4d26-bf29-41cfbe4beee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:05.193220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=84361367-81ca-4a9b-8fba-84868614fbb2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:05.209895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.210600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.211738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.212097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.212438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.212778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.213116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.214126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.214476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.214814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.215151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.216174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:05.219346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:05.223581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:05.226279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:05.241711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:05.252073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:05.252795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.267714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'Port': ['ID=9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:05.284221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:05.298878 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3867698 Dec 13 19:57:05.301208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.417266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/93d21474-e489-492c-82d7-424c7dda1b54/6321fa9f-e25e-4bb1-9d44-4283f2107c71) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:05.460405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:05.466637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:05.485598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:05.486550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Synchronizing usage tracker for tenant:ed9dcf7483884a7d928729a0dc94a4c5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:05.529917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Unset dirty status for tenant:ed9dcf7483884a7d928729a0dc94a4c5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:05.533876 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-379416e2-0703-4a58-a985-b67225e12f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2283919 Dec 13 19:57:05.534143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51634) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.541833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] For port d58bba0f-1d52-45af-8677-2261aef98efc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d58bba0f-1d52-45af-8677-2261aef98efc,segment=NetworkSegment(6b70dbca-a728-4030-a965-63ee2267725b),segment_id=6b70dbca-a728-4030-a965-63ee2267725b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:05.542248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.581197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51638) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.592109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.622635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Deleting port 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:05.622989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.690658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52070ece-1490-4bf7-b5a8-c3c1164ddee0 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:05.695195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-52070ece-1490-4bf7-b5a8-c3c1164ddee0 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "GET /v2.0/networks/cd72a09c-7b56-44e8-9a62-d83235af5e69 HTTP/1.1" status: 200 len: 768 time: 0.6192167 Dec 13 19:57:05.708794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Calling delete_port for d58bba0f-1d52-45af-8677-2261aef98efc owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:05.709977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51644) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.747941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port d58bba0f-1d52-45af-8677-2261aef98efc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d58bba0f-1d52-45af-8677-2261aef98efc,segment=NetworkSegment(6b70dbca-a728-4030-a965-63ee2267725b),segment_id=6b70dbca-a728-4030-a965-63ee2267725b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:05.748739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.766583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8392c1c6-459f-4eda-901b-90f69df71737 None None] Provisioning for port 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:05.767827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:05.789357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8392c1c6-459f-4eda-901b-90f69df71737 None None] Provisioning complete for port 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:05.790235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8392c1c6-459f-4eda-901b-90f69df71737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.893851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8392c1c6-459f-4eda-901b-90f69df71737 None None] Port 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:05.952904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:05.962398 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-157b822b-804b-4410-9d24-c380ec6923fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9892eafa90124367ac4626805a7f6631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787663 Dec 13 19:57:05.968586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dd50a827-a41b-495a-9cd4-370e567fbf80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:05.975517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:05.991491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.011525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84361367-81ca-4a9b-8fba-84868614fbb2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:06.063541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] No DVR routers for this DVR port d58bba0f-1d52-45af-8677-2261aef98efc on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:06.067293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Pushing event deleted for resources: {'Port': ['ID=d58bba0f-1d52-45af-8677-2261aef98efc,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:06.071856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.073722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:06.086231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for d58bba0f-1d52-45af-8677-2261aef98efc owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:06.095662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.112294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Transition to ACTIVE for port object 6321fa9f-e25e-4bb1-9d44-4283f2107c71 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:06.132278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.136642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Transition to ACTIVE for port object 6321fa9f-e25e-4bb1-9d44-4283f2107c71 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:06.144595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 84361367-81ca-4a9b-8fba-84868614fbb2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:06.144595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.181976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.187472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3eaf17e4-426d-48ce-a7b3-54d3f3aab5de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:06.266878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.274997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:06.281265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:06.283739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:06.288899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Pushing event updated for resources: {'Port': ['ID=6321fa9f-e25e-4bb1-9d44-4283f2107c71,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:06.291919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:06.316675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.337638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40f11c1e-86e6-4562-8a11-272d97171eae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:06.407031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Calling delete_port for 9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:06.438006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Attempting to bind port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:06.438650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Attempting to bind port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:06.439184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Attempting to bind port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:06.450106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:06.450488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:06.451084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.451491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:06.451973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Bound port: 6321fa9f-e25e-4bb1-9d44-4283f2107c71, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:06.452360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.520948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:06.521155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:06.541378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.550323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] For port 6321fa9f-e25e-4bb1-9d44-4283f2107c71, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:06.553885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] For port 6321fa9f-e25e-4bb1-9d44-4283f2107c71, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6321fa9f-e25e-4bb1-9d44-4283f2107c71,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:06.557643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d58bba0f-1d52-45af-8677-2261aef98efc no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:06.558362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=c9b865c0-b7ac-409e-844d-450a1e94e6bf,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:06.564026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.578945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.579554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.580053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.580572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.580935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.581316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.581676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.582027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.582588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.582967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.583328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.583680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:06.592613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.598715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:06.601410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::2403:53d7:9731:420a (36b8069c-61c8-4b24-9aac-3a03df44f0fb/93d21474-e489-492c-82d7-424c7dda1b54/d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:06.603716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f8e0031c-b0b4-4709-aa7c-644633cb2aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:06.611826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:06.612191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 6ffb480a-14a9-46c4-8b58-79ceec036473, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:06.635679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: d58bba0f-1d52-45af-8677-2261aef98efc {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:06.636062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d58bba0f-1d52-45af-8677-2261aef98efc not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:06.664110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66372497-9b68-4820-8f31-63fd3f6bb9e1']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:06.687909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:06.694872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.701653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf062273-9cdd-4418-b6ff-435e5dae4850') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:06.702202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf062273-9cdd-4418-b6ff-435e5dae4850') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:06.703908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Pushing event updated for resources: {'Port': ['ID=6321fa9f-e25e-4bb1-9d44-4283f2107c71,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:06.704507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:06.709259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:06.712772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1ce2eea3-2f09-4670-b98c-fa0b6ab15f64 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:06.739941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 6ffb480a-14a9-46c4-8b58-79ceec036473) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:06.749766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee39ab-a5f9-487f-8561-eb7f0fac8df0 None None] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:06.752548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:06.753388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.780009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.787155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event deleted for resources: {'Port': ['ID=9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:06.797406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:06.847028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.857592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.862070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:06.862878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:06.878438 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:06.976468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "DELETE /v2.0/ports/9dfc592c-2f5d-4f17-9d3d-26b7b81cc1b8 HTTP/1.1" status: 204 len: 168 time: 1.4412465 Dec 13 19:57:06.980592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51652) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:06.987981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Request body: {'port': {'name': 'tempest-new-port-name-81093784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:06.993816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] bootfile-name is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:06.995157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] tftp-server is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:06.995663 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9268994 Dec 13 19:57:06.998329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] server-ip-address is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:07.000241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51656) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:07.006337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816518736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:07.061669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.078222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:07.107445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.111839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port d58bba0f-1d52-45af-8677-2261aef98efc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:07.112278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66372497-9b68-4820-8f31-63fd3f6bb9e1 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:57:07.112702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.114628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.120442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-6ffb480a-14a9-46c4-8b58-79ceec036473', 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': 'c9b865c0-b7ac-409e-844d-450a1e94e6bf'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:07.120952 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/66372497-9b68-4820-8f31-63fd3f6bb9e1 HTTP/1.1" status: 204 len: 168 time: 1.4010229 Dec 13 19:57:07.121053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.123125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.126618 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a481851-b160-47c1-8440-e7bfa7efa7f7 HTTP/1.1" status: 204 len: 168 time: 1.1478219 Dec 13 19:57:07.126618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a481851-b160-47c1-8440-e7bfa7efa7f7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:07.128306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:07.131548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51660) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:07.132224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f72e17fb-1b5a-4d80-86e1-b3a95a42243c tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:07.162923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'name': 'tempest-network--1898650161'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:07.168073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:07.172575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Network': ['ID=66372497-9b68-4820-8f31-63fd3f6bb9e1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:07.175139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:07.179484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:07.190749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:07.238971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:07.276246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.280414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] The port 'd58bba0f-1d52-45af-8677-2261aef98efc' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:07.287394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:07.310768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Usage tracker for resource:network and tenant:4cccd25f66cc4405a0f142a10cb78ef7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:07.317490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:07.328461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:07.341577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.395205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:07.413650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Made reservation on behalf of 4cccd25f66cc4405a0f142a10cb78ef7 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:07.416350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.472236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.482943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:07.495915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-540f1228-0716-44f6-82cb-1eaa322cc601 tempest-RoutersAdminTest-1366616059 tempest-RoutersAdminTest-1366616059-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:07.541353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:07.559693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Allocated IP 2001:db8::2 (6ffb480a-14a9-46c4-8b58-79ceec036473/c9b865c0-b7ac-409e-844d-450a1e94e6bf/71b12a68-d80a-42a1-80f7-3f61fd2ea39b) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:07.587390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.588286 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Added segment ec7ce613-a843-46f7-9c1d-4bc9b55217d5 of type vlan for network 6d361386-b015-4945-b0e5-f708171466cd Dec 13 19:57:07.653212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.685470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:07.688878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.690611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.711618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.720776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.722314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:07.723127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.730787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a3c27b9-41b1-43cc-b1d8-ce694c944837 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:07.739221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:07.740046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.744303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.3054376 Dec 13 19:57:07.760442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51672) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:07.780594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.788123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.822218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.952702 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8061609 Dec 13 19:57:07.953879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] In _notify_port_updated(), no bound segment for port 48d3bc26-ca52-4385-be44-1c3ffb007523 on network 167eee7e-ecb6-4116-a1cb-647b24109c1e {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:57:07.980996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:07.982083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:07.987932 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "PUT /v2.0/ports/48d3bc26-ca52-4385-be44-1c3ffb007523 HTTP/1.1" status: 200 len: 1127 time: 1.0056205 Dec 13 19:57:07.991678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51680) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:07.992194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51682) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.061115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Sync routers for ids ['121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:08.072561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.081494 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Routers {'121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:08.082568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:08.083869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6321fa9f-e25e-4bb1-9d44-4283f2107c71 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:08.103785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:08.141619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=6d361386-b015-4945-b0e5-f708171466cd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:08.148777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:08.169837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0c336288-66ea-4816-804b-717daffbf36c tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:08.180235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 6d361386-b015-4945-b0e5-f708171466cd details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:08.218799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Transition to ACTIVE for port object 71b12a68-d80a-42a1-80f7-3f61fd2ea39b will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:08.308267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:08.310361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.372199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d27925-c766-4415-b92f-d3f4c7565af5']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:08.401030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b70dbca-a728-4030-a965-63ee2267725b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:08.401342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b70dbca-a728-4030-a965-63ee2267725b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:08.432550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.439486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Transition to ACTIVE for port object 71b12a68-d80a-42a1-80f7-3f61fd2ea39b will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:08.466196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.470412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.479941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fbb59d7d-ef1c-407f-a0fe-4a758941cfab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:08.484956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:08.489118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.496444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5455217-4a2c-40ff-85c4-20a1ff911344 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:08.497103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d5455217-4a2c-40ff-85c4-20a1ff911344 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Synchronizing usage tracker for tenant:ed9dcf7483884a7d928729a0dc94a4c5 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:08.500244 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Set router 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:08.558856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:08.574597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:08.575696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:08.588266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:08.595525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Pushing event updated for resources: {'Port': ['ID=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:08.600624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:08.601705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f250ef2-aa1c-4fab-ac88-198ab4f4357f None None] Provisioning complete for port 48d3bc26-ca52-4385-be44-1c3ffb007523 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:08.602186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f250ef2-aa1c-4fab-ac88-198ab4f4357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.647237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51696) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:08.684656 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:08.692451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.701373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.707473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.708406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d5455217-4a2c-40ff-85c4-20a1ff911344 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Unset dirty status for tenant:ed9dcf7483884a7d928729a0dc94a4c5 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:08.710120 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d5455217-4a2c-40ff-85c4-20a1ff911344 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "GET /v2.0/ports/48d3bc26-ca52-4385-be44-1c3ffb007523 HTTP/1.1" status: 200 len: 1127 time: 0.7146294 Dec 13 19:57:08.712920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:08.715130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:08.721291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:08.721914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.727960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51702) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.731876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cdf2cba8-43a0-467a-bf58-9cff3daa16d5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:08.738049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event updated for resources: {'Port': ['ID=48d3bc26-ca52-4385-be44-1c3ffb007523,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:08.747739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Attempting to bind port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:08.748710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Attempting to bind port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:08.749119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Attempting to bind port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b on network 6ffb480a-14a9-46c4-8b58-79ceec036473 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:08.753048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9f250ef2-aa1c-4fab-ac88-198ab4f4357f None None] Port 48d3bc26-ca52-4385-be44-1c3ffb007523 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:08.757727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:08.758317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Checking segment: {'id': 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:08.758788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.759315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Bound using segment: {'id': 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:08.759958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Bound port: 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6ffb480a-14a9-46c4-8b58-79ceec036473'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:08.760447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.772314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=60d27925-c766-4415-b92f-d3f4c7565af5,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:08.775431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:08.810631 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/60d27925-c766-4415-b92f-d3f4c7565af5 HTTP/1.1" status: 204 len: 168 time: 4.3237050 Dec 13 19:57:08.812094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51706) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.815354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.819858 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-192426b1-ed9e-4fdd-9a05-af25df651fe7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8147118 Dec 13 19:57:08.835697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.836915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:08.843787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.859441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:08.869888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7012346 Dec 13 19:57:08.873605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51714) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:08.893438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] For port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:08.898930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] For port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,segment=NetworkSegment(e10e0ae9-1496-4fbf-80d3-d2c946fcdd54),segment_id=e10e0ae9-1496-4fbf-80d3-d2c946fcdd54)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:08.909658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Provisioning for port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:08.925388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:08.933003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:08.956276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b722465b-309a-4f5f-a91c-dabbc683ed40 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:08.956731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b722465b-309a-4f5f-a91c-dabbc683ed40 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:08.962707 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b722465b-309a-4f5f-a91c-dabbc683ed40 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/a9c19d78-1d1b-4727-8196-a98a0b80c7cd HTTP/1.1" status: 404 len: 337 time: 0.1451948 Dec 13 19:57:09.020564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Provisioning complete for port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:09.021517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51718) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:09.028161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.090411 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d062028-fcd3-4cfe-81d3-1d3a7d87d597 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:09.090794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d062028-fcd3-4cfe-81d3-1d3a7d87d597 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:09.096054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9d062028-fcd3-4cfe-81d3-1d3a7d87d597 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/324f08c4-f450-47ea-9447-799c8e20a265 HTTP/1.1" status: 404 len: 339 time: 0.0611567 Dec 13 19:57:09.096351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51722) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:09.104979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-84f6bbed-fbb5-49d6-98d6-e19a93ab815e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e HTTP/1.1" status: 200 len: 908 time: 1.3378990 Dec 13 19:57:09.117541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197'}], 'enable_snat': False}, 'gw_port_id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:58Z', 'updated_at': '2021-12-13T19:57:03Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:01Z', 'updated_at': '2021-12-13T19:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:09.123521 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Checking router: 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:57:09.124126 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Updating router 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e port 183e7fd8-7134-494d-9935-6072cd7603cb binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:57:09.142687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Pushing event updated for resources: {'Port': ['ID=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:09.152109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:09.174513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Network 6d361386-b015-4945-b0e5-f708171466cd is not hosted by any dhcp agent {{(pid=87526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 13 19:57:09.175608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:09.176231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.180144 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "PUT /v2.0/networks/6d361386-b015-4945-b0e5-f708171466cd HTTP/1.1" status: 200 len: 857 time: 1.1843138 Dec 13 19:57:09.180144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51726) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:09.191611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51728) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:09.196420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting subnet c23a6028-573b-4d4f-8ea7-2154cdbaa628 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:09.216974 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.258878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.295175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] For port 6321fa9f-e25e-4bb1-9d44-4283f2107c71, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6321fa9f-e25e-4bb1-9d44-4283f2107c71,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:09.296654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.303555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.313291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:09.363747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdce8be-982f-46ef-af2b-ebb5d40af105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:09.370619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdce8be-982f-46ef-af2b-ebb5d40af105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:09.371439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5fdce8be-982f-46ef-af2b-ebb5d40af105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:09.381682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.393221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event updated for resources: {'Network': ['ID=6d361386-b015-4945-b0e5-f708171466cd,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:09.414841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-321401428'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:09.415978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5fdce8be-982f-46ef-af2b-ebb5d40af105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:09.417028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5fdce8be-982f-46ef-af2b-ebb5d40af105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4707220 Dec 13 19:57:09.424822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51734) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:09.432456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.434553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Pushing event updated for resources: {'Port': ['ID=6321fa9f-e25e-4bb1-9d44-4283f2107c71,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:09.442714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:09.449417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:09.461819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237921393', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': True}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:09.468600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-885aa64f-4864-406a-844d-59671813f1cf None None] Provisioning for port d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:09.469079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:09.472478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:09.483794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-885aa64f-4864-406a-844d-59671813f1cf None None] Provisioning complete for port d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:09.484313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-885aa64f-4864-406a-844d-59671813f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.568334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Usage tracker for resource:router and tenant:a37da9ca128240809b77d3a084068f6d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:09.597056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-885aa64f-4864-406a-844d-59671813f1cf None None] Port d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:09.618430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:09.623360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:09.665859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:09.666302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.680166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:09.692618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:09.706265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Deleting port 48d3bc26-ca52-4385-be44-1c3ffb007523 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:09.706849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.738201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:09.759202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.759800 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.772441 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Transition to ACTIVE for port object 183e7fd8-7134-494d-9935-6072cd7603cb will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:09.780418 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.791097 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:09.805677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d361386-b015-4945-b0e5-f708171466cd']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:09.813201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.825272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.826636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.860187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7ce613-a843-46f7-9c1d-4bc9b55217d5') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:09.860428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7ce613-a843-46f7-9c1d-4bc9b55217d5') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:09.874597 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Attempting to bind port 183e7fd8-7134-494d-9935-6072cd7603cb on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:09.874888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Attempting to bind port 183e7fd8-7134-494d-9935-6072cd7603cb by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:09.875432 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Attempting to bind port 183e7fd8-7134-494d-9935-6072cd7603cb on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:09.883910 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:09.884293 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:09.884710 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.885108 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:09.885619 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Bound port: 183e7fd8-7134-494d-9935-6072cd7603cb, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:09.886020 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.908036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:09.913532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.913675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.920454 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Pushing event updated for resources: {'Port': ['ID=183e7fd8-7134-494d-9935-6072cd7603cb,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:09.941000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.941419 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.942206 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.942894 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.943011 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.943418 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.943751 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.944104 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.944478 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.944795 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.945123 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.945544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:57:09.952390 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:09.955782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.966213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.975626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:09.976026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:09.992810 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:09.995433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.006584 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] For port 183e7fd8-7134-494d-9935-6072cd7603cb, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:10.011440 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] For port 183e7fd8-7134-494d-9935-6072cd7603cb, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=183e7fd8-7134-494d-9935-6072cd7603cb,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:10.022152 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.028780 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1b0d505b-e7b0-46eb-844c-2b67d4086edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:10.060100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:10.077916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:security_group_rule and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:10.085971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:10.112221 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Routers {'121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:10.112844 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:10.136113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:10.158163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.170464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.185953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:10.198695 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Pushing event updated for resources: {'Port': ['ID=183e7fd8-7134-494d-9935-6072cd7603cb,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:10.204247 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:10.228056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71b12a68-d80a-42a1-80f7-3f61fd2ea39b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:10.269122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Subnet': ['ID=c23a6028-573b-4d4f-8ea7-2154cdbaa628,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:10.272395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:10.284252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6700b-ca5f-4356-acaa-601f6507fb0d None None] Network 7d802128-d351-457c-b75f-04cc89d380f3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:10.312138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.330334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/subnets/c23a6028-573b-4d4f-8ea7-2154cdbaa628 HTTP/1.1" status: 204 len: 168 time: 1.2315104 Dec 13 19:57:10.334560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51740) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:10.335219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.348918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-085cb93a-9430-49ea-87f9-ae8cb1bf2d70 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:10.382227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d361386-b015-4945-b0e5-f708171466cd {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 13 19:57:10.391294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.392882 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] 10.222.0.18 "DELETE /v2.0/networks/6d361386-b015-4945-b0e5-f708171466cd HTTP/1.1" status: 204 len: 168 time: 1.1936340 Dec 13 19:57:10.415081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:10.440817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.445078 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] Set router 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:10.761296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:10.762410 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a27e9c-9580-4006-9a81-c5acf1247d55 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] DELETE failed (client error): The resource could not be found. Dec 13 19:57:10.763324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a27e9c-9580-4006-9a81-c5acf1247d55 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:10.782085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac5690-093f-4d4b-856f-9d9fe4dbb7ed None None] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:10.932615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:10.937503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d361386-b015-4945-b0e5-f708171466cd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:10.942447 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197'}], 'enable_snat': False}, 'gw_port_id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:58Z', 'updated_at': '2021-12-13T19:57:03Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:01Z', 'updated_at': '2021-12-13T19:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:10.947779 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8c61-e7d1-4157-bc09-35250c2fb0ff None None] The sync data for ids ['121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e'] in dv-neutron-821563-1-hyperv is: [{'id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197'}], 'enable_snat': False}, 'gw_port_id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:56:58Z', 'updated_at': '2021-12-13T19:57:03Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': '183e7fd8-7134-494d-9935-6072cd7603cb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:01Z', 'updated_at': '2021-12-13T19:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:11.063899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.091648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d76a4ded-dd24-4218-bdc6-b7ad176ef13f None None] Provisioning for port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:11.113285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:11.122989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:11.143292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:11.158617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:11.158992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.199418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:11.203216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:11.215758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.229291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port ba1c2576-cf5b-4303-8340-aa8452d9800a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:11.229667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.267884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] DHCP port deletion for 7d802128-d351-457c-b75f-04cc89d380f3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:11.279108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Deleting port ba1c2576-cf5b-4303-8340-aa8452d9800a {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:11.290795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.401500 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e HTTP/1.1" status: 204 len: 168 time: 1.9734726 Dec 13 19:57:11.418713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51748) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:11.459992 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f8a27e9c-9580-4006-9a81-c5acf1247d55 tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "DELETE /v2.0/subnets/0a66c063-bb67-4251-839e-b76836c43d71 HTTP/1.1" status: 404 len: 337 time: 1.0185900 Dec 13 19:57:11.488304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51752) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:11.493973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.579758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.612109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.625460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.641822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.659748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,segment=NetworkSegment(e10e0ae9-1496-4fbf-80d3-d2c946fcdd54),segment_id=e10e0ae9-1496-4fbf-80d3-d2c946fcdd54)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:11.696402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b90b695c-c6c4-49b7-889c-90a43134967d tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:11.731238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.732436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6321fa9f-e25e-4bb1-9d44-4283f2107c71 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:11.783902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:11.835640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5349-c04a-4680-aba6-1cf8113cdab9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:11.837403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5349-c04a-4680-aba6-1cf8113cdab9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:11.838341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-45fe5349-c04a-4680-aba6-1cf8113cdab9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:11.877261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.880986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] For port ba1c2576-cf5b-4303-8340-aa8452d9800a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ba1c2576-cf5b-4303-8340-aa8452d9800a,segment=NetworkSegment(ee031c87-1440-4e8a-b806-9d5cd74fc9fb),segment_id=ee031c87-1440-4e8a-b806-9d5cd74fc9fb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:11.881450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.893577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-45fe5349-c04a-4680-aba6-1cf8113cdab9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:11.898293 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45fe5349-c04a-4680-aba6-1cf8113cdab9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4760773 Dec 13 19:57:11.899411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51756) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:11.922829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f630444-7e7c-404b-8614-19fd8d648ccf,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:11.932037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Calling delete_port for 48d3bc26-ca52-4385-be44-1c3ffb007523 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:11.938835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] For port ba1c2576-cf5b-4303-8340-aa8452d9800a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ba1c2576-cf5b-4303-8340-aa8452d9800a,segment=NetworkSegment(ee031c87-1440-4e8a-b806-9d5cd74fc9fb),segment_id=ee031c87-1440-4e8a-b806-9d5cd74fc9fb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:11.939240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:11.986095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:11.988658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:12.075599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.076354 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment f43ba935-67d3-4cd7-a06e-8a3e10230ae6 of type vlan for network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 Dec 13 19:57:12.089074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Calling delete_port for ba1c2576-cf5b-4303-8340-aa8452d9800a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:12.091157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Calling delete_port for ba1c2576-cf5b-4303-8340-aa8452d9800a owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:12.185859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:12.214487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:12.216006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.216723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.218516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.224593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7161875d-4bfe-4a80-88b6-0015d21bae4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:12.250461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8::1 (6ffb480a-14a9-46c4-8b58-79ceec036473/c9b865c0-b7ac-409e-844d-450a1e94e6bf/f5d30ea8-72a0-4108-a055-2a394fbbc078) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:12.286801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a2a47bc8-7f42-4327-ab21-6494dfc124b7 None None] Provisioning complete for port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:12.287186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a2a47bc8-7f42-4327-ab21-6494dfc124b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.308931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 93d21474-e489-492c-82d7-424c7dda1b54 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:12.332911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.340120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.345883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Pushing event deleted for resources: {'Port': ['ID=ba1c2576-cf5b-4303-8340-aa8452d9800a,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:12.356174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:12.365725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] No DVR routers for this DVR port ba1c2576-cf5b-4303-8340-aa8452d9800a on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:12.385830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:12.386497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.412264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:57:12.428249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.440115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ba01c3a-45f8-49bc-9e4a-581692de0679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:12.456005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd72a09c-7b56-44e8-9a62-d83235af5e69']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:12.474041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.502985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a683a5-52ef-4d91-951c-508a3fffefa1') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:12.503368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a683a5-52ef-4d91-951c-508a3fffefa1') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:12.537569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:12.537569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:12.541323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.569672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event deleted for resources: {'Port': ['ID=48d3bc26-ca52-4385-be44-1c3ffb007523,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:12.587007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:12.630205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.636241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:12.636954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.650242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-248a7c0b-8d32-4661-a560-b9643da3b477 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:12.708197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.714947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.718987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:12.719175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:12.735678 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:12.830876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.855708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 183e7fd8-7134-494d-9935-6072cd7603cb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:12.867249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.872441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.884885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42f36809-1cf7-4820-8069-b0a89aa48e7d tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:12.912854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Pushing event deleted for resources: {'Network': ['ID=cd72a09c-7b56-44e8-9a62-d83235af5e69,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:12.917201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:12.928144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 183e7fd8-7134-494d-9935-6072cd7603cb completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:12.933887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 183e7fd8-7134-494d-9935-6072cd7603cb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:12.934274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.936625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] 10.222.0.18 "DELETE /v2.0/networks/cd72a09c-7b56-44e8-9a62-d83235af5e69 HTTP/1.1" status: 204 len: 168 time: 1.4378667 Dec 13 19:57:12.964411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:12.972792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-132393d0-85c4-4a8a-9628-094af9b03ad7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:13.000534 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.3499854 Dec 13 19:57:13.005923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51762) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.011225 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "DELETE /v2.0/ports/48d3bc26-ca52-4385-be44-1c3ffb007523 HTTP/1.1" status: 204 len: 168 time: 4.2817070 Dec 13 19:57:13.015471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51766) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.016569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=ba9c2cc5-aa13-4b0b-82a9-4d2474964467,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:13.021380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.027535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1364997980'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:13.036844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.062588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:13.066512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:13.074414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:13.085061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69dd54-a619-440c-8b6a-bcb502e909e3 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:13.104145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:13.111493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:13.126056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:13.128306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object f5d30ea8-72a0-4108-a055-2a394fbbc078 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:13.131167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Deleting port ba1c2576-cf5b-4303-8340-aa8452d9800a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:13.132428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.140274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.175030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=93d21474-e489-492c-82d7-424c7dda1b54,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:13.175836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.179200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:13.181406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:13.185015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.217696 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/93d21474-e489-492c-82d7-424c7dda1b54 HTTP/1.1" status: 204 len: 168 time: 1.3127635 Dec 13 19:57:13.228736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Deleting subnet 8513c856-70a3-4ecf-baf9-486ce10ce182 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:13.231040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51770) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.242626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] The port 'ba1c2576-cf5b-4303-8340-aa8452d9800a' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:13.367308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.390864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.452599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 183e7fd8-7134-494d-9935-6072cd7603cb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=183e7fd8-7134-494d-9935-6072cd7603cb,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:13.465376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.465913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71b12a68-d80a-42a1-80f7-3f61fd2ea39b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:13.480199 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-232863d7-0101-44c6-9a2f-fdba6912d7a7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2329886 Dec 13 19:57:13.480628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51776) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.490938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-80cfbc2c-f35a-4baa-8ddc-e459908293ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:13.514096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:13.516010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51778) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.537847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.543859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:13.549715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa02745b-4c16-4b7a-bb36-6342a4f98a91 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:13.611278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.611628 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment 70a4ff7d-049b-4470-94c8-198700b58c35 of type vlan for network ec32a427-b842-4db3-8afd-96850026c4fb Dec 13 19:57:13.627564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=183e7fd8-7134-494d-9935-6072cd7603cb,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:13.638272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:13.639480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:13.654392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:13.657040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 172.26.6.228 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/bcdfd13c-4307-49a5-860e-5f498e8a90bb) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:13.668075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:13.668808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.669264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:13.669711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.672293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=f5d30ea8-72a0-4108-a055-2a394fbbc078,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:13.679511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:13.724595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.783314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:13.788706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Deleting port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:13.789101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.793292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.846221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.904451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d802128-d351-457c-b75f-04cc89d380f3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:13.918359 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-062245da-e4cd-414d-b574-1b75f4563bb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4521d708aca04bdea294b95592e5b96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962259 Dec 13 19:57:13.925502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51786) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:13.959835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:13.960290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee031c87-1440-4e8a-b806-9d5cd74fc9fb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:13.976030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:13.999640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.001876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.006228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:14.007756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:14.008389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.020308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:14.024279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:14.024679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.032265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:14.040381 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:14.042573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:14.058249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:14.062290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] For port 6321fa9f-e25e-4bb1-9d44-4283f2107c71, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6321fa9f-e25e-4bb1-9d44-4283f2107c71,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:14.062290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.116507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.150702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.183324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:14.187181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.202498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Calling delete_port for 6321fa9f-e25e-4bb1-9d44-4283f2107c71 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:14.206271 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1971302 Dec 13 19:57:14.207515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51790) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:14.211966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.212165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.227418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-52131317-bbeb-4ac1-8485-3566495ef132 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.242776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.254995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:14.280556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=ec32a427-b842-4db3-8afd-96850026c4fb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:14.305754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:14.310686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Pushing event deleted for resources: {'Network': ['ID=7d802128-d351-457c-b75f-04cc89d380f3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:14.333454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:14.348579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-17f3fcaa-4280-4400-a833-566e5bf1d8d2 None None] Provisioning for port f5d30ea8-72a0-4108-a055-2a394fbbc078 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:14.355318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] 10.222.0.18 "DELETE /v2.0/networks/7d802128-d351-457c-b75f-04cc89d380f3 HTTP/1.1" status: 204 len: 168 time: 4.0157502 Dec 13 19:57:14.365384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.373692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ec32a427-b842-4db3-8afd-96850026c4fb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:14.380678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.391957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-287bcca0-0aaf-4022-bd38-dad911738396 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.394837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ba1c2576-cf5b-4303-8340-aa8452d9800a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:14.405013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.429983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event deleted for resources: {'Subnet': ['ID=8513c856-70a3-4ecf-baf9-486ce10ce182,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:14.433217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.437896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "DELETE /v2.0/subnets/8513c856-70a3-4ecf-baf9-486ce10ce182 HTTP/1.1" status: 204 len: 168 time: 1.4211419 Dec 13 19:57:14.438626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51796) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:14.441890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:14.455258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-331d24cb-b249-4bc1-8c38-e9db7450f57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.512596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ba1c2576-cf5b-4303-8340-aa8452d9800a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:14.513252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ba1c2576-cf5b-4303-8340-aa8452d9800a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:14.528881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0d82a-3cc2-4faf-8c08-1ed23dd5be76 None None] Network 167eee7e-ecb6-4116-a1cb-647b24109c1e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:14.556921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Pushing event deleted for resources: {'Port': ['ID=6321fa9f-e25e-4bb1-9d44-4283f2107c71,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:14.563260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-17f3fcaa-4280-4400-a833-566e5bf1d8d2 None None] Provisioning complete for port f5d30ea8-72a0-4108-a055-2a394fbbc078 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:14.563786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17f3fcaa-4280-4400-a833-566e5bf1d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.568946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.578689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:14.596061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.605509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:14.609965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:14.619951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:14.636328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:14.655381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.668915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a11a1ff5-2035-4fa6-95fd-8949481f0a09 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.692450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] No DVR routers for this DVR port 6321fa9f-e25e-4bb1-9d44-4283f2107c71 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:14.704912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Deleting port 84361367-81ca-4a9b-8fba-84868614fbb2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:14.705520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.725251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51802) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:14.760122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:14.763669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.790044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:14.816115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 183e7fd8-7134-494d-9935-6072cd7603cb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:14.817474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:14.831503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:14.856485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=bcdfd13c-4307-49a5-860e-5f498e8a90bb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:14.896067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:14.903625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7acbd1c6-3f38-4381-a6cb-819e48019408 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:14.930997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-17f3fcaa-4280-4400-a833-566e5bf1d8d2 None None] Port f5d30ea8-72a0-4108-a055-2a394fbbc078 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:14.956757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:14.979521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:14.984538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:14.991346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:14.992007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.011948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.030349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:15.033552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee25f6e-7493-4c71-bdff-2d6d31b2930a None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:15.045432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=febfe51f-13e0-4483-b0c4-4662f1463a8e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:15.053688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:15.079359 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5888979 Dec 13 19:57:15.079593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51808) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:15.085963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': 'febfe51f-13e0-4483-b0c4-4662f1463a8e', 'ip_address': '2001:db8::402d:f40:d3fc:ffa8'}], 'name': 'tempest-NetworksTestDHCPv6-31213956'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:15.192795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c1680-d620-4215-8556-41181d311a36,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:15.200080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 183e7fd8-7134-494d-9935-6072cd7603cb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:15.200392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.205077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:15.241388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.245223 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/781c1680-d620-4215-8556-41181d311a36 HTTP/1.1" status: 204 len: 168 time: 1.2912965 Dec 13 19:57:15.328330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] For port 84361367-81ca-4a9b-8fba-84868614fbb2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=84361367-81ca-4a9b-8fba-84868614fbb2,segment=NetworkSegment(c46cd8b9-4a8c-4bd5-9086-9752c6d32916),segment_id=c46cd8b9-4a8c-4bd5-9086-9752c6d32916)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:15.328698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.412679 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2a721a70-2087-418f-b1fd-570021de1ba3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f839fc7b7d449fd9ab366c2a1ac0fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842062 Dec 13 19:57:15.468925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51814) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:15.481531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Calling delete_port for 84361367-81ca-4a9b-8fba-84868614fbb2 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:15.530213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:15.543549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:15.554961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:15.557892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313007b-0b21-42b8-8f8e-959ca5510960 None None] DHCP port deletion for 167eee7e-ecb6-4116-a1cb-647b24109c1e request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:15.571982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'febfe51f-13e0-4483-b0c4-4662f1463a8e'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:15.573391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.576062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:15.583254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a313007b-0b21-42b8-8f8e-959ca5510960 None None] Deleting port 84361367-81ca-4a9b-8fba-84868614fbb2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:15.583785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a313007b-0b21-42b8-8f8e-959ca5510960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.623099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:15.686693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.735952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51820) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:15.748968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6321fa9f-e25e-4bb1-9d44-4283f2107c71 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:15.757267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.770546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.780738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.781522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.789600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b35c6-0e02-4c0c-b70d-062aa6a5c8e4 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:15.803282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41cbc482-c179-4adb-8882-dab39a784466 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:15.804127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a313007b-0b21-42b8-8f8e-959ca5510960 None None] The port '84361367-81ca-4a9b-8fba-84868614fbb2' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:15.804983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6321fa9f-e25e-4bb1-9d44-4283f2107c71 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:15.805440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6321fa9f-e25e-4bb1-9d44-4283f2107c71 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:15.853745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event deleted for resources: {'Port': ['ID=84361367-81ca-4a9b-8fba-84868614fbb2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:15.870220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:15.878546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.885086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] No DVR routers for this DVR port 84361367-81ca-4a9b-8fba-84868614fbb2 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:15.897068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/febfe51f-13e0-4483-b0c4-4662f1463a8e/9c91d669-9920-44d5-9939-71ee5bfbf001) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:15.931892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:15.998627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bbf91553-28bf-4668-96f6-ca327e8ec78f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cccd25f66cc4405a0f142a10cb78ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605000 Dec 13 19:57:16.006583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51824) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:16.008875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.082905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=f5d30ea8-72a0-4108-a055-2a394fbbc078,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.086204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.105604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b70a87e-e31e-40ac-b869-7852a7f89218 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:16.106973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 339b27f2-2f10-4926-8f4c-157f74b6b749 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:16.121784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.132386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Transition to ACTIVE for port object 9c91d669-9920-44d5-9939-71ee5bfbf001 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:16.148833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.194645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Transition to ACTIVE for port object 9c91d669-9920-44d5-9939-71ee5bfbf001 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:16.198549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.203134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.204996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167eee7e-ecb6-4116-a1cb-647b24109c1e']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:16.212182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:16.212374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6c93558a-bf29-4f76-ba16-748c4fa8edb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:16.237704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:16.238477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46cd8b9-4a8c-4bd5-9086-9752c6d32916') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:16.250494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82677946-9ab2-4d5d-8b5b-ed00512ad388,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.258844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.281232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:16.284578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:16.288630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:16.297931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Pushing event updated for resources: {'Port': ['ID=9c91d669-9920-44d5-9939-71ee5bfbf001,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.304074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.305944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.327133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.341142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.348793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.352255 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82677946-9ab2-4d5d-8b5b-ed00512ad388 HTTP/1.1" status: 204 len: 168 time: 0.8821666 Dec 13 19:57:16.357567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:16.358056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:16.376942 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:16.385654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=c2831f76-b8d9-4c84-b8a0-6c768896b464,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.396609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.399804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:16.399804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: ba9c2cc5-aa13-4b0b-82a9-4d2474964467, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:16.409641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Attempting to bind port 9c91d669-9920-44d5-9939-71ee5bfbf001 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:16.410745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Attempting to bind port 9c91d669-9920-44d5-9939-71ee5bfbf001 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:16.411864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Attempting to bind port 9c91d669-9920-44d5-9939-71ee5bfbf001 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:16.424574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:16.424574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:16.429508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.430060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:16.430688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Bound port: 9c91d669-9920-44d5-9939-71ee5bfbf001, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:16.431164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.518241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.526118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:16.531376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] For port 9c91d669-9920-44d5-9939-71ee5bfbf001, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:16.535548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] For port 9c91d669-9920-44d5-9939-71ee5bfbf001, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9c91d669-9920-44d5-9939-71ee5bfbf001,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:16.548364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.560182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd2488ff-8c32-448f-8282-72dae6513284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:16.568425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.574066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.580475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f41024c-70df-409c-aa5b-32a45d49de98 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:16.600343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::402d:f40:d3fc:ffa8 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/febfe51f-13e0-4483-b0c4-4662f1463a8e/339b27f2-2f10-4926-8f4c-157f74b6b749) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:16.600676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:16.612833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] 10.222.0.18 "DELETE /v2.0/networks/167eee7e-ecb6-4116-a1cb-647b24109c1e HTTP/1.1" status: 204 len: 168 time: 2.1697726 Dec 13 19:57:16.615967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Pushing event deleted for resources: {'Network': ['ID=167eee7e-ecb6-4116-a1cb-647b24109c1e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.619243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.705927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Pushing event updated for resources: {'Port': ['ID=9c91d669-9920-44d5-9939-71ee5bfbf001,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:16.721401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:16.732834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:16.763927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84361367-81ca-4a9b-8fba-84868614fbb2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:16.807273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 84361367-81ca-4a9b-8fba-84868614fbb2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:16.807719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 84361367-81ca-4a9b-8fba-84868614fbb2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:16.902257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.918892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ba9c2cc5-aa13-4b0b-82a9-4d2474964467) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:16.926321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:16.928314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:16.936544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a73cf-09e4-4159-b0ed-231cb85d5af5 None None] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:17.231087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-31cba478-1cb6-4b08-921f-45400daf44ef None None] Provisioning complete for port f5d30ea8-72a0-4108-a055-2a394fbbc078 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:17.231593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cba478-1cb6-4b08-921f-45400daf44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.278953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.300066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 339b27f2-2f10-4926-8f4c-157f74b6b749 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:17.348881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51840) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:17.360304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.377982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e1832d96-dda2-4785-931f-2ec0bde065b0 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:17.465960 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2452796 Dec 13 19:57:17.471984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-31cba478-1cb6-4b08-921f-45400daf44ef None None] Port f5d30ea8-72a0-4108-a055-2a394fbbc078 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:17.480547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51846) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:17.481307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ba9c2cc5-aa13-4b0b-82a9-4d2474964467', 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'c2831f76-b8d9-4c84-b8a0-6c768896b464'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:17.482315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.496648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:17.513643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=339b27f2-2f10-4926-8f4c-157f74b6b749,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:17.521469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:17.528976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:17.531083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:17.534568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:17.541881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:17.542899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.592342 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.5116208 Dec 13 19:57:17.595760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:17.708417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7e3acb2c-38f4-4a71-b905-5db1a81d0f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed9dcf7483884a7d928729a0dc94a4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567452 Dec 13 19:57:17.711059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51860) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:17.731275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Allocated IP 172.20.0.2 (ba9c2cc5-aa13-4b0b-82a9-4d2474964467/c2831f76-b8d9-4c84-b8a0-6c768896b464/ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:17.778617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad351e3-023e-47f7-9f44-911c471a0ff3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:17.786747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad351e3-023e-47f7-9f44-911c471a0ff3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:17.786747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad351e3-023e-47f7-9f44-911c471a0ff3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:17.829970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.849030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad351e3-023e-47f7-9f44-911c471a0ff3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:17.849446 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ad351e3-023e-47f7-9f44-911c471a0ff3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2520692 Dec 13 19:57:17.858945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51868) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:17.911180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:17.991274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.005701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d77dbd44-a73b-42db-8082-7f15d8a935bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:18.018904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.034254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.036487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:18.039184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf09e5-7954-4289-bb1c-eb7502be5ab4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:18.045242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:18.061486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 339b27f2-2f10-4926-8f4c-157f74b6b749 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:18.062085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.113117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93059a3-2639-4584-8591-e1e24d1ce087,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:18.118630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.121231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:18.135323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.137896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e93059a3-2639-4584-8591-e1e24d1ce087 HTTP/1.1" status: 204 len: 168 time: 0.4257269 Dec 13 19:57:18.169823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Transition to ACTIVE for port object ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:18.207969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Transition to ACTIVE for port object ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:18.232016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:18.235034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:18.239021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.246718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.246924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:18.247903 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eaf09e5-7954-4289-bb1c-eb7502be5ab4 HTTP/1.1" status: 204 len: 168 time: 2.2289977 Dec 13 19:57:18.253859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:18.267150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:18.268275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:18.344972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-22189d3c-5e27-4991-aae8-18d768a46fd9 None None] Provisioning for port 9c91d669-9920-44d5-9939-71ee5bfbf001 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:18.390691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:18.392022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:18.397004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:18.407947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Pushing event updated for resources: {'Port': ['ID=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:18.488534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:18.491589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:18.577340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.621259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Attempting to bind port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:18.621598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Attempting to bind port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:18.630127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Attempting to bind port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c on network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:18.638698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:18.650013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Checking segment: {'id': 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:18.650443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.650850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Bound using segment: {'id': 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:18.651358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Bound port: ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba9c2cc5-aa13-4b0b-82a9-4d2474964467'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:18.651741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.664699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:18.669045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.734999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-230dcafe-12c9-4fb6-ba92-6258a8a057af None None] Provisioning for port 339b27f2-2f10-4926-8f4c-157f74b6b749 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:18.761966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-230dcafe-12c9-4fb6-ba92-6258a8a057af None None] Provisioning complete for port 339b27f2-2f10-4926-8f4c-157f74b6b749 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:18.765608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-230dcafe-12c9-4fb6-ba92-6258a8a057af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:18.811845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:18.823707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9817359 Dec 13 19:57:18.831604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:18.854430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9c91d669-9920-44d5-9939-71ee5bfbf001 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:18.858840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 339b27f2-2f10-4926-8f4c-157f74b6b749 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:18.921070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-75cf5e57-d508-4b30-81b9-2f63ee45efa5 tempest-DvrRoutersNegativeTest-1114401682 tempest-DvrRoutersNegativeTest-1114401682-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-974605919', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:18.924618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.policy [None req-75cf5e57-d508-4b30-81b9-2f63ee45efa5 tempest-DvrRoutersNegativeTest-1114401682 tempest-DvrRoutersNegativeTest-1114401682-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87526) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 13 19:57:18.925030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.policy [None req-75cf5e57-d508-4b30-81b9-2f63ee45efa5 tempest-DvrRoutersNegativeTest-1114401682 tempest-DvrRoutersNegativeTest-1114401682-project] Failed policy check for 'create_router' {{(pid=87526) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 13 19:57:18.925711 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-75cf5e57-d508-4b30-81b9-2f63ee45efa5 tempest-DvrRoutersNegativeTest-1114401682 tempest-DvrRoutersNegativeTest-1114401682-project] create failed (client error): Access was denied to this resource. Dec 13 19:57:18.926908 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75cf5e57-d508-4b30-81b9-2f63ee45efa5 tempest-DvrRoutersNegativeTest-1114401682 tempest-DvrRoutersNegativeTest-1114401682-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5755973 Dec 13 19:57:18.944938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] Sync routers for ids ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:18.971179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca48d501-00ab-485e-90da-d040f3e025ff tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:18.971862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ca48d501-00ab-485e-90da-d040f3e025ff tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:18.980018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router 386ae250-d453-427c-96a6-c2ae89f3e657 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:19.056660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] Routers {'4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:19.057631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:19.114817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ca48d501-00ab-485e-90da-d040f3e025ff tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:19.118420 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ca48d501-00ab-485e-90da-d040f3e025ff tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports/f5d30ea8-72a0-4108-a055-2a394fbbc078 HTTP/1.1" status: 200 len: 911 time: 0.2810235 Dec 13 19:57:19.128162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51910) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:19.141857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-230dcafe-12c9-4fb6-ba92-6258a8a057af None None] Port 339b27f2-2f10-4926-8f4c-157f74b6b749 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:19.142939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9b865c0-b7ac-409e-844d-450a1e94e6bf'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:19.153761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:19.162492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-912616c6-319a-4b63-8321-19e20cca048b None None] For port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:19.177011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-912616c6-319a-4b63-8321-19e20cca048b None None] For port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,segment=NetworkSegment(f43ba935-67d3-4cd7-a06e-8a3e10230ae6),segment_id=f43ba935-67d3-4cd7-a06e-8a3e10230ae6)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:19.180100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] Routers {'4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:19.181029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:19.236438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 9c91d669-9920-44d5-9939-71ee5bfbf001 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:19.246870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.262691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9c91d669-9920-44d5-9939-71ee5bfbf001 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:19.263309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.289758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e18326d9-fe34-4c31-9c6d-b2ae75b3cf09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:19.312390 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-0b5eaeaa-d9ec-4193-9d71-765875eecd44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3285213 Dec 13 19:57:19.313838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.327777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ad5d5ab-e5c7-4e4c-9587-d7ff433209d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:19.350105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:19.350807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee61b4-d977-4b2c-b503-56615e4ace27 None None] The sync data for ids ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:19.432659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Pushing event updated for resources: {'Port': ['ID=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:19.435927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:19.439023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=339b27f2-2f10-4926-8f4c-157f74b6b749,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:19.442380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.446160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:19.476657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b2c8ed11-d2aa-471f-a58f-034aa58ffb61 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:19.519784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51922) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:19.562069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.625999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 9c91d669-9920-44d5-9939-71ee5bfbf001, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9c91d669-9920-44d5-9939-71ee5bfbf001,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:19.636282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.638540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:19.662374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:19.714328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/339b27f2-2f10-4926-8f4c-157f74b6b749 HTTP/1.1" status: 204 len: 168 time: 1.8548141 Dec 13 19:57:19.717289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51938) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:19.800365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=9c91d669-9920-44d5-9939-71ee5bfbf001,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:19.824081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:19.872021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-55311355-332a-4e19-b2ab-0655ecfcd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:19.873660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-55311355-332a-4e19-b2ab-0655ecfcd5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.3353951 Dec 13 19:57:19.886472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0215a-7779-4e16-aa3a-f755de8f62d9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:19.892271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0215a-7779-4e16-aa3a-f755de8f62d9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:19.893086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e5f0215a-7779-4e16-aa3a-f755de8f62d9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:20.005813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:20.013037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.022879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e5f0215a-7779-4e16-aa3a-f755de8f62d9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:20.026947 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e5f0215a-7779-4e16-aa3a-f755de8f62d9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3056984 Dec 13 19:57:20.034136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51946) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:20.058739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-f810c021-a173-4438-b258-afc384fa13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:20.060307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-f810c021-a173-4438-b258-afc384fa13f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.1581910 Dec 13 19:57:20.293249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.320108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:20.324376 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-8c6db4f4-15d7-4917-ac75-20dafddf0aa1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1002 time: 0.2569656 Dec 13 19:57:20.326785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Usage tracker for resource:security_group_rule and tenant:ace08e0866c84b70bbb71c0714897db3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:20.330743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:20.346991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:20.347167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:20.359878 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Sync routers for ids ['386ae250-d453-427c-96a6-c2ae89f3e657'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:20.372535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet febfe51f-13e0-4483-b0c4-4662f1463a8e {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:20.381376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.382574 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Routers {'386ae250-d453-427c-96a6-c2ae89f3e657'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:20.383225 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['386ae250-d453-427c-96a6-c2ae89f3e657'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:20.446837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.535225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-860305ee-7b99-4078-9de3-ef81cbb7d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:20.537224 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-860305ee-7b99-4078-9de3-ef81cbb7d1ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.1921895 Dec 13 19:57:20.582338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': '70a4ff7d-049b-4470-94c8-198700b58c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:20.583127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: ec32a427-b842-4db3-8afd-96850026c4fb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:20.588292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=cf7ee1e2-2491-4c44-8ab9-01a5866505b1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:20.591675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:20.779611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.801378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.804604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.4075208 Dec 13 19:57:20.861400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51966) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:20.873217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:20.874912 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Set router 386ae250-d453-427c-96a6-c2ae89f3e657 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:20.905861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:20.912103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:21.004427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e268fcda-7dd9-4033-b789-bacad186eede None None] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:21.006240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1989762102'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:21.030388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:21.185976 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-796dfcf3-e6b0-4a62-acb9-fc6acf7fe0e7 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/386ae250-d453-427c-96a6-c2ae89f3e657 HTTP/1.1" status: 200 len: 907 time: 0.3206410 Dec 13 19:57:21.194657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51974) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:21.195079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51976) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:21.209400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ace08e0866c84b70bbb71c0714897db3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6691239 Dec 13 19:57:21.211671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:21.220206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:21.220992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.280459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51982) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:21.348255 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:09Z', 'updated_at': '2021-12-13T19:57:15Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:13Z', 'updated_at': '2021-12-13T19:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:21.353200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Checking router: 386ae250-d453-427c-96a6-c2ae89f3e657 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:57:21.353560 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Updating router 386ae250-d453-427c-96a6-c2ae89f3e657 port bcdfd13c-4307-49a5-860e-5f498e8a90bb binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:57:21.355971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Provisioning for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:21.372141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c6a43-e035-4909-a8d9-5dbd43f61953,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:21.381628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:21.406637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Provisioning complete for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:21.407179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.424966 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.533471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-0c9b8b5e-7852-451e-8710-e55098233753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:21.534992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-0c9b8b5e-7852-451e-8710-e55098233753 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7528126 Dec 13 19:57:21.616465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.620346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ec32a427-b842-4db3-8afd-96850026c4fb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:21.624274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Usage tracker for resource:network and tenant:d3f16d1cff694cdfa57001f85f3ede1b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:21.630828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:21.634317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.677145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:21.687623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.687862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.693971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:21.694599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.695930 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/ports/f5d30ea8-72a0-4108-a055-2a394fbbc078 HTTP/1.1" status: 200 len: 911 time: 2.5667627 Dec 13 19:57:21.701863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b951ed2-166e-4601-a487-f97268769d68 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:21.721392 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-8b29d6ce-2391-45a5-8ad0-0144acb10f77 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686001 Dec 13 19:57:21.728318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 51988) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:21.755220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.758449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ec32a427-b842-4db3-8afd-96850026c4fb) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:21.774437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Made reservation on behalf of d3f16d1cff694cdfa57001f85f3ede1b for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:21.778148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.790568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bce5a57e-4d53-4710-845f-848399355b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.791226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:21.791869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.805660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04419d72-7f44-443b-9952-906dd8f7f718 None None] Network ec32a427-b842-4db3-8afd-96850026c4fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:21.811530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1452730523'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:21.816963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.826019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.838173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=f5d30ea8-72a0-4108-a055-2a394fbbc078,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:21.841674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:21.844873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:21.849721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:21.851760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Usage tracker for resource:network and tenant:6a0dc404a01b4f768c9a7c6621da5d93 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:21.854310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Usage tracker for resource:security_group_rule and tenant:d3f16d1cff694cdfa57001f85f3ede1b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:21.857275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:21.872151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:21.916093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.965983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.971190 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.977877 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4947958 Dec 13 19:57:21.981627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:21.984476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:21.992131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1382889738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:22.000645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0a0f3ceb-9ef6-4035-a2a0-442b1edd4382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.015295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:22.016799 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Transition to ACTIVE for port object bcdfd13c-4307-49a5-860e-5f498e8a90bb will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:22.017813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:22.026803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:22.032825 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.038544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.040242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.047729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:22.049816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:22.065759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:22.066347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:22.068943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd60ca58-d28e-4017-8f60-43b901e2d35d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.075778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.092815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] For port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,segment=NetworkSegment(f43ba935-67d3-4cd7-a06e-8a3e10230ae6),segment_id=f43ba935-67d3-4cd7-a06e-8a3e10230ae6)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:22.096176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac9a364c-604b-4c6d-946b-f8dfbb6ce3c8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.132090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.132438 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Added segment 5473426b-27f8-4dfc-b880-abca931c8e83 of type vlan for network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 Dec 13 19:57:22.134972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.139364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.159002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c7134f-eac9-46b4-97b6-c6fa56296384 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:22.166478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=febfe51f-13e0-4483-b0c4-4662f1463a8e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.174797 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/febfe51f-13e0-4483-b0c4-4662f1463a8e HTTP/1.1" status: 204 len: 168 time: 2.1301885 Dec 13 19:57:22.176704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.178864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 51998) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:22.186016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.187411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.207677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.218227 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Attempting to bind port bcdfd13c-4307-49a5-860e-5f498e8a90bb on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:22.219156 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Attempting to bind port bcdfd13c-4307-49a5-860e-5f498e8a90bb by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:22.219914 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Attempting to bind port bcdfd13c-4307-49a5-860e-5f498e8a90bb on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:22.221930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.226103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Made reservation on behalf of 6a0dc404a01b4f768c9a7c6621da5d93 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:22.230179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.235166 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:22.235926 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:22.236675 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.237299 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:22.238213 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Bound port: bcdfd13c-4307-49a5-860e-5f498e8a90bb, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:22.239047 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.272808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.300485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.333615 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Pushing event updated for resources: {'Port': ['ID=bcdfd13c-4307-49a5-860e-5f498e8a90bb,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.343257 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c214db2b-f875-41bf-9996-72ec149fa715 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629543 Dec 13 19:57:22.344873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.351119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:22.352005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.356848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52002) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:22.359265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.394370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:22.416960 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] For port bcdfd13c-4307-49a5-860e-5f498e8a90bb, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:22.423983 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] For port bcdfd13c-4307-49a5-860e-5f498e8a90bb, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bcdfd13c-4307-49a5-860e-5f498e8a90bb,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:22.425861 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.433889 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.442870 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.443745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:22.444112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:22.496125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.501053 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4679677 Dec 13 19:57:22.537187 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Routers {'386ae250-d453-427c-96a6-c2ae89f3e657'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:22.538032 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:56:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['386ae250-d453-427c-96a6-c2ae89f3e657'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:22.557723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ec32a427-b842-4db3-8afd-96850026c4fb', 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'cf7ee1e2-2491-4c44-8ab9-01a5866505b1'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:22.558576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.570993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52006) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:22.598779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Request body: {'subnet': {'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:22.626285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'Network': ['ID=63a11a1f-872b-41c6-8740-a2ea08fa7bb6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.629485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.705594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.711962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:22.725122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Pushing event updated for resources: {'Port': ['ID=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.728216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:22.732871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:22.735760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:22.735915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.743329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:22.743546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3775a1df-8747-4d3d-bd1a-2ce706068089 None None] Provisioning complete for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:22.743806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3775a1df-8747-4d3d-bd1a-2ce706068089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.767654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:22.771929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.807020 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] Set router 386ae250-d453-427c-96a6-c2ae89f3e657 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:22.858590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.888442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:22.890615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:22.898183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.901608 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-49123af5-94eb-43d1-828e-0a6fcb23dedc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9159918 Dec 13 19:57:22.901608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:22.906775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52010) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:22.912855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Usage tracker for resource:subnet and tenant:d3f16d1cff694cdfa57001f85f3ede1b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:22.926547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c6a43-e035-4909-a8d9-5dbd43f61953,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:22.928887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:22.930394 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/682c6a43-e035-4909-a8d9-5dbd43f61953 HTTP/1.1" status: 204 len: 168 time: 1.6332419 Dec 13 19:57:22.937449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Usage tracker for resource:security_group_rule and tenant:6a0dc404a01b4f768c9a7c6621da5d93 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:22.940830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:22.948461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:22.974593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bebc93ac-62f4-49a6-8917-9dc54b09e78f req-de955e96-8288-430c-90af-6eb49d2cce6b service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2393112 Dec 13 19:57:22.981294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:23.104438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.123896 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Pushing event updated for resources: {'Port': ['ID=bcdfd13c-4307-49a5-860e-5f498e8a90bb,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:23.146714 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:23.172089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:23.183939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting port bcdfd13c-4307-49a5-860e-5f498e8a90bb {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:23.184369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.216978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:23.225809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9c91d669-9920-44d5-9939-71ee5bfbf001 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:23.369832 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:09Z', 'updated_at': '2021-12-13T19:57:15Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:13Z', 'updated_at': '2021-12-13T19:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:23.374655 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89175a1-faf0-4008-b29c-2b6e3d4e566d None None] The sync data for ids ['386ae250-d453-427c-96a6-c2ae89f3e657'] in dv-neutron-821563-1-hyperv is: [{'id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'name': 'tempest-snat-router-237921393', 'tenant_id': 'a37da9ca128240809b77d3a084068f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:09Z', 'updated_at': '2021-12-13T19:57:15Z', 'revision_number': 3, 'project_id': 'a37da9ca128240809b77d3a084068f6d', 'gw_port': {'id': 'bcdfd13c-4307-49a5-860e-5f498e8a90bb', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386ae250-d453-427c-96a6-c2ae89f3e657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:13Z', 'updated_at': '2021-12-13T19:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:23.381377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Allocated IP 172.21.0.2 (ec32a427-b842-4db3-8afd-96850026c4fb/cf7ee1e2-2491-4c44-8ab9-01a5866505b1/0be82f54-ccad-4899-a955-28e09184a1c7) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:23.431349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] For port bcdfd13c-4307-49a5-860e-5f498e8a90bb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bcdfd13c-4307-49a5-860e-5f498e8a90bb,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:23.431923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.483387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Made reservation on behalf of d3f16d1cff694cdfa57001f85f3ede1b for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:23.487742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.542620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:23.568028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9c91d669-9920-44d5-9939-71ee5bfbf001 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:23.568437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.603748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Deleting port 9c91d669-9920-44d5-9939-71ee5bfbf001 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:23.604146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.622248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Calling delete_port for bcdfd13c-4307-49a5-860e-5f498e8a90bb owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:23.703865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.713767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.788401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.805077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4a5aabf6-7815-466f-af6e-f4a971638c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:23.924622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:23.963127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:23.963562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Added segment 2b573a1f-f878-4ef2-8641-3a40dce3f4d2 of type vlan for network c4d69693-c468-47cb-9110-d8813be66e31 Dec 13 19:57:23.965984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496fdff4-74cb-48e3-88ae-7c430e848ec3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:23.977464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:24.076526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2db0559e-1e78-46d9-bd48-353c7049d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.122140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.144477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] For port 9c91d669-9920-44d5-9939-71ee5bfbf001, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9c91d669-9920-44d5-9939-71ee5bfbf001,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:24.145324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.156528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.160812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Transition to ACTIVE for port object 0be82f54-ccad-4899-a955-28e09184a1c7 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:24.211197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.227604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8436638-599e-47ae-8f3b-5d047acbb0e2 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:24.348303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.354574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:24.355593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.365469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc0a5660-b322-4632-9452-db26e290dfa5 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:24.419598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52034) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:24.451262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:24.499455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Calling delete_port for 9c91d669-9920-44d5-9939-71ee5bfbf001 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:24.508631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.520531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:24.544869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:24.554018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:24.554271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Transition to ACTIVE for port object 0be82f54-ccad-4899-a955-28e09184a1c7 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:24.554569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.584999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.590017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=56869c77-a791-41e6-9b6c-7878481aa261,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:24.598214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-912616c6-319a-4b63-8321-19e20cca048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:24.600788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:24.665753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Network ec32a427-b842-4db3-8afd-96850026c4fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:24.677809 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3028362 Dec 13 19:57:24.683665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52040) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:24.689566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.699791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:24.705549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.5050874 Dec 13 19:57:24.705654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:24.726726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '56869c77-a791-41e6-9b6c-7878481aa261', 'ip_address': '2001:db8::fbb3:6d78:1147:3d37'}], 'name': 'tempest-NetworksTestDHCPv6-1292646206'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:24.754957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Pushing event updated for resources: {'Network': ['ID=c4d69693-c468-47cb-9110-d8813be66e31,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:24.808170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:24.809541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network c4d69693-c468-47cb-9110-d8813be66e31 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:24.815456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--600926114'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:24.823136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b358cb62-cafb-4f77-aa0d-6cb4af6fbbc6 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:24.899729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcdfd13c-4307-49a5-860e-5f498e8a90bb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:24.913794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:24.925545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Pushing event updated for resources: {'Port': ['ID=0be82f54-ccad-4899-a955-28e09184a1c7,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:24.937462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:24.967182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:24.974958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Attempting to bind port 0be82f54-ccad-4899-a955-28e09184a1c7 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:24.975678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Attempting to bind port 0be82f54-ccad-4899-a955-28e09184a1c7 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '70a4ff7d-049b-4470-94c8-198700b58c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:24.976215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Attempting to bind port 0be82f54-ccad-4899-a955-28e09184a1c7 on network ec32a427-b842-4db3-8afd-96850026c4fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:24.978452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:25.003751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:25.018776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.027061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.030042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:25.030592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.087511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:25.088253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Checking segment: {'id': '70a4ff7d-049b-4470-94c8-198700b58c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:25.088668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.089032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.089593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Bound using segment: {'id': '70a4ff7d-049b-4470-94c8-198700b58c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:25.090226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Bound port: 0be82f54-ccad-4899-a955-28e09184a1c7, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4ff7d-049b-4470-94c8-198700b58c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ec32a427-b842-4db3-8afd-96850026c4fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:25.090760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.099501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.112919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Pushing event deleted for resources: {'Port': ['ID=9c91d669-9920-44d5-9939-71ee5bfbf001,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:25.122169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] No DVR routers for this DVR port 9c91d669-9920-44d5-9939-71ee5bfbf001 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:25.136008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:25.185833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.186761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fcaf88-c7a8-4f9b-ae11-2f436b33e10a None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:25.189334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52048) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:25.197654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.210959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.218275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677721978'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:25.230101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.242552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port f5d30ea8-72a0-4108-a055-2a394fbbc078 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:25.242896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.249053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:25.288396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Usage tracker for resource:port and tenant:a50747d905564b07a5eb618395685614 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.296216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.308739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.352016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:25.356486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.359753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.360123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.365209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.372594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-39974499-0e03-4f10-aadd-fdeb0bb91f3d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:25.436224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.452450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.461669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] For port 0be82f54-ccad-4899-a955-28e09184a1c7, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:25.514692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] For port 0be82f54-ccad-4899-a955-28e09184a1c7, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be82f54-ccad-4899-a955-28e09184a1c7,segment=NetworkSegment(70a4ff7d-049b-4470-94c8-198700b58c35),segment_id=70a4ff7d-049b-4470-94c8-198700b58c35)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:25.519586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.529357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:25.551134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Made reservation on behalf of a50747d905564b07a5eb618395685614 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:25.553519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.566749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.569205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.574255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.585595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.586434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 386ae250-d453-427c-96a6-c2ae89f3e657 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:57:25.592912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.598542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:25.607984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.609759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2e55997-b3fb-4bdb-82ca-2d359c0fc9f9 tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:25.615087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.618720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:25.629554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bcdfd13c-4307-49a5-860e-5f498e8a90bb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:25.633085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.640551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.662673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.690164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8ac82-0e03-4036-8c7b-7488bbb4d0cb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:25.692535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Checking segment: {'id': '5473426b-27f8-4dfc-b880-abca931c8e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:25.692902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Network hostable DHCP agents. Network: 63a11a1f-872b-41c6-8740-a2ea08fa7bb6, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:25.693363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:25.707252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:25.707427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '56869c77-a791-41e6-9b6c-7878481aa261'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:25.708025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.722125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bcdfd13c-4307-49a5-860e-5f498e8a90bb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:25.722593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bcdfd13c-4307-49a5-860e-5f498e8a90bb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 19:57:25.732996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:25.734538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.735654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/routers/386ae250-d453-427c-96a6-c2ae89f3e657 HTTP/1.1" status: 204 len: 168 time: 4.5362935 Dec 13 19:57:25.739663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52052) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:25.741471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'Subnet': ['ID=5bd2caf5-7e5d-48e1-9ea5-331c177fd006,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:25.750282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:25.750499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:25.767354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Usage tracker for resource:security_group_rule and tenant:a50747d905564b07a5eb618395685614 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:25.781530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port bcdfd13c-4307-49a5-860e-5f498e8a90bb not found, will not notify nova. {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 19:57:25.862968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:25.872794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9c91d669-9920-44d5-9939-71ee5bfbf001 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:25.887367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:25.904580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.20.0.1 (ba9c2cc5-aa13-4b0b-82a9-4d2474964467/c2831f76-b8d9-4c84-b8a0-6c768896b464/5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:25.908469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:25.922215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Pushing event updated for resources: {'Port': ['ID=0be82f54-ccad-4899-a955-28e09184a1c7,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:25.949298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:25.951518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 9c91d669-9920-44d5-9939-71ee5bfbf001 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:25.951950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9c91d669-9920-44d5-9939-71ee5bfbf001 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:25.966687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 63a11a1f-872b-41c6-8740-a2ea08fa7bb6) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:26.002835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for f5d30ea8-72a0-4108-a055-2a394fbbc078 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:26.024851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201db1b-17e0-41e4-97c0-f740637b69d3 None None] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:26.194302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/56869c77-a791-41e6-9b6c-7878481aa261/560e9214-81f8-4f7e-b10c-a8e2769c08cb) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:26.238965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.319642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:26.321599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.362237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:26.392951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.452056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 79584046-5adc-4ed3-885d-b0433e6336b8 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:26.466870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.488944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-63a11a1f-872b-41c6-8740-a2ea08fa7bb6', 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6', 'tenant_id': 'd3f16d1cff694cdfa57001f85f3ede1b', 'fixed_ips': [{'subnet_id': '5bd2caf5-7e5d-48e1-9ea5-331c177fd006'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:26.489939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.490581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.498327 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9221480 Dec 13 19:57:26.500275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52056) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:26.518169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Request body: {'port': {'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1063077123'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:26.554669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.569264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:26.632345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.649517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=f5d30ea8-72a0-4108-a055-2a394fbbc078,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:26.693742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.737284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.749235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:26.782276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be82f54-ccad-4899-a955-28e09184a1c7 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:26.857970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Transition to ACTIVE for port object 560e9214-81f8-4f7e-b10c-a8e2769c08cb will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:26.892285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.911914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.915031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Transition to ACTIVE for port object 560e9214-81f8-4f7e-b10c-a8e2769c08cb will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:26.919876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:26.920433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:26.921654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Allocated IP 172.20.0.2 (63a11a1f-872b-41c6-8740-a2ea08fa7bb6/5bd2caf5-7e5d-48e1-9ea5-331c177fd006/3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:26.946596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:26.957416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a85bc311-9998-4380-a0a1-f3fc6b7d8437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:26.971140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:26.982792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:26.994261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:26.999954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:27.007863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.025411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:27.044859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0be82f54-ccad-4899-a955-28e09184a1c7 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:27.120697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e831e4c4-7f83-4103-843c-1425a48471da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:27.148566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port b32c8253-f707-421b-ab31-97941e8abc07 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:27.176978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:27.180158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Pushing event updated for resources: {'Port': ['ID=560e9214-81f8-4f7e-b10c-a8e2769c08cb,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:27.185046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:27.189083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:27.190011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:27.214484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.277578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.282218 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8516238 Dec 13 19:57:27.291054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52062) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:27.305265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.321212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.325049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a98c5-ef81-4adb-93a4-960f2978f7d5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:27.328709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:27.372610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Deleting port 183e7fd8-7134-494d-9935-6072cd7603cb {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:27.372967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.394988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.407657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Transition to ACTIVE for port object 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:27.428946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Transition to ACTIVE for port object 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:27.448177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.458931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:27.515398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d3caf-df36-495c-9530-ae8311451401,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:27.518418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:27.535809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:27.551682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Usage tracker for resource:port and tenant:d3f16d1cff694cdfa57001f85f3ede1b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:27.569983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:27.585204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d5e33-881b-4d18-95c5-1054cb4d96e0 None None] Network ec32a427-b842-4db3-8afd-96850026c4fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:27.588243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:27.590095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.622907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::fbb3:6d78:1147:3d37 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/56869c77-a791-41e6-9b6c-7878481aa261/79584046-5adc-4ed3-885d-b0433e6336b8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:27.631914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:27.648300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a910-74a3-488e-a352-3da062af11b1 req-3616bcc2-ee0d-4f36-b87f-e43e942d7b39 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:27.649878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfb4a910-74a3-488e-a352-3da062af11b1 req-3616bcc2-ee0d-4f36-b87f-e43e942d7b39 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7313786 Dec 13 19:57:27.663537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-07a06ec9-374b-40b1-9fd4-ca7f59b018cc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:27.678816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Made reservation on behalf of d3f16d1cff694cdfa57001f85f3ede1b for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:27.682445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.688744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:27.707414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:27.716821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Attempting to bind port 560e9214-81f8-4f7e-b10c-a8e2769c08cb on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:27.717204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Attempting to bind port 560e9214-81f8-4f7e-b10c-a8e2769c08cb by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:27.717542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Attempting to bind port 560e9214-81f8-4f7e-b10c-a8e2769c08cb on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:27.764145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Pushing event updated for resources: {'Port': ['ID=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:27.766377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Provisioning for port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:27.776091 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:27.777572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:27.777778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:27.778290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.778553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:27.779057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Bound port: 560e9214-81f8-4f7e-b10c-a8e2769c08cb, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:27.779446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.816372 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:57:27.831262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Provisioning complete for port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:27.831651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:27.898019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] device_id is not set on port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:27.930923 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfb4a910-74a3-488e-a352-3da062af11b1 req-379fb975-b2f8-47ff-86fd-c05e1b9cd251 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722476 Dec 13 19:57:27.931590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-07a06ec9-374b-40b1-9fd4-ca7f59b018cc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:27.936120 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-07a06ec9-374b-40b1-9fd4-ca7f59b018cc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6439102 Dec 13 19:57:27.937183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52066) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:27.942599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router 4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:57:27.952801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-security--1892695379', 'description': 'tempest-security-description-148467982'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:27.959766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Attempting to bind port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:27.960380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Attempting to bind port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '5473426b-27f8-4dfc-b880-abca931c8e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:27.960953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Attempting to bind port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 on network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:28.000185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] For port 183e7fd8-7134-494d-9935-6072cd7603cb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=183e7fd8-7134-494d-9935-6072cd7603cb,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:28.000554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.013776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:28.045104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:28.045575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Checking segment: {'id': '5473426b-27f8-4dfc-b880-abca931c8e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:28.046000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.046411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Bound using segment: {'id': '5473426b-27f8-4dfc-b880-abca931c8e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:28.046911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Bound port: 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5473426b-27f8-4dfc-b880-abca931c8e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:28.047302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.153910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Provisioning for port 0be82f54-ccad-4899-a955-28e09184a1c7 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:28.179762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] For port 560e9214-81f8-4f7e-b10c-a8e2769c08cb, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:28.184997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Provisioning complete for port 0be82f54-ccad-4899-a955-28e09184a1c7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:28.185320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.228993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bcdfd13c-4307-49a5-860e-5f498e8a90bb no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:28.237945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Calling delete_port for 183e7fd8-7134-494d-9935-6072cd7603cb owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:28.276235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] For port 560e9214-81f8-4f7e-b10c-a8e2769c08cb, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=560e9214-81f8-4f7e-b10c-a8e2769c08cb,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:28.285314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bcdfd13c-4307-49a5-860e-5f498e8a90bb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:28.285763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bcdfd13c-4307-49a5-860e-5f498e8a90bb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:28.304180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.314099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bdd553b6-f09c-4f83-926a-cb4e1503de53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:28.399848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] For port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:28.427034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] For port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,segment=NetworkSegment(5473426b-27f8-4dfc-b880-abca931c8e83),segment_id=5473426b-27f8-4dfc-b880-abca931c8e83)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:28.468456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.477605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Pushing event updated for resources: {'Port': ['ID=560e9214-81f8-4f7e-b10c-a8e2769c08cb,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:28.481244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.485584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:28.486072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:28.523011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:28.531223 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7992716 Dec 13 19:57:28.536698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52072) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:28.559186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] Sync routers for ids ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:28.574255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port b32c8253-f707-421b-ab31-97941e8abc07 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:28.616286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.621080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.631359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] Routers {'4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:28.632619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:28.633465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5b089046-ad25-4dc8-a979-927e5a3db718 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:28.659832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.676224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Transition to ACTIVE for port object b32c8253-f707-421b-ab31-97941e8abc07 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:28.685248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.688454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.693962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "PUT /v2.0/security-groups/bf3a98c5-ef81-4adb-93a4-960f2978f7d5 HTTP/1.1" status: 200 len: 1777 time: 0.7500916 Dec 13 19:57:28.699763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52076) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:28.702722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a916223-e35e-4e64-9822-3a3cabf00c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:28.709354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Allocated IP 172.20.0.12 (63a11a1f-872b-41c6-8740-a2ea08fa7bb6/5bd2caf5-7e5d-48e1-9ea5-331c177fd006/7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:28.720806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5b089046-ad25-4dc8-a979-927e5a3db718 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:28.722303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5b089046-ad25-4dc8-a979-927e5a3db718 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd HTTP/1.1" status: 200 len: 205 time: 0.1818669 Dec 13 19:57:28.743621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52080) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:28.772834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:28.788954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Pushing event updated for resources: {'Port': ['ID=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:28.802470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:28.825540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] Routers {'4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:28.826203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:28.858775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.883036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] For port 0be82f54-ccad-4899-a955-28e09184a1c7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be82f54-ccad-4899-a955-28e09184a1c7,segment=NetworkSegment(70a4ff7d-049b-4470-94c8-198700b58c35),segment_id=70a4ff7d-049b-4470-94c8-198700b58c35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:28.891304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:28.891742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f992650-eee9-4b8c-8dfb-75fdcc71b1a1 None None] The sync data for ids ['4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:28.895412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.900024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:28.907893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:28.929314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c9a68fc-6735-4ea5-b13c-5cd8af2dbb7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:28.934642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e24c76-121d-4a06-a8c0-3814994cfccf req-301d2148-1296-4f8c-80e4-768a061f293f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:28.936597 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-72e24c76-121d-4a06-a8c0-3814994cfccf req-301d2148-1296-4f8c-80e4-768a061f293f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7413950 Dec 13 19:57:28.999567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a98c5-ef81-4adb-93a4-960f2978f7d5,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.003389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:29.018347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Pushing event updated for resources: {'Port': ['ID=0be82f54-ccad-4899-a955-28e09184a1c7,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.021612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:29.072288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=b32c8253-f707-421b-ab31-97941e8abc07,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.084606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.104330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:29.109594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 79584046-5adc-4ed3-885d-b0433e6336b8 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:29.204904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.215799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Checking segment: {'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:29.216372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Network hostable DHCP agents. Network: c4d69693-c468-47cb-9110-d8813be66e31, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:29.225973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9c2bda4f-dea7-441f-ad37-35a4feb5c6aa None None] Provisioning complete for port 0be82f54-ccad-4899-a955-28e09184a1c7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:29.226350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9c2bda4f-dea7-441f-ad37-35a4feb5c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.228296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-54789e8c-4119-4047-b361-ad2de76b4cdf tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups/bf3a98c5-ef81-4adb-93a4-960f2978f7d5 HTTP/1.1" status: 200 len: 1777 time: 0.5139644 Dec 13 19:57:29.244819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.276610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52084) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:29.304574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad586706-21e8-417c-864e-5c9beed16aab tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:29.321061 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-72e24c76-121d-4a06-a8c0-3814994cfccf req-fbc2ac82-0a3c-4ccd-9dfc-0fedafcc3312 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162980 Dec 13 19:57:29.431383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.496778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:29.517411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.521724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.541470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.549079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-539f941d-b69c-41eb-8da9-690af4c6a5d4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:29.551275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Network c4d69693-c468-47cb-9110-d8813be66e31 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:29.591882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.625487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, c4d69693-c468-47cb-9110-d8813be66e31) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:29.627614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.640797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f2220-14dc-4d22-a107-95ea854b8f0d None None] Network c4d69693-c468-47cb-9110-d8813be66e31 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:29.660220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event deleted for resources: {'Port': ['ID=183e7fd8-7134-494d-9935-6072cd7603cb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.663290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:29.669127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.677813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router 4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:57:29.711766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.729276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:29.741006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-18b9a5dd-0304-4087-a571-8541d2f8853c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:29.818703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:29.819823 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bd841cd4-68e8-48fb-a0f1-39ca4a82d6f1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd HTTP/1.1" status: 204 len: 168 time: 1.0723810 Dec 13 19:57:29.823813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52092) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:29.829579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Transition to ACTIVE for port object 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:29.858586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=79584046-5adc-4ed3-885d-b0433e6336b8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:29.868771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.004546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.006553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:30.007082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:30.007384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:30.029146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:30.029709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:30.065498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:30.065831 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:30.082402 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 2 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:30.091206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:30.120488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.122455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:30.133857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:30.142338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:30.148685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:30.149404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.157192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:30.182018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-55142a42-2195-4086-9ef5-5b347e9243d2 None None] Provisioning for port 560e9214-81f8-4f7e-b10c-a8e2769c08cb completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:30.195765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:30.224409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:30.224780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:30.225095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:30.227738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.234353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.247356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet c9b865c0-b7ac-409e-844d-450a1e94e6bf {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:30.253492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.268793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:30.277842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:30.277842 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:30.278472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'Port': ['ID=7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:30.289954 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 3 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:30.297351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:30.302112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:30.310314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.328772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f4d60-82c7-4f49-bd10-ce39d80691df req-23bce191-0e96-4395-8a0a-20a9d495f7ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:30.332286 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e0f4d60-82c7-4f49-bd10-ce39d80691df req-23bce191-0e96-4395-8a0a-20a9d495f7ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5867512 Dec 13 19:57:30.334516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.335026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:57:30.352304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:30.352640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:30.352981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:30.374750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.409119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.410363 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "DELETE /v2.0/routers/121c2c89-f3dd-4a1b-94bf-de88fbb0fa7e HTTP/1.1" status: 204 len: 168 time: 4.6658237 Dec 13 19:57:30.429678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52096) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:30.452623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051264268', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:30.501581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:30.518723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:30.528247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:30.532238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:30.532576 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:30.540802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:30.541547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.548404 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e0f4d60-82c7-4f49-bd10-ce39d80691df req-c63f7b99-8f05-41ff-82dd-397249f30020 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075872 Dec 13 19:57:30.552904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:30.592471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.593803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.611360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.661733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.763076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f8cc3-b465-4272-8843-68f1d1ec0144 None None] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:30.784334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 4 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:30.808626 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1699c975-4f76-4ad0-80ae-04d73d82e330 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1238799 Dec 13 19:57:30.818350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52100) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:30.835309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.842083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad4c0a51-01e1-4aa3-8506-eae5f13aec36 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:30.871141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:30.871736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:30.872213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:30.885998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Provisioning complete for port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:30.886836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.890048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.894459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:30.894790 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:30.899723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3934286 Dec 13 19:57:30.904422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52104) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:30.904985 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 5 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:30.924171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Request body: {'port': {'network_id': '63a11a1f-872b-41c6-8740-a2ea08fa7bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1902812064', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:30.924661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] bootfile-name is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:30.924993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] tftp-server is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:30.925362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.api.validators [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] server-ip-address is not in valid_values {{(pid=87526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:30.950014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:30.950820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec8225-256e-4eea-b886-aecc2d080401 None None] Network 6ffb480a-14a9-46c4-8b58-79ceec036473 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:30.962200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b865c0-b7ac-409e-844d-450a1e94e6bf,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:30.963591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a09fa43a-bf20-49fa-8da5-420981b8ff8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:30.966253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:30.979549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/c9b865c0-b7ac-409e-844d-450a1e94e6bf HTTP/1.1" status: 204 len: 168 time: 1.1536973 Dec 13 19:57:30.983603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 560e9214-81f8-4f7e-b10c-a8e2769c08cb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:31.036367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52108) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:31.063849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a98c5-ef81-4adb-93a4-960f2978f7d5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:31.066477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.066998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.067512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.070849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:31.073364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.091301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.092723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf3a98c5-ef81-4adb-93a4-960f2978f7d5 HTTP/1.1" status: 204 len: 168 time: 1.6836936 Dec 13 19:57:31.099915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.100465 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.100875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52112) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:31.105738 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 6 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:31.186305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.186644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.186988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.220110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.220564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:31.220690 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.221124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.225068 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 7 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:31.251772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router e2228762-23db-4617-bc0c-953814a4974b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:31.256179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:31.274124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae832d-b7d9-47c0-a3a9-0cca1d5ee73c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:31.280120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae832d-b7d9-47c0-a3a9-0cca1d5ee73c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:31.280857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eaae832d-b7d9-47c0-a3a9-0cca1d5ee73c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:31.286711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Usage tracker for resource:port and tenant:d3f16d1cff694cdfa57001f85f3ede1b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:31.297961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.298594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.298736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.303200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:31.303388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.304986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:31.311850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab8e3cdd-c440-4c41-83e5-a09d19713362 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:31.312929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 560e9214-81f8-4f7e-b10c-a8e2769c08cb completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:31.326356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:31.330325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.330902 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.336627 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 8 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:31.358808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Provisioning for port 79584046-5adc-4ed3-885d-b0433e6336b8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:31.368351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 560e9214-81f8-4f7e-b10c-a8e2769c08cb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:31.368736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.399899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Provisioning complete for port 79584046-5adc-4ed3-885d-b0433e6336b8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:31.400560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.479083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eaae832d-b7d9-47c0-a3a9-0cca1d5ee73c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:31.480265 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eaae832d-b7d9-47c0-a3a9-0cca1d5ee73c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6590514 Dec 13 19:57:31.495517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52116) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:31.496383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Made reservation on behalf of d3f16d1cff694cdfa57001f85f3ede1b for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:31.499993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Port 79584046-5adc-4ed3-885d-b0433e6336b8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:31.500250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.511313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.511758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.511973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.537039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ae958437-a05d-4238-b73d-89c0d9d60f2c None None] Provisioning for port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:31.565980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab8e3cdd-c440-4c41-83e5-a09d19713362 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:31.567680 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab8e3cdd-c440-4c41-83e5-a09d19713362 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4551213 Dec 13 19:57:31.574990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52120) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:31.591676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.592006 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.596401 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 9 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:31.609679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.611426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,segment=NetworkSegment(e10e0ae9-1496-4fbf-80d3-d2c946fcdd54),segment_id=e10e0ae9-1496-4fbf-80d3-d2c946fcdd54)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:31.611796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.631046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] device_id is not set on port 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:31.652929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 560e9214-81f8-4f7e-b10c-a8e2769c08cb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=560e9214-81f8-4f7e-b10c-a8e2769c08cb,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:31.663942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.665178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be82f54-ccad-4899-a955-28e09184a1c7 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:31.671663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.671998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.672339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.687940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:31.700275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 79584046-5adc-4ed3-885d-b0433e6336b8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:31.700618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.700826 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] Sync routers for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:31.713976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:31.714998 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:31.720011 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:31.748581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] DHCP port deletion for 6ffb480a-14a9-46c4-8b58-79ceec036473 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:31.761899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.762223 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.781665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Deleting port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:31.786082 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 10 to bind port b32c8253-f707-421b-ab31-97941e8abc07 Dec 13 19:57:31.786594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.796740 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:31.806216 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:31.807086 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:31.837155 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9292188 Dec 13 19:57:31.848501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52126) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:31.853955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:31.854499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:31.855195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:31.905567 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:31.905993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e6461-29c8-427f-b2f5-3da3df422e3c None None] The sync data for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:31.921213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port b32c8253-f707-421b-ab31-97941e8abc07 on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:31.921776 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port b32c8253-f707-421b-ab31-97941e8abc07 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:31.922287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:31.954201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 71b12a68-d80a-42a1-80f7-3f61fd2ea39b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:31.961368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=560e9214-81f8-4f7e-b10c-a8e2769c08cb,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:31.974385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:32.004831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0be82f54-ccad-4899-a955-28e09184a1c7 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:32.005508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.033672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-8c5eaa7f-7907-4e45-aeee-ca625a21bd4d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] delete failed (client error): The resource could not be found. Dec 13 19:57:32.041932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8c5eaa7f-7907-4e45-aeee-ca625a21bd4d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf3a98c5-ef81-4adb-93a4-960f2978f7d5 HTTP/1.1" status: 404 len: 347 time: 0.4658122 Dec 13 19:57:32.044120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52130) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:32.094825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Allocated IP 172.20.0.14 (63a11a1f-872b-41c6-8740-a2ea08fa7bb6/5bd2caf5-7e5d-48e1-9ea5-331c177fd006/60299ce3-4ed1-4c26-ba6a-ebf19bde0547) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:32.197639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629563150'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:32.261574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port b32c8253-f707-421b-ab31-97941e8abc07, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:32.262001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:57:32.280092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:32.281431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.281707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] For port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,segment=NetworkSegment(e10e0ae9-1496-4fbf-80d3-d2c946fcdd54),segment_id=e10e0ae9-1496-4fbf-80d3-d2c946fcdd54)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:32.282261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.291402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c527423-debc-4700-8c96-bb897d57810e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:32.311836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:32.360267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce4e40-54c1-456b-842c-798ba954717d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:32.364474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-78ce4e40-54c1-456b-842c-798ba954717d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports/5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 HTTP/1.1" status: 200 len: 910 time: 0.4722099 Dec 13 19:57:32.372477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52134) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:32.383739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.460977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:32.461605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.482661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.483330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Calling delete_port for 71b12a68-d80a-42a1-80f7-3f61fd2ea39b owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:32.484543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.520452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=b32c8253-f707-421b-ab31-97941e8abc07,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:32.550141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:32.579942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:32.586517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.3914247 Dec 13 19:57:32.587806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.598871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1fdbecfd-f458-4a18-bc03-087780771c7e None None] Provisioning for port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:32.605939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52138) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:32.616277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1fdbecfd-f458-4a18-bc03-087780771c7e None None] Provisioning complete for port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:32.616650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1fdbecfd-f458-4a18-bc03-087780771c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.618303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.653264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 79584046-5adc-4ed3-885d-b0433e6336b8 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:32.671850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e32114e0-bfdb-46b1-9a56-5b2f65b0997a tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:32.712251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:32.712664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:32.717340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1fdbecfd-f458-4a18-bc03-087780771c7e None None] Port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:32.727993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:32.735472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:32.736118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.755008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=71b12a68-d80a-42a1-80f7-3f61fd2ea39b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:32.768325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:32.775705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:32.786601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No DVR routers for this DVR port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:32.795046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:32.832049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a18c-c39d-42af-9a10-863f1a652d45 req-bdfa4b26-fedc-471e-8428-8bad3954c56f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:32.838989 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cdf5a18c-c39d-42af-9a10-863f1a652d45 req-bdfa4b26-fedc-471e-8428-8bad3954c56f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.9893796 Dec 13 19:57:32.843805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:32.876330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.887514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c8de6e72-b08f-4bf4-8961-d36ded404352 None None] Provisioning complete for port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:32.887754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c8de6e72-b08f-4bf4-8961-d36ded404352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.932710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.942960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:32.962250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Deleting port b32c8253-f707-421b-ab31-97941e8abc07 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:32.962773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.968383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,segment=NetworkSegment(5473426b-27f8-4dfc-b880-abca931c8e83),segment_id=5473426b-27f8-4dfc-b880-abca931c8e83)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:32.978217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:32.981680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-74d13262-04a2-46d3-91ab-bce8dd0bcf58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:33.014178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c8de6e72-b08f-4bf4-8961-d36ded404352 None None] Port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:33.019318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Transition to ACTIVE for port object 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:33.025732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.039664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:33.061732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:33.073878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:33.101136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 560e9214-81f8-4f7e-b10c-a8e2769c08cb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:33.124547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=79584046-5adc-4ed3-885d-b0433e6336b8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:33.127875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:33.133689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.161422 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/79584046-5adc-4ed3-885d-b0433e6336b8 HTTP/1.1" status: 204 len: 168 time: 1.6513476 Dec 13 19:57:33.162409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52142) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:33.167095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.204767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 560e9214-81f8-4f7e-b10c-a8e2769c08cb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:33.205223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.209491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d174d59-41b5-479a-8ffb-42c4550a0e72 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:33.238155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Deleting port 71b12a68-d80a-42a1-80f7-3f61fd2ea39b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:33.238815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.335525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:33.336588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-016adbf2-4259-4092-8134-79b66b0ecd36 None None] The port '71b12a68-d80a-42a1-80f7-3f61fd2ea39b' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:33.345001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:33.349135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:33.386708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2626be-96ea-458d-a44d-6a641b8714bc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.388235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2626be-96ea-458d-a44d-6a641b8714bc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.389498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6b2626be-96ea-458d-a44d-6a641b8714bc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:33.400698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'Port': ['ID=60299ce3-4ed1-4c26-ba6a-ebf19bde0547,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:33.404489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:33.440284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.443826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.449988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.451033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.455280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6b2626be-96ea-458d-a44d-6a641b8714bc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:33.459646 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6b2626be-96ea-458d-a44d-6a641b8714bc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2961807 Dec 13 19:57:33.460284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52146) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:33.522309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 183e7fd8-7134-494d-9935-6072cd7603cb no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:33.525759 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.6130280 Dec 13 19:57:33.528853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52150) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:33.532033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cdf5a18c-c39d-42af-9a10-863f1a652d45 req-ad1edd05-ee96-412f-b63b-643612211743 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6922128 Dec 13 19:57:33.566987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.585398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a567bc9e-9bbf-44bf-ac12-049d59244a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:33.587775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 183e7fd8-7134-494d-9935-6072cd7603cb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:33.588146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 183e7fd8-7134-494d-9935-6072cd7603cb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:33.588575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71b12a68-d80a-42a1-80f7-3f61fd2ea39b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:33.588700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 56869c77-a791-41e6-9b6c-7878481aa261 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:33.593587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.629947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 71b12a68-d80a-42a1-80f7-3f61fd2ea39b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:33.630307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71b12a68-d80a-42a1-80f7-3f61fd2ea39b not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:33.662336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375721b8-e551-4f8d-83e5-f84b5c06a868,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:33.669114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.679797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Allocated IP 172.26.6.27 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/8dcd1a42-b058-41bc-8372-589956eef0de) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:33.731406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.737578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.738479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6db57303-0e56-42af-b2c7-dc1ca320c306 None None] Provisioning for port 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:33.743919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:33.744533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6db57303-0e56-42af-b2c7-dc1ca320c306 None None] Provisioning complete for port 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:33.744856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Synchronizing usage tracker for tenant:d3f16d1cff694cdfa57001f85f3ede1b on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:33.745108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6db57303-0e56-42af-b2c7-dc1ca320c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.781839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Unset dirty status for tenant:d3f16d1cff694cdfa57001f85f3ede1b on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:33.784781 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-028ca996-ca19-49d4-aae5-4745d313594d tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2537625 Dec 13 19:57:33.786663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52154) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:33.801906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6db57303-0e56-42af-b2c7-dc1ca320c306 None None] Port 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:33.826298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:33.827831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffb480a-14a9-46c4-8b58-79ceec036473']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:33.864105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:33.864358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.864489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10e0ae9-1496-4fbf-80d3-d2c946fcdd54') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:33.903762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Deleting port 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:33.904085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:33.938027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.048051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.066815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9db787c1-8a7d-4336-ab7a-136ac4b18b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:34.075483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.125873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:34.126289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:34.143088 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:34.159398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=56869c77-a791-41e6-9b6c-7878481aa261,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:34.167699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.169038 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9781930 Dec 13 19:57:34.170446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:34.173862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.176436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52160) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.182155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7bc65-0abb-429e-bf7a-4bb3b5db46e7 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:34.185390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '375721b8-e551-4f8d-83e5-f84b5c06a868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:34.202375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:34.213259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:34.216722 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/56869c77-a791-41e6-9b6c-7878481aa261 HTTP/1.1" status: 204 len: 168 time: 0.7538354 Dec 13 19:57:34.228125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:34.230640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52164) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.252838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port b32c8253-f707-421b-ab31-97941e8abc07, host hv-neutron-8215, got binding levels [] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:34.253208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.305708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:34.329991 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0b85919e-391f-4aa7-8df2-5159542156a4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954485 Dec 13 19:57:34.333563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.341296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52168) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.445265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Calling delete_port for b32c8253-f707-421b-ab31-97941e8abc07 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:34.473730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.502391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.514804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:34.515928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Calling delete_port for 60299ce3-4ed1-4c26-ba6a-ebf19bde0547 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:34.519779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Deleting port 560e9214-81f8-4f7e-b10c-a8e2769c08cb {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:34.520406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.524818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-172d4eee-ff7a-4515-90cb-b48087c2ece7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:34.540987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.544564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.616092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.637089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=6ffb480a-14a9-46c4-8b58-79ceec036473,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:34.645279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/6ffb480a-14a9-46c4-8b58-79ceec036473 HTTP/1.1" status: 204 len: 168 time: 3.6076953 Dec 13 19:57:34.650162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52174) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.657855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-339969145', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:34.677520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:34.681634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.688356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:34.696702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:34.755144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] For port 560e9214-81f8-4f7e-b10c-a8e2769c08cb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=560e9214-81f8-4f7e-b10c-a8e2769c08cb,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:34.755585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.796200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.809691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80a6398b-f068-49dc-ae8a-15e1e50be65a tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:34.858588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f26caa-d6b1-4953-b64f-661149e14ec3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:34.859276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b2f26caa-d6b1-4953-b64f-661149e14ec3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:34.866781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:34.870483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.890304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Calling delete_port for 560e9214-81f8-4f7e-b10c-a8e2769c08cb owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:34.893867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:34.896443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cc7cc558-eda3-44b6-904e-3e27ca5c4573 tempest-ServersTestJSON-1272262199 tempest-ServersTestJSON-1272262199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:34.911898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event deleted for resources: {'Port': ['ID=b32c8253-f707-421b-ab31-97941e8abc07,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:34.926071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.936652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:34.938010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59abd100-1d1a-43d0-a03f-633769bcaf0f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:34.953286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b2f26caa-d6b1-4953-b64f-661149e14ec3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:34.954702 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b2f26caa-d6b1-4953-b64f-661149e14ec3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6124578 Dec 13 19:57:34.957528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:34.958690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.959263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52178) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.959812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.968404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:34.968606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b32c8253-f707-421b-ab31-97941e8abc07 HTTP/1.1" status: 204 len: 168 time: 2.3602891 Dec 13 19:57:34.970194 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7926276 Dec 13 19:57:34.972417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52182) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.977810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:34.978619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.016971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38147138-adee-4425-a715-042d0dc1fb2e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:35.023128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.030487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5dfe229-cb08-4e9a-ac94-016e37d1abf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:35.042824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.063117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94b90116-f99e-4aff-abef-d778d6c6ef71 tempest-RoutersAdminTest-37404991 tempest-RoutersAdminTest-37404991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:35.083543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.098290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Pushing event deleted for resources: {'Port': ['ID=560e9214-81f8-4f7e-b10c-a8e2769c08cb,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:35.103391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event deleted for resources: {'Port': ['ID=60299ce3-4ed1-4c26-ba6a-ebf19bde0547,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:35.105306 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e6f545-4bf0-40c6-98f3-53780b9fa468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:57:35.106011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4e6f545-4bf0-40c6-98f3-53780b9fa468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Synchronizing usage tracker for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:35.111627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:35.137753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:35.143805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:35.156010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] No DVR routers for this DVR port 560e9214-81f8-4f7e-b10c-a8e2769c08cb on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:35.156226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:35.169057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1707-9d91-4789-98c4-fc148e63fa52 req-b162fd14-18f2-40fa-b9d5-6a67366096f0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:35.170720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e57b1707-9d91-4789-98c4-fc148e63fa52 req-b162fd14-18f2-40fa-b9d5-6a67366096f0 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.4520547 Dec 13 19:57:35.183146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:35.194885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:35.203935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:35.203935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.208298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.231382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5c339-848a-4495-b882-d446b1ba908e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:35.233226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96c5c339-848a-4495-b882-d446b1ba908e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2718318 Dec 13 19:57:35.258111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52190) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.261965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4e6f545-4bf0-40c6-98f3-53780b9fa468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Unset dirty status for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:35.263262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c4e6f545-4bf0-40c6-98f3-53780b9fa468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports/b32c8253-f707-421b-ab31-97941e8abc07 HTTP/1.1" status: 404 len: 333 time: 0.2896659 Dec 13 19:57:35.268281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.275850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52194) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.298552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event updated for resources: {'Port': ['ID=8dcd1a42-b058-41bc-8372-589956eef0de,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:35.315769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:35.346880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.21.0.1 (ec32a427-b842-4db3-8afd-96850026c4fb/cf7ee1e2-2491-4c44-8ab9-01a5866505b1/a89be270-6898-44ad-a2e8-8a4a8de51925) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:35.371776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.415213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.421725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42046296'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:35.435847 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ae31351e-6cea-4ecd-9c94-3e06e66deaea tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677043 Dec 13 19:57:35.436919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52198) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.448617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:35.461439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:35.478205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 560e9214-81f8-4f7e-b10c-a8e2769c08cb no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:35.482235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:35.501292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.507218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Made reservation on behalf of a50747d905564b07a5eb618395685614 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:35.509613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.515502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 560e9214-81f8-4f7e-b10c-a8e2769c08cb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:35.515919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 560e9214-81f8-4f7e-b10c-a8e2769c08cb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:35.529002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:35.537841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.541454 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/59abd100-1d1a-43d0-a03f-633769bcaf0f HTTP/1.1" status: 204 len: 168 time: 0.5583224 Dec 13 19:57:35.551541 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "DELETE /v2.0/ports/60299ce3-4ed1-4c26-ba6a-ebf19bde0547 HTTP/1.1" status: 204 len: 168 time: 1.7602344 Dec 13 19:57:35.552339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.555941 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cde81b4d-b5e3-445d-af61-af751273a06f tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9008589 Dec 13 19:57:35.594607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52202) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.594980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52204) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.595348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52206) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:35.610878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59abd100-1d1a-43d0-a03f-633769bcaf0f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:35.626332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:35.633374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port 4bc22b06-c59c-443e-95ea-6015c5c587ad yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:35.641072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Request body: {'port': {'name': 'tempest-new-port-name-1984336138', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:35.641536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.api.validators [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] bootfile-name is not in valid_values {{(pid=87525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:35.641869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.api.validators [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] tftp-server is not in valid_values {{(pid=87525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:35.642191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.api.validators [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] server-ip-address is not in valid_values {{(pid=87525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 19:57:35.676544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207762514'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:35.699660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:35.701745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:35.706003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:35.710864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:35.718964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e57b1707-9d91-4789-98c4-fc148e63fa52 req-18d29bef-f11a-4bd1-8f0d-ac040036ed6e tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5272408 Dec 13 19:57:35.728870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:35.758238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:35.761780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:35.777388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:35.802550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:35.866709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:35.974434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c4b442e2-5a09-4972-a078-64563ec2a7a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:35.979330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.018594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:36.022162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.083263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.083804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.091174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:36.119926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c4b442e2-5a09-4972-a078-64563ec2a7a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:36.123850 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c4b442e2-5a09-4972-a078-64563ec2a7a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5188344 Dec 13 19:57:36.125633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.127404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52214) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:36.187974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.197278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:36.200613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Network c4d69693-c468-47cb-9110-d8813be66e31 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:36.208711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:36.209325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object a89be270-6898-44ad-a2e8-8a4a8de51925 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:36.221785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:36.223055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:36.223657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.237500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc22b06-c59c-443e-95ea-6015c5c587ad,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:36.250727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:36.252686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72b8ff54-4b8f-4d5d-a7a6-e800a4f61547 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:36.261589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.261939 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment 6f02ac5e-f309-4862-8964-481de4d35ea9 of type vlan for network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb Dec 13 19:57:36.280608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:36.292484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:36.297309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:36.297898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.310103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b0a81-e81a-464d-9392-e092ff2012d6 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:36.352686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.358209 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9888518 Dec 13 19:57:36.371467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52218) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:36.376717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=0250e372-55e8-493f-8f10-1e2182519094,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:36.382662 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9098415 Dec 13 19:57:36.383713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:36.393204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52222) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:36.394245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:36.406263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.422701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '0250e372-55e8-493f-8f10-1e2182519094', 'ip_address': '2001:db8::aa7b:5682:81c2:b591'}], 'name': 'tempest-NetworksTestDHCPv6-1369526340'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:36.437292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.553013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.571888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '0250e372-55e8-493f-8f10-1e2182519094'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:36.573279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.599614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.612508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:36.643799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375721b8-e551-4f8d-83e5-f84b5c06a868,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:36.651136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.651824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:36.678301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.679489 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/375721b8-e551-4f8d-83e5-f84b5c06a868 HTTP/1.1" status: 204 len: 168 time: 0.5413013 Dec 13 19:57:36.681969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52226) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:36.715049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.731898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:36.756915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/0250e372-55e8-493f-8f10-1e2182519094/cc8401c0-bd07-4b83-b803-e6c0b96d25fc) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:36.767008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.773244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:36.773859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:36.809249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-66cc1ab0-fe1a-4181-90cd-20a92e33e69f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:36.878620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ec32a427-b842-4db3-8afd-96850026c4fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:36.944772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:36.970829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:36.992179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-66cc1ab0-fe1a-4181-90cd-20a92e33e69f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:36.997845 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-66cc1ab0-fe1a-4181-90cd-20a92e33e69f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3105865 Dec 13 19:57:37.004016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52232) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:37.017032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--161640052'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:37.017889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.026438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:37.034795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Transition to ACTIVE for port object cc8401c0-bd07-4b83-b803-e6c0b96d25fc will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:37.042891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port 4bc22b06-c59c-443e-95ea-6015c5c587ad yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:37.047386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:37.054908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.064201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Transition to ACTIVE for port object cc8401c0-bd07-4b83-b803-e6c0b96d25fc will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:37.073048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.081947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4bfe9ab3-47ef-4320-ac3f-5be66cca9c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.082540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Transition to ACTIVE for port object 4bc22b06-c59c-443e-95ea-6015c5c587ad will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:37.083630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.097593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.104331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-718454fb-bb0e-4ab4-8fa6-bdc61930c393 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.170288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Pushing event updated for resources: {'Port': ['ID=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.173854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.193413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:37.194964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:37.198224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:37.235141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6291740 Dec 13 19:57:37.237648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:37.241798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52236) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:37.251939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:37.273631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:37.281352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc22b06-c59c-443e-95ea-6015c5c587ad,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.286360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:37.296764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.303775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Attempting to bind port cc8401c0-bd07-4b83-b803-e6c0b96d25fc on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.304259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Attempting to bind port cc8401c0-bd07-4b83-b803-e6c0b96d25fc by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.304692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Attempting to bind port cc8401c0-bd07-4b83-b803-e6c0b96d25fc on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.311686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:37.312328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:37.312494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.313058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:37.313666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Bound port: cc8401c0-bd07-4b83-b803-e6c0b96d25fc, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:37.314103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.347152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:37.364213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12b9bb5a-205e-4ea3-ad74-3cf7c7b03943 None None] Provisioning for port a89be270-6898-44ad-a2e8-8a4a8de51925 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:37.369296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=a89be270-6898-44ad-a2e8-8a4a8de51925,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.382475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.382827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.383153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.384098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12b9bb5a-205e-4ea3-ad74-3cf7c7b03943 None None] Provisioning complete for port a89be270-6898-44ad-a2e8-8a4a8de51925 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:37.384551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-12b9bb5a-205e-4ea3-ad74-3cf7c7b03943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.410977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.411366 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.415222 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 2 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.438003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:37.442748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.444041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.444389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.444843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.447515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:37.449721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9cae2bf4-47a1-4e55-94c9-ca3f1ae00ea5 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.454335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:37.462554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-12b9bb5a-205e-4ea3-ad74-3cf7c7b03943 None None] Port a89be270-6898-44ad-a2e8-8a4a8de51925 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:37.465531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:37.467475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.467783 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.469297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] For port cc8401c0-bd07-4b83-b803-e6c0b96d25fc, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:37.470266 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 3 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.473665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] For port cc8401c0-bd07-4b83-b803-e6c0b96d25fc, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:37.478500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.479620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.480356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:37.491144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a7261a6a-daf7-4f85-b4a9-5c3bb242536e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.515577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:37.519205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.539521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.539877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.540194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.560708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.564295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.583099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Pushing event updated for resources: {'Port': ['ID=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.586499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.605025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.605928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.606336 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.612199 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 4 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.635083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.643812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.670588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.670972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.671338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.700599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.701187 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.706517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:37.708311 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 5 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.725621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e9d56-b6e8-4ff6-a8aa-930047d49e12,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.733679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.743635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.744040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.744430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.746568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.747793 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7425110 Dec 13 19:57:37.751163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52240) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:37.758934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'ec5e9d56-b6e8-4ff6-a8aa-930047d49e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:37.765140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.765563 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.766415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:37.769955 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 6 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.783416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:37.788361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:37.801445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:37.806437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:37.823036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:37.834958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.835301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.835641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.857639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.857902 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.860999 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 7 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.882744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:37.884129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-24fd3dfa-c94e-454f-8830-d3e6f399a176 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:37.901913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:37.918126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:37.918796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:37.919579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:37.945022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:37.945889 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:37.954386 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 8 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:37.956683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:38.012400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:38.013305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:38.013891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:38.026879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:38.027304 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:38.029681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 9 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:38.044455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.053154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c71a01f7-4387-4ce5-a7e9-a0bdf88ee12e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:38.112163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-30877569-326d-4f6c-8cd3-1fdc0f2272b4 None None] Provisioning complete for port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:38.114994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.116731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30877569-326d-4f6c-8cd3-1fdc0f2272b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.135275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.141691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event updated for resources: {'Port': ['ID=7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:38.149472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:38.149958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:38.150403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:38.158707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:38.173122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] In _notify_port_updated(), no bound segment for port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 on network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:57:38.179283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:38.179984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.181329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "PUT /v2.0/ports/7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 HTTP/1.1" status: 200 len: 1137 time: 2.5774612 Dec 13 19:57:38.186297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.194343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.203026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ead5b1-5d0a-4a23-93c0-fdb8077de05a req-5e14fe46-38ac-4b16-ace3-98c7936f9b82 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:38.204963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c8ead5b1-5d0a-4a23-93c0-fdb8077de05a req-5e14fe46-38ac-4b16-ace3-98c7936f9b82 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.3322551 Dec 13 19:57:38.212550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-30877569-326d-4f6c-8cd3-1fdc0f2272b4 None None] Port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:38.229836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:38.230511 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:38.234870 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 10 to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad Dec 13 19:57:38.251493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.252966 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5002670 Dec 13 19:57:38.262976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.270386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=319e5122-ca2a-4f53-879e-e1bd4f1849db,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:38.299228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'ec5e9d56-b6e8-4ff6-a8aa-930047d49e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:38.308993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:38.318128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:38.342309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:38.347858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:38.348294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:38.348643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:38.368196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:38.376007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:38.376817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:38.385486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:38.388686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:38.389333 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 4bc22b06-c59c-443e-95ea-6015c5c587ad on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:38.390025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.407203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a67b93-ec32-4a70-b1ae-22e0b9d1686d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:38.412768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:38.419284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:38.452929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.488635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.500932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:38.558732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:38.568479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c4719-ee47-4f36-9d7f-0fecb4b0587b None None] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:38.569123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:38.569123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.571653 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c8ead5b1-5d0a-4a23-93c0-fdb8077de05a req-3af76fe7-e8a5-4eb1-93a8-7db050f6947c tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083415 Dec 13 19:57:38.579127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc8736-fa46-4e74-8c41-3de7762acc17 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:38.580545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b7dc8736-fa46-4e74-8c41-3de7762acc17 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "GET /v2.0/ports/7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 HTTP/1.1" status: 200 len: 1137 time: 0.3744051 Dec 13 19:57:38.585580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52252) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.586574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port 4bc22b06-c59c-443e-95ea-6015c5c587ad, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:38.586945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:57:38.637916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.641605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:38.661312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 6ea5f503-d07c-4b31-8e81-33b640e22955 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:38.718188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.727358 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4800396 Dec 13 19:57:38.738551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.740687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] In _notify_port_updated(), no bound segment for port 4bc22b06-c59c-443e-95ea-6015c5c587ad on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:57:38.741630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:38.742183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.746435 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "PUT /v2.0/ports/4bc22b06-c59c-443e-95ea-6015c5c587ad HTTP/1.1" status: 200 len: 979 time: 2.3708258 Dec 13 19:57:38.746829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.749199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52258) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.760020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Deleting port 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:38.760391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.826969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.875148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc22b06-c59c-443e-95ea-6015c5c587ad,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:38.889591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:38.893638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-73de6d8d-e960-4c92-901a-fcf242854081 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:38.925563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.927055 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6628032 Dec 13 19:57:38.958599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:38.960111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:38.978103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52264) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:38.979006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f86d9c7-52c8-4f6f-b3e4-dce6ddf89e85,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:38.995446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:39.006996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'ec5e9d56-b6e8-4ff6-a8aa-930047d49e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:39.030576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:39.046917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:39.082410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:39.099934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:39.190325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc8401c0-bd07-4b83-b803-e6c0b96d25fc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:39.239448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.240608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.241295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.242440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.243068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.243694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.244313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.244935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.245577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.246192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.246936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.247638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.248530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.249251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.249894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.250532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.251162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.252238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:39.254499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Synchronizing usage tracker for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:39.274633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.357560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Allocated IP 2001:db8::2 (2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb/319e5122-ca2a-4f53-879e-e1bd4f1849db/54cbc99b-45cb-4432-a123-866d52abcf1e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:39.376943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port cc8401c0-bd07-4b83-b803-e6c0b96d25fc completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:39.392003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Unset dirty status for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:39.398454 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c7cb472c-8cb3-49da-b3a8-9e0b0a9832b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16443 time: 0.6463342 Dec 13 19:57:39.399197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52268) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:39.461512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.502246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Provisioning for port cc8401c0-bd07-4b83-b803-e6c0b96d25fc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:39.515723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Provisioning complete for port cc8401c0-bd07-4b83-b803-e6c0b96d25fc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:39.516197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.717223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.745547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Calling delete_port for 7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:39.758948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.772026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] For port cc8401c0-bd07-4b83-b803-e6c0b96d25fc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:39.773476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Transition to ACTIVE for port object 54cbc99b-45cb-4432-a123-866d52abcf1e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:39.783062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.787062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63456820-a3f6-4e65-b168-4691124bed56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:39.790885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Deleting port 4bc22b06-c59c-443e-95ea-6015c5c587ad {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:39.791380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.845816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Transition to ACTIVE for port object 54cbc99b-45cb-4432-a123-866d52abcf1e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:39.859223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.879046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.882873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:39.885496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:39.888394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:39.921932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:39.928107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Pushing event updated for resources: {'Port': ['ID=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:39.936892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e8da6c0-93b9-4fa3-8c60-46b7a90474a5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:39.964209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:39.965194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-201c955b-596c-4331-a699-6f57bd2f2099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:39.977132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc06822a-6d0d-48fb-88f7-da7d38ef8021,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:39.982869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.024394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Attempting to bind port 54cbc99b-45cb-4432-a123-866d52abcf1e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:40.024863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Attempting to bind port 54cbc99b-45cb-4432-a123-866d52abcf1e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:40.025328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Attempting to bind port 54cbc99b-45cb-4432-a123-866d52abcf1e on network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:40.040849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:40.041430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Checking segment: {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:40.041938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.042432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Bound using segment: {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:40.043009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Bound port: 54cbc99b-45cb-4432-a123-866d52abcf1e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:40.043485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.067985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::aa7b:5682:81c2:b591 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/0250e372-55e8-493f-8f10-1e2182519094/6ea5f503-d07c-4b31-8e81-33b640e22955) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:40.082493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.090517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Pushing event updated for resources: {'Port': ['ID=54cbc99b-45cb-4432-a123-866d52abcf1e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:40.090810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.094504 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1107812 Dec 13 19:57:40.098326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.103222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52274) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:40.125079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'ec5e9d56-b6e8-4ff6-a8aa-930047d49e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:40.145604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:40.150665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-764f70e4-666b-4147-881b-121105c79a0c None None] For port 54cbc99b-45cb-4432-a123-866d52abcf1e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:40.154008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-764f70e4-666b-4147-881b-121105c79a0c None None] For port 54cbc99b-45cb-4432-a123-866d52abcf1e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=54cbc99b-45cb-4432-a123-866d52abcf1e,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:40.158594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:40.159420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.164483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:40.165906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:40.168799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port 4bc22b06-c59c-443e-95ea-6015c5c587ad, host hv-neutron-8215, got binding levels [] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:40.169189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.182464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:40.188139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.192503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Router cda94784-b760-49b5-a3ee-c4a94b82043f is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:40.249426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:40.250346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Pushing event updated for resources: {'Port': ['ID=54cbc99b-45cb-4432-a123-866d52abcf1e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:40.254060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.360718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Calling delete_port for 4bc22b06-c59c-443e-95ea-6015c5c587ad owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:40.393494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event deleted for resources: {'Port': ['ID=7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:40.407459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.443169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.588813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.595178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.606144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96f616c2-17aa-4435-839b-aedc1966cbe5 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:40.675237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bc22b06-c59c-443e-95ea-6015c5c587ad,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:40.680303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.684821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.691489 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "DELETE /v2.0/ports/7d3ae3ed-4ac0-4840-bbd7-d77acaa2d651 HTTP/1.1" status: 204 len: 168 time: 2.1009238 Dec 13 19:57:40.695045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52278) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:40.703345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.704867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.710070 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4bc22b06-c59c-443e-95ea-6015c5c587ad HTTP/1.1" status: 204 len: 168 time: 1.2962048 Dec 13 19:57:40.744390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52282) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:40.757664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:40.834670 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-538a2c65-8656-4485-bbeb-8e00d3706acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:57:40.835192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-538a2c65-8656-4485-bbeb-8e00d3706acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Synchronizing usage tracker for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:40.839633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b53d144-b90e-4cd4-adfc-b45cd1b81f6b,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:40.845409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:40.846241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.850620 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7336233 Dec 13 19:57:40.851938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52286) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:40.855851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Deleting subnet 5bd2caf5-7e5d-48e1-9ea5-331c177fd006 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:40.860467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.873113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43056f-730b-42e6-92f6-2110fa8cb0ab req-250f5b30-a47a-406d-8fca-bcc01828977d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:40.874646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ac43056f-730b-42e6-92f6-2110fa8cb0ab req-250f5b30-a47a-406d-8fca-bcc01828977d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.0773814 Dec 13 19:57:40.891684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'ec5e9d56-b6e8-4ff6-a8aa-930047d49e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:40.913257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:40.921963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:40.927377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:40.930016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-538a2c65-8656-4485-bbeb-8e00d3706acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Unset dirty status for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:40.931187 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-538a2c65-8656-4485-bbeb-8e00d3706acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports/4bc22b06-c59c-443e-95ea-6015c5c587ad HTTP/1.1" status: 404 len: 333 time: 0.1842644 Dec 13 19:57:40.938284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52290) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:40.942237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:40.969472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:40.974610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-53657646', 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:40.993557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:41.016065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:41.039772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.054449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Made reservation on behalf of a50747d905564b07a5eb618395685614 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:41.057062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.126652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.154749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc8401c0-bd07-4b83-b803-e6c0b96d25fc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:41.170838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port 7951784f-86ac-4366-9b2b-3f16cb025edd yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:41.245213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port cc8401c0-bd07-4b83-b803-e6c0b96d25fc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:41.245968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.272190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.316814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 6ea5f503-d07c-4b31-8e81-33b640e22955 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:41.322502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.341504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.358630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.363165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ac43056f-730b-42e6-92f6-2110fa8cb0ab req-7f2763f0-05ea-4339-a032-fcedfda14f79 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255614 Dec 13 19:57:41.368936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b237e6e9-1beb-48a1-bb2f-885fb7703b5e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:41.377998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.402952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-384ce9df-b19e-4de3-afbe-93a63388e8ce tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:41.411720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 54cbc99b-45cb-4432-a123-866d52abcf1e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:41.491650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:41.493319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:41.507644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] Sync routers for ids ['cda94784-b760-49b5-a3ee-c4a94b82043f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:41.513235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 54cbc99b-45cb-4432-a123-866d52abcf1e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:41.530445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] Routers {'cda94784-b760-49b5-a3ee-c4a94b82043f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:41.532174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cda94784-b760-49b5-a3ee-c4a94b82043f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:41.534681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=6ea5f503-d07c-4b31-8e81-33b640e22955,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:41.537822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:41.570462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:41.585926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:41.591757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:41.592412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.602527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.606192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.1675525 Dec 13 19:57:41.612540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:57:41.614913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:41.620072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52294) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:41.624042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5226bbd-bf22-4a12-b4c7-65e6b414c2ae,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:41.626460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.633003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] Routers {'cda94784-b760-49b5-a3ee-c4a94b82043f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:41.633971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cda94784-b760-49b5-a3ee-c4a94b82043f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:41.647588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:41.668363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8::1 (2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb/319e5122-ca2a-4f53-879e-e1bd4f1849db/2f0ac75e-a668-4293-a818-0c9cb74ed6d6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:41.672264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.683443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2872453 Dec 13 19:57:41.686050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52298) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:41.700205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b567d-95b9-4e2a-b706-03c820aee4e8 None None] Network 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:41.702576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '0250e372-55e8-493f-8f10-1e2182519094', 'ip_address': '2001:db8::aa7b:5682:81c2:b591'}], 'name': 'tempest-NetworksTestDHCPv6-1820550990'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:41.723796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.731804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:41.737055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bb3a2-6f72-4a8d-8b38-0c01169b4dad None None] The sync data for ids ['cda94784-b760-49b5-a3ee-c4a94b82043f'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:41.755053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:41.763243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f7edff6-228c-4be9-a0e2-2028f1b1ff4a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:41.834292 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "DELETE /v2.0/subnets/5bd2caf5-7e5d-48e1-9ea5-331c177fd006 HTTP/1.1" status: 204 len: 168 time: 1.1412654 Dec 13 19:57:41.846435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91ba3d-ab84-4eb5-b77f-c25f047feaf8 None None] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:41.854850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd2caf5-7e5d-48e1-9ea5-331c177fd006,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:41.856469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52302) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:41.867688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:41.880667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:41.908255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.912356 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0502899 Dec 13 19:57:41.929052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52306) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:41.974152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:41.974600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.043322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Provisioning for port 54cbc99b-45cb-4432-a123-866d52abcf1e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:42.061003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Provisioning complete for port 54cbc99b-45cb-4432-a123-866d52abcf1e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:42.061513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.096277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.101074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.101304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.105187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=a89be270-6898-44ad-a2e8-8a4a8de51925,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:42.108392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:42.174771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.205056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Deleting port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:42.205804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.248025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.262827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-238a7818-b978-4bc6-a97e-1b5b8ed1ef04 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:42.298863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:42.303476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.318762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:42.332402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:42.340429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.343122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:42.363988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.367725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:42.383966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] For port 54cbc99b-45cb-4432-a123-866d52abcf1e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=54cbc99b-45cb-4432-a123-866d52abcf1e,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:42.392023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.400330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:42.404548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:42.448180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] DHCP port deletion for 63a11a1f-872b-41c6-8740-a2ea08fa7bb6 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:42.452336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:42.454280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Network c4d69693-c468-47cb-9110-d8813be66e31 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:42.465441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:42.465814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.476471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Deleting port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:42.477282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.482841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:42.483931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:42.484640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.494993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=7951784f-86ac-4366-9b2b-3f16cb025edd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:42.504021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5226bbd-bf22-4a12-b4c7-65e6b414c2ae,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:42.510693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:42.520498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:42.553449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.557669 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d5226bbd-bf22-4a12-b4c7-65e6b414c2ae HTTP/1.1" status: 204 len: 168 time: 0.6254163 Dec 13 19:57:42.562701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52312) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:42.629996 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6904404 Dec 13 19:57:42.632761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:42.647351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 90ad2b16-0f5d-490f-bad9-5f818549d125 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:42.734957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Pushing event updated for resources: {'Port': ['ID=54cbc99b-45cb-4432-a123-866d52abcf1e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:42.743152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-33176efa-10ba-4646-ba27-47b67d9b6927 None None] Provisioning for port 6ea5f503-d07c-4b31-8e81-33b640e22955 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:42.749224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:42.751109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network ec32a427-b842-4db3-8afd-96850026c4fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:42.759780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-33176efa-10ba-4646-ba27-47b67d9b6927 None None] Provisioning complete for port 6ea5f503-d07c-4b31-8e81-33b640e22955 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:42.760167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-33176efa-10ba-4646-ba27-47b67d9b6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.772419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:42.805700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] For port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,segment=NetworkSegment(5473426b-27f8-4dfc-b880-abca931c8e83),segment_id=5473426b-27f8-4dfc-b880-abca931c8e83)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:42.806210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.825577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f052db2-6a3b-43bd-b8f1-3ca31c4b0504 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:42.835990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-33176efa-10ba-4646-ba27-47b67d9b6927 None None] Port 6ea5f503-d07c-4b31-8e81-33b640e22955 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:42.841984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] For port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,segment=NetworkSegment(5473426b-27f8-4dfc-b880-abca931c8e83),segment_id=5473426b-27f8-4dfc-b880-abca931c8e83)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:42.842386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:42.942875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Calling delete_port for 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:42.971770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Calling delete_port for 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:42.973912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.021289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-35978bc4-0c2a-47ec-9e0a-1984073bfa13 None None] Provisioning complete for port 54cbc99b-45cb-4432-a123-866d52abcf1e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:43.021683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-35978bc4-0c2a-47ec-9e0a-1984073bfa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.107876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 54cbc99b-45cb-4432-a123-866d52abcf1e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:43.165555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:57:43.165806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:57:43.243057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 54cbc99b-45cb-4432-a123-866d52abcf1e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:43.243438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.256804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567538d2-886d-4286-8c98-49918cd94d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:43.257419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-567538d2-886d-4286-8c98-49918cd94d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Synchronizing usage tracker for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:43.269374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.277293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.277757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7079cc04-4277-4a79-91f6-ea26f2ddd14c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:43.289106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:43.326454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event deleted for resources: {'Port': ['ID=3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:43.329879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:43.331652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] No DVR routers for this DVR port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:43.354114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f052db2-6a3b-43bd-b8f1-3ca31c4b0504 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:43.355486 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f052db2-6a3b-43bd-b8f1-3ca31c4b0504 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7543087 Dec 13 19:57:43.370164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52320) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:43.427189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2949d8e7-d9da-4d97-9e73-b962aacb6023 None None] Provisioning complete for port a89be270-6898-44ad-a2e8-8a4a8de51925 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:43.427752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2949d8e7-d9da-4d97-9e73-b962aacb6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.432020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:43.444254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-567538d2-886d-4286-8c98-49918cd94d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Unset dirty status for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:43.448233 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-567538d2-886d-4286-8c98-49918cd94d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports/7951784f-86ac-4366-9b2b-3f16cb025edd HTTP/1.1" status: 200 len: 957 time: 0.8035095 Dec 13 19:57:43.452067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:43.460155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:43.465518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router e2228762-23db-4617-bc0c-953814a4974b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:57:43.478288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae26f26-2097-449b-9a64-fcb2e15f67d3 req-9903922f-8ed7-43fc-a871-72545202c31f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:43.479828 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1ae26f26-2097-449b-9a64-fcb2e15f67d3 req-9903922f-8ed7-43fc-a871-72545202c31f tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.9162436 Dec 13 19:57:43.489891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:43.490429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.498491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2949d8e7-d9da-4d97-9e73-b962aacb6023 None None] Port a89be270-6898-44ad-a2e8-8a4a8de51925 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:43.506520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:43.535043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:43.543014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:43.543445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.570212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.585687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:43.586043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:43.590139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Deleting port 7951784f-86ac-4366-9b2b-3f16cb025edd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:43.590582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.618314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a11a1f-872b-41c6-8740-a2ea08fa7bb6']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:43.648228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5473426b-27f8-4dfc-b880-abca931c8e83') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:43.648655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5473426b-27f8-4dfc-b880-abca931c8e83') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:43.649221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.663325 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 19:57:43.663840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:43.667261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Deleting port 3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:43.668379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.684297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.747482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.782351 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1ae26f26-2097-449b-9a64-fcb2e15f67d3 req-696979e5-5cdd-4a04-ac4a-2b1aed8aa09d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845991 Dec 13 19:57:43.819665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a5305f7-317c-4af5-bf8b-75be9210bddb None None] The port '3b0c2ad6-fc77-4dae-9fb6-c95ed64becc9' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:57:43.828017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:43.828447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.834719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.836336 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9c6ee674-8fbd-467f-8ee8-2d29921edf65 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1492274 Dec 13 19:57:43.840366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52330) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:43.849536 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:43.867908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-65e25ca7-4add-4aa1-b784-04bb701622d5 None None] Provisioning for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:43.874364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-65e25ca7-4add-4aa1-b784-04bb701622d5 None None] Provisioning complete for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:43.875863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-65e25ca7-4add-4aa1-b784-04bb701622d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.877271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:43.878801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1b53d144-b90e-4cd4-adfc-b45cd1b81f6b HTTP/1.1" status: 204 len: 168 time: 0.4932470 Dec 13 19:57:43.914307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1f02c0b9-c589-4555-a5a7-464aefff7057 tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:43.925197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52334) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:43.934095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:43.946526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] Sync routers for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:43.960081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-65e25ca7-4add-4aa1-b784-04bb701622d5 None None] Port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:43.963814 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5478303 Dec 13 19:57:43.964157 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:43.964802 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:43.972320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b53d144-b90e-4cd4-adfc-b45cd1b81f6b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:43.972719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52338) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:43.983583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:43.996213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.062464 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:44.071759 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:44.072450 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:44.135852 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:44.136500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf0184-20e0-428e-b945-55516bb0f0c3 None None] The sync data for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:44.140738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c30238d-888f-474d-b8cd-84da2c4a9dee tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:44.211436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.241263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:44.260794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.281620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.295862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Pushing event deleted for resources: {'Network': ['ID=63a11a1f-872b-41c6-8740-a2ea08fa7bb6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:44.298815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:44.333918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c30238d-888f-474d-b8cd-84da2c4a9dee tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:44.337980 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5c30238d-888f-474d-b8cd-84da2c4a9dee tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3992500 Dec 13 19:57:44.348728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601450b-98fa-4408-9c30-0612a5aad56f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:44.354705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601450b-98fa-4408-9c30-0612a5aad56f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:44.355505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b601450b-98fa-4408-9c30-0612a5aad56f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:44.371491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c2618-815a-4b62-92fc-147f40b5abbc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:44.372348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6c7c2618-815a-4b62-92fc-147f40b5abbc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:44.375865 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] 10.222.0.18 "DELETE /v2.0/networks/63a11a1f-872b-41c6-8740-a2ea08fa7bb6 HTTP/1.1" status: 204 len: 168 time: 2.5134470 Dec 13 19:57:44.409068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52344) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:44.450610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Calling delete_port for 7951784f-86ac-4366-9b2b-3f16cb025edd owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:44.514477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.525549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b601450b-98fa-4408-9c30-0612a5aad56f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:44.526719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b601450b-98fa-4408-9c30-0612a5aad56f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6580291 Dec 13 19:57:44.534651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.541623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52350) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:44.601127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6c7c2618-815a-4b62-92fc-147f40b5abbc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:44.602392 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6c7c2618-815a-4b62-92fc-147f40b5abbc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports/a89be270-6898-44ad-a2e8-8a4a8de51925 HTTP/1.1" status: 200 len: 910 time: 0.5760963 Dec 13 19:57:44.608614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:44.673996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:44.679767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4605d0-a9f2-48f7-9312-5b0ba71a2a19 req-ac8baed2-3d48-4271-ae0d-cd19a4b7f665 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:44.681319 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f4605d0-a9f2-48f7-9312-5b0ba71a2a19 req-ac8baed2-3d48-4271-ae0d-cd19a4b7f665 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.5340133 Dec 13 19:57:44.715328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275200a-18ad-4706-928a-5115d4001540 req-1c531158-82f4-476e-9c64-10a0958f8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:44.717066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-1c531158-82f4-476e-9c64-10a0958f8947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.5009012 Dec 13 19:57:44.838571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.848588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 6ea5f503-d07c-4b31-8e81-33b640e22955 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:44.848927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:44.993091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.010883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8402bfc5-3b23-438d-9539-b99a98f22061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:45.041876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-729ad06b-88a2-4869-9ed4-3d7084bfb793 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:45.096071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc06822a-6d0d-48fb-88f7-da7d38ef8021,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:45.108665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f4605d0-a9f2-48f7-9312-5b0ba71a2a19 req-e89f6c8a-a070-4b70-996e-e0bd8fea1f60 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045875 Dec 13 19:57:45.123645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:45.130414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event deleted for resources: {'Port': ['ID=7951784f-86ac-4366-9b2b-3f16cb025edd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:45.135155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.136607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.137600 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bc06822a-6d0d-48fb-88f7-da7d38ef8021 HTTP/1.1" status: 204 len: 168 time: 0.7267044 Dec 13 19:57:45.148644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:45.149108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52366) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:45.244345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275200a-18ad-4706-928a-5115d4001540 req-2814b293-4d4f-4d44-b5a2-3300e06b55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:45.245762 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-2814b293-4d4f-4d44-b5a2-3300e06b55e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.5185690 Dec 13 19:57:45.327550 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7951784f-86ac-4366-9b2b-3f16cb025edd HTTP/1.1" status: 204 len: 168 time: 1.8744001 Dec 13 19:57:45.335890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.347966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52370) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:45.436057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.436885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.455080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6776e919-17a2-4ac2-9fc3-4ea8b6bc5209 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:45.499017 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d1460e5a-abd7-4b86-9421-1c5cb0481f78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3f16d1cff694cdfa57001f85f3ede1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300304 Dec 13 19:57:45.509818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52374) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:45.522551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4d228db6-d876-4471-aedf-f20379c321fa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:45.523896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7a6320-d552-4f2d-842c-d85a4da26072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:57:45.529285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f7a6320-d552-4f2d-842c-d85a4da26072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports/7951784f-86ac-4366-9b2b-3f16cb025edd HTTP/1.1" status: 404 len: 333 time: 0.1763287 Dec 13 19:57:45.538675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52378) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:45.558318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.573590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-311060606'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:45.579376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.607444 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-b8cf46c0-45bf-4bab-98c6-437607507c90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1002 time: 0.3363650 Dec 13 19:57:45.608411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:45.630717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4d228db6-d876-4471-aedf-f20379c321fa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:45.632029 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4d228db6-d876-4471-aedf-f20379c321fa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4751291 Dec 13 19:57:45.659800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52382) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:45.664531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:45.712947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Usage tracker for resource:port and tenant:a50747d905564b07a5eb618395685614 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:45.715820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:45.735750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:45.762999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.771777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:45.814732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.868317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.907722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router cda94784-b760-49b5-a3ee-c4a94b82043f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:57:45.934031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 6ea5f503-d07c-4b31-8e81-33b640e22955 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:45.967471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:45.989128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Made reservation on behalf of a50747d905564b07a5eb618395685614 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:45.991501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.022007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.031218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275200a-18ad-4706-928a-5115d4001540 req-dfb933c4-ffd3-4aa9-99dd-3de290ea6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:46.032681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-dfb933c4-ffd3-4aa9-99dd-3de290ea6178 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.3718266 Dec 13 19:57:46.067800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.074808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-72c8db45-f3ef-4ac0-b6f5-f4cf1d56cafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:46.108073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:46.113152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port 3cb41046-062f-4832-95f4-1d6952b48eff yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:46.146751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd60ca58-d28e-4017-8f60-43b901e2d35d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:46.149499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:46.162165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:46.206518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.209619 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd60ca58-d28e-4017-8f60-43b901e2d35d HTTP/1.1" status: 204 len: 168 time: 0.6986802 Dec 13 19:57:46.231722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.267994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.448487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96db2549-ba65-4c42-91f3-0853196bcaa5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:46.494790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:46.506888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.510656 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d590de90-0d47-44f9-92c4-e83a092a72a9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "PUT /v2.0/routers/cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 200 len: 925 time: 4.8861051 Dec 13 19:57:46.511473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:46.513452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] Sync routers for ids ['cda94784-b760-49b5-a3ee-c4a94b82043f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:46.538453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] Routers {'cda94784-b760-49b5-a3ee-c4a94b82043f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:46.539624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cda94784-b760-49b5-a3ee-c4a94b82043f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:46.622627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:46.640245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] Routers {'cda94784-b760-49b5-a3ee-c4a94b82043f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:46.641085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cda94784-b760-49b5-a3ee-c4a94b82043f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:46.682335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f86d9c7-52c8-4f6f-b3e4-dce6ddf89e85,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:46.701414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:46.710667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4729da90-5ee9-4937-af3a-fd25182ffc97 None None] Provisioning complete for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:46.711057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4729da90-5ee9-4937-af3a-fd25182ffc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.771414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4729da90-5ee9-4937-af3a-fd25182ffc97 None None] Port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:57:46.780221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:46.780654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72450650-7934-47e1-97db-e2be21dcb3dc None None] The sync data for ids ['cda94784-b760-49b5-a3ee-c4a94b82043f'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:46.807902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275200a-18ad-4706-928a-5115d4001540 req-9c92ce32-e09a-4976-8e3c-58766129c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:46.809425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-9c92ce32-e09a-4976-8e3c-58766129c42c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7674813 Dec 13 19:57:46.818599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.822480 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2f86d9c7-52c8-4f6f-b3e4-dce6ddf89e85 HTTP/1.1" status: 204 len: 168 time: 1.1566937 Dec 13 19:57:46.845883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52406) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:46.877752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:46.899148 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7a76b719-36f9-42d8-bc3f-a33eeac5f0eb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 200 len: 925 time: 0.3833146 Dec 13 19:57:46.902427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52414) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:46.934729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:46.983893 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4465274-8cc5-4cb8-a6db-a4d7a3b38cdf tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1355040 Dec 13 19:57:46.983893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.041735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.065942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=6ea5f503-d07c-4b31-8e81-33b640e22955,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:47.068346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:47.099348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.109454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52426) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.125570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port a89be270-6898-44ad-a2e8-8a4a8de51925 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:47.125917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.140062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.142589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/6ea5f503-d07c-4b31-8e81-33b640e22955 HTTP/1.1" status: 204 len: 168 time: 2.5953884 Dec 13 19:57:47.150961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12e81b-91f0-44c7-90a5-b74652d72134 req-ff5bf10f-90c0-4178-bc9b-567d113c513b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.151794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52430) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.152422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e12e81b-91f0-44c7-90a5-b74652d72134 req-ff5bf10f-90c0-4178-bc9b-567d113c513b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.9043262 Dec 13 19:57:47.177291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:57:47.202077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2afffb8-573e-41e5-a533-b5fab242dec8 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.203852 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e2afffb8-573e-41e5-a533-b5fab242dec8 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=cda94784-b760-49b5-a3ee-c4a94b82043f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2986484 Dec 13 19:57:47.215180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.231046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.259784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.281187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f54be98-ed1d-4158-b8a0-6be1bbbee54d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:47.328524 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-3f781f40-f4a7-40fd-af59-2d97834badce service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049770 Dec 13 19:57:47.418653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1135027903'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:47.441002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a67b93-ec32-4a70-b1ae-22e0b9d1686d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:47.441553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:47.450133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.453659 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a1a67b93-ec32-4a70-b1ae-22e0b9d1686d HTTP/1.1" status: 204 len: 168 time: 0.4664342 Dec 13 19:57:47.454649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511a17f-6787-4e1f-bf75-6b30e5f340df tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.455034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52440) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.456420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511a17f-6787-4e1f-bf75-6b30e5f340df tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.457367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9511a17f-6787-4e1f-bf75-6b30e5f340df tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:47.459949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:47.463774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e12e81b-91f0-44c7-90a5-b74652d72134 req-d5916071-c9d2-4321-972b-7a13631132e9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757254 Dec 13 19:57:47.514644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:47.524801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9511a17f-6787-4e1f-bf75-6b30e5f340df tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:47.525970 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9511a17f-6787-4e1f-bf75-6b30e5f340df tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3697505 Dec 13 19:57:47.535634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.544636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:47.555357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f84de0-08ec-4fd3-a562-7ede473faa00 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.557151 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75f84de0-08ec-4fd3-a562-7ede473faa00 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.3382418 Dec 13 19:57:47.559538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52448) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.594124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.597692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:47.616416 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1b312ed1-c044-47e9-8b8e-c86059d73b95 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 200 len: 205 time: 0.0557029 Dec 13 19:57:47.624608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:47.633671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8781881 Dec 13 19:57:47.636937 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:47.650016 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:47.650691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:47.676191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52452) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.676465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52454) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.690123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8275200a-18ad-4706-928a-5115d4001540 req-a365d57e-10d8-4de7-bc52-45c0901bc52c service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466868 Dec 13 19:57:47.704514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.711312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:47.714769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.735324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-18c9223b-1b1a-4e85-9797-67959137bfdb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:47.778321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-151b47b2-141a-436e-846b-31a4be956700 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:47.789569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.792038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532247608'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:47.807349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for a89be270-6898-44ad-a2e8-8a4a8de51925 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:47.820398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 0250e372-55e8-493f-8f10-1e2182519094 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:47.825520 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:47.840964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Network c4d69693-c468-47cb-9110-d8813be66e31 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:47.841782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.875606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:47.882822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:47.897017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:47.898031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:47.898628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.902783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:security_group_rule and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:47.916066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:47.923602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb41046-062f-4832-95f4-1d6952b48eff,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:47.934507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-151b47b2-141a-436e-846b-31a4be956700 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:47.938674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-151b47b2-141a-436e-846b-31a4be956700 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4785330 Dec 13 19:57:47.939923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:47.944289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:47.944815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:47.985802 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4246972 Dec 13 19:57:47.989911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:47.994983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:47.999183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52464) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:48.015587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:48.031663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:48.057960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:48.080410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:48.117148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.183691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.194594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.257985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:48.260996 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:43Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:44Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:48.261841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.265323 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:57:48.265957 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Updating router d1232e36-3f02-48c9-949c-d478da7cbd31 port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:57:48.302503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.324198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.333209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.338366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:48.348507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.348877 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment 7e878505-36ab-4272-91d3-638b1533893e of type vlan for network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 Dec 13 19:57:48.372533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-259c7dbd-dca7-4b95-a6e5-81d1f2995a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.381319 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.409565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.414979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.430682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d4fc3-cd89-45b7-832b-b94f73f4a02c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:48.434748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:48.434922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:48.453712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.461213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.470700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.485897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e9d56-b6e8-4ff6-a8aa-930047d49e12,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:48.500650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:48.502481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a10a84e-05ed-4bf2-bd05-4c37fb694eb8 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.540588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.544316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.544873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment d8b46379-5826-4c43-b678-d6b9570b9610 of type vlan for network 5911818c-6572-4725-b141-2a246e276f1b Dec 13 19:57:48.549567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2d444-ea47-4e42-95a0-1ab60afa6187 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:48.557240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.562693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:48.563276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.580862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=0250e372-55e8-493f-8f10-1e2182519094,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:48.584337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:48.590627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-51f5f691-e8d9-40a4-97aa-355ccf6791c8 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.611646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.613083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec5e9d56-b6e8-4ff6-a8aa-930047d49e12 HTTP/1.1" status: 204 len: 168 time: 0.6658974 Dec 13 19:57:48.623303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/0250e372-55e8-493f-8f10-1e2182519094 HTTP/1.1" status: 204 len: 168 time: 1.0722787 Dec 13 19:57:48.625507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52470) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:48.626141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52472) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:48.792273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.796681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.804226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.896918 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.906600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.920778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Transition to ACTIVE for port object 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:48.930619 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.931195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:57:48.935984 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:48.937887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Deleting port cc8401c0-bd07-4b83-b803-e6c0b96d25fc {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:48.938561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:48.969186 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8425543 Dec 13 19:57:48.969821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=a89be270-6898-44ad-a2e8-8a4a8de51925,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:49.052933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:49.057410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4befdb3a-58c5-4bb1-8705-19d75585a081 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4232850 Dec 13 19:57:49.064451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port 8dcd1a42-b058-41bc-8372-589956eef0de {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:49.065228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.090653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52478) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:49.130990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:49.164155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=5b9a649b-346a-4ba3-ae02-692fe70ebd97,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:49.170192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:49.257661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ced5221e-7dc9-41a0-93ae-e910abfffbbc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:49.362398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ced5221e-7dc9-41a0-93ae-e910abfffbbc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:49.366945 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ced5221e-7dc9-41a0-93ae-e910abfffbbc tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7369556 Dec 13 19:57:49.378539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:49.404010 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874775ae-f894-4408-9847-98b15e6389bf None None] Pushing event updated for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:49.409022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020301766'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:49.451651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d0e7-883a-4c92-b0c2-ddd245753ce1 req-d3060985-3f38-4922-91d8-b2e5e80bca41 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:49.465309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4376d0e7-883a-4c92-b0c2-ddd245753ce1 req-d3060985-3f38-4922-91d8-b2e5e80bca41 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7715027 Dec 13 19:57:49.483781 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-874775ae-f894-4408-9847-98b15e6389bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:49.512142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:49.555530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:49.570483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:49.583728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:49.605059 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Attempting to bind port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:49.605604 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Attempting to bind port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:49.606072 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Attempting to bind port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 on network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:49.610323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] For port cc8401c0-bd07-4b83-b803-e6c0b96d25fc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:49.611489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.614296 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:49.614296 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Checking segment: {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:49.614646 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.615131 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Bound using segment: {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:49.615727 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Bound port: 2f0ac75e-a668-4293-a818-0c9cb74ed6d6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f02ac5e-f309-4862-8964-481de4d35ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:49.616228 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.647413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4376d0e7-883a-4c92-b0c2-ddd245753ce1 req-c28864b9-252a-4662-aa6b-471fdab31921 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791799 Dec 13 19:57:49.650124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:57:49.651634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.667719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:49.672160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.707836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:49.723469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:49.807072 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] For port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:49.812667 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] For port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:49.812909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.819545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.825328 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.840196 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:49.840899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:49.858532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] device_id is not set on port 3cb41046-062f-4832-95f4-1d6952b48eff yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:49.866837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.881648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Calling delete_port for cc8401c0-bd07-4b83-b803-e6c0b96d25fc owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:49.882413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Transition to ACTIVE for port object 3cb41046-062f-4832-95f4-1d6952b48eff will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:49.907309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:49.968732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7c9a7c9-e65e-4c6d-906b-959a29573305 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:50.012309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2626252c-7cc4-4f4c-be59-2631b82f7e90,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:50.018586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc8401c0-bd07-4b83-b803-e6c0b96d25fc no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:57:50.021066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.029976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:50.030888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.044349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:50.056399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:50.057120 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:50.077725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:50.077910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f2216-7219-4e22-845d-0dcfec247a70 req-ab11407f-ee21-4c29-86ad-2adff5cdedd5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:50.091377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c1f2216-7219-4e22-845d-0dcfec247a70 req-ab11407f-ee21-4c29-86ad-2adff5cdedd5 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.1736915 Dec 13 19:57:50.129312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.149382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.153243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7712936 Dec 13 19:57:50.153609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52488) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:50.165401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '2626252c-7cc4-4f4c-be59-2631b82f7e90', 'direction': 'ingress', 'protocol': 17}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:50.180384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3b36cbdf-ccc8-4d60-9895-f2641b4f8800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:50.195770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c1f2216-7219-4e22-845d-0dcfec247a70 req-ce493634-8a12-4611-8d78-6ab1a16bbd6b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034255 Dec 13 19:57:50.196821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:50.211010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:50.215716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:50.226495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:50.236467 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874775ae-f894-4408-9847-98b15e6389bf None None] Pushing event updated for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:50.248487 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-874775ae-f894-4408-9847-98b15e6389bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:50.303430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.330249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] No DVR routers for this DVR port cc8401c0-bd07-4b83-b803-e6c0b96d25fc on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:57:50.352261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Pushing event deleted for resources: {'Port': ['ID=cc8401c0-bd07-4b83-b803-e6c0b96d25fc,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:50.364470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:50.367839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: cc8401c0-bd07-4b83-b803-e6c0b96d25fc {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:57:50.368184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cc8401c0-bd07-4b83-b803-e6c0b96d25fc not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:57:50.486789 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:57:50.555962 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8768001 Dec 13 19:57:50.567715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52494) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:50.624610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.632923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:50.643368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.653981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-daae4c2f-69ed-4944-87b4-6cb43d0d1b0e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:50.697239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7c7f5b-ddb3-4e0b-9f90-4c22e2cd346e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:50.700166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:50.722178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffe832-152e-4796-9569-1f8e4d592b2d req-2273335c-515c-4db1-9651-1018134f5a82 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:50.724165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfffe832-152e-4796-9569-1f8e4d592b2d req-2273335c-515c-4db1-9651-1018134f5a82 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.2294836 Dec 13 19:57:50.725792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.727032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5721705 Dec 13 19:57:50.729847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52498) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:50.748509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:50.748943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:50.749319 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:50.755725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:50.759615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:50.762712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:50.768594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:50.840592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfffe832-152e-4796-9569-1f8e4d592b2d req-77140f1c-19f8-449d-8986-a1e9dd56e0db tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655861 Dec 13 19:57:50.850183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.850391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:50.850391 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:50.894941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.914240 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:43Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:49Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:50.918503 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c123dd-c2b9-4d37-b619-73479c311287 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:43Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:49Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:50.963273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:50.970096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4a6a0d3d-885f-4b55-b485-fee2220aa891 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:50.989766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626252c-7cc4-4f4c-be59-2631b82f7e90,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:50.993458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:51.026100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.027354 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/2626252c-7cc4-4f4c-be59-2631b82f7e90 HTTP/1.1" status: 204 len: 168 time: 0.2965252 Dec 13 19:57:51.030926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52504) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:51.085394 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 2 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:51.092605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:51.096249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.102667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1dd2a9d1-1263-4c2d-b4c2-9e1b12752982 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:51.127340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1dd2a9d1-1263-4c2d-b4c2-9e1b12752982 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:51.130530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb41046-062f-4832-95f4-1d6952b48eff,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:51.132270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1dd2a9d1-1263-4c2d-b4c2-9e1b12752982 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1000831 Dec 13 19:57:51.136885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.146522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52508) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:51.148668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:51.154293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--190199648'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:51.157359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5211cdbd-0804-46ec-bb32-ab7f6b372053 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.968s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:51.176847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:51.198438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:51.213012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.250961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:51.256741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:51.277331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:51.300706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:51.438214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.448832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.454970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:51.514934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.519298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7d6f2-194f-4047-9f7e-0a4824bfd669,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:51.541736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:51.575569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0315de2e-9d01-4287-95bf-0a384826767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.596495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.601036 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4520886 Dec 13 19:57:51.601721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52514) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:51.609337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549209867'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:51.616248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:51.622902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:51.626994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=5911818c-6572-4725-b141-2a246e276f1b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:51.631139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:51.631408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:51.631816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:51.631816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:51.639470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:51.645456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5911818c-6572-4725-b141-2a246e276f1b details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:51.659493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.707618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3052f-b77a-4270-9a34-a07e5e40a39a req-00f8e633-8102-4b16-a801-336282b906e2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:51.711635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8c3052f-b77a-4270-9a34-a07e5e40a39a req-00f8e633-8102-4b16-a801-336282b906e2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.1845460 Dec 13 19:57:51.770476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:51.778291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:51.799778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:51.805777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8c3052f-b77a-4270-9a34-a07e5e40a39a req-ab1b31b3-eeaa-42b4-99f1-ab468def3535 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879221 Dec 13 19:57:51.815734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:51.858102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:51.942019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for 8dcd1a42-b058-41bc-8372-589956eef0de owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:51.951862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.959188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:51.966713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04ae6018-28a9-4030-aa3a-96e103800249 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:51.974839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.011501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c062d8-c63f-46a2-8463-6e27ae7271cc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.014528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.028966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.035745 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4315073 Dec 13 19:57:52.036530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52518) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:52.041686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': 'f4b7d6f2-194f-4047-9f7e-0a4824bfd669', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66c062d8-c63f-46a2-8463-6e27ae7271cc', 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:52.047756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:52.052344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:52.055521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:52.061844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:52.088786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.138924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.162154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.167236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.169463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.173858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:52.174180 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:52.192833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201e043a-79f6-43e7-99d7-a230e5ffbfb3,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.195380 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 3 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:52.198946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.207969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.213054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1753967 Dec 13 19:57:52.214496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52522) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:52.235133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:52.235520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:52.235905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:52.245419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.256824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.262428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52526) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:52.271154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:52.320209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:52.320582 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:52.326828 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 4 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:52.369415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=136d7f66-412c-4444-be8b-a62064cb6ac8,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.372684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.378643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.385125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cec16d2-ab6d-4c8f-81e2-b44236ae7671 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.406778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=201e043a-79f6-43e7-99d7-a230e5ffbfb3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.408722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:52.411364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.413482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.415198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/201e043a-79f6-43e7-99d7-a230e5ffbfb3 HTTP/1.1" status: 204 len: 168 time: 0.2003853 Dec 13 19:57:52.416540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:subnet and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:52.419153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52530) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:52.421572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:52.445503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:52.468564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:52.472435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.510849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a845a5-8d79-4c85-a81c-4695c7643fba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:52.599923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:52.600298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: 5911818c-6572-4725-b141-2a246e276f1b, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:52.612441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a845a5-8d79-4c85-a81c-4695c7643fba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:52.614514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e9a845a5-8d79-4c85-a81c-4695c7643fba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1945028 Dec 13 19:57:52.617830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:52.629578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:52.630124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:52.630230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:52.720977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:52.721361 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:52.733590 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 5 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:52.745151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.790059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.797253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.797598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4c771016-3b23-4fdc-a2bf-db80fb4b8eb8 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.827166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:52.827505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:52.827841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:52.835190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.838766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5911818c-6572-4725-b141-2a246e276f1b is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:52.840891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ffb96475-2704-4729-a3bb-90de591f5914 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.859268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:52.859586 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:52.861363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router e2228762-23db-4617-bc0c-953814a4974b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:57:52.871262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 6 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:52.890653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:52.893676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5911818c-6572-4725-b141-2a246e276f1b) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:52.911394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1cd7cb-2007-40ad-bab5-3b4b27bd715f None None] Network 5911818c-6572-4725-b141-2a246e276f1b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:52.930972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:52.936387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=71a20ee3-a78f-4674-9378-e3d1f105758f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.939925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.945210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.945813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab46e558-8d40-4128-a1a9-2f3cd8954172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:52.945931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:52.946455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.962759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': '7e878505-36ab-4272-91d3-638b1533893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:52.963119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: 5b9a649b-346a-4ba3-ae02-692fe70ebd97, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:52.963232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:52.963752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:52.973031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c062d8-c63f-46a2-8463-6e27ae7271cc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:52.978561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:52.984689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:52.985043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:52.985420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:52.992348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c52ee-56da-44a5-acad-ebe97150d560 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:53.005033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:53.010049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.011296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/66c062d8-c63f-46a2-8463-6e27ae7271cc HTTP/1.1" status: 204 len: 168 time: 0.3925714 Dec 13 19:57:53.014028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52544) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.070901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5b9a649b-346a-4ba3-ae02-692fe70ebd97) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:53.084171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=02f9bcfc-11d6-4f17-9a1d-fdd020156a44,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:53.096170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:53.096904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.098950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df442934-56da-4b71-aebc-db084b87e175 None None] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:53.105139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:53.105516 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:53.106382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:53.116362 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 7 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:53.163884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0e86c69c-a9be-4b8b-a513-651c8fdd4bc2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:53.172004 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9085317 Dec 13 19:57:53.172771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52548) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.182056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2024368687'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:53.198594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:53.204277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0e86c69c-a9be-4b8b-a513-651c8fdd4bc2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:53.208685 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0e86c69c-a9be-4b8b-a513-651c8fdd4bc2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1906791 Dec 13 19:57:53.208685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:53.210470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52552) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.213211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:53.215861 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6191850 Dec 13 19:57:53.216853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.221480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52556) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.226440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8b381c8a-b203-4028-a199-a21562d62871 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:53.235613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:53.244164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:53.245063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62fbd-d394-4b8e-81a4-153efab3cfbd req-45b75461-b5ac-48b8-b3f3-9efe7acd972b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:53.246575 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1ba62fbd-d394-4b8e-81a4-153efab3cfbd req-45b75461-b5ac-48b8-b3f3-9efe7acd972b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.2126641 Dec 13 19:57:53.268265 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1518955 Dec 13 19:57:53.269371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:53.269607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:53.269969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:53.272132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52560) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.351080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=8dcd1a42-b058-41bc-8372-589956eef0de,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:53.354251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:53.358077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '02f9bcfc-11d6-4f17-9a1d-fdd020156a44', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1744185704'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:53.395899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:53.399470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.413789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:53.413789 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:53.426486 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 8 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:53.465116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1ba62fbd-d394-4b8e-81a4-153efab3cfbd req-71775e70-208f-4c79-bd62-04208289587d tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045915 Dec 13 19:57:53.470967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:57:53.473576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.491561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:57:53.495530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.495950 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment 6f13d3ef-c801-4515-b79d-64531de53e3b of type vlan for network 7b644876-6bd3-4df6-be3a-e13073ffdbcb Dec 13 19:57:53.514135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.531133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] Sync routers for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:57:53.554478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.576162 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9677432 Dec 13 19:57:53.586920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52566) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.636320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.643251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:53.644520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.665144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee296d00-7df8-4fb8-a2e5-668c03ca93a0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:53.669435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:53.670305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:53.680920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:53.681531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:53.681841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:53.699467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.719168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:53.719517 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:53.753089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:53.755821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5b9a649b-346a-4ba3-ae02-692fe70ebd97', 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': '71a20ee3-a78f-4674-9378-e3d1f105758f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:53.756663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.793031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:53.802300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:53.802929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.809188 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 9 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:53.889251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:57:53.889892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:53.935659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.937727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/f4b7d6f2-194f-4047-9f7e-0a4824bfd669 HTTP/1.1" status: 204 len: 168 time: 0.7261319 Dec 13 19:57:53.943906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:53.979712 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7999878 Dec 13 19:57:53.979712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52574) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.981377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52576) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:53.986395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=7b644876-6bd3-4df6-be3a-e13073ffdbcb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:53.996349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:54.009201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c5a761-5f52-486d-a5ca-47feb4fe14d4 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:54.038664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7d6f2-194f-4047-9f7e-0a4824bfd669,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:54.048005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:57:54.049519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:54.078808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5911818c-6572-4725-b141-2a246e276f1b', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:54.079958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.094751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:54.095810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8756d-c42b-4774-ab3c-76fd5d6a5082 None None] The sync data for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:57:54.104955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7dd595a8-4397-4562-a808-b1ae37f2492a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:54.136917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264a2a1-714d-4878-8905-6cb3cb89a36b req-d56062ba-7123-4ccd-b1a6-143d5f63b653 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:54.146007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6264a2a1-714d-4878-8905-6cb3cb89a36b req-d56062ba-7123-4ccd-b1a6-143d5f63b653 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.2812660 Dec 13 19:57:54.149073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-01c7e31b-8e0f-4c7a-9cdb-cc958be6707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.168544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-abcba351-adda-4741-8e9f-aa378fd8c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:54.170039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-abcba351-adda-4741-8e9f-aa378fd8c5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dce7079979cf4269995d15b7afe09705&device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 1099 time: 0.2411027 Dec 13 19:57:54.172740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7dd595a8-4397-4562-a808-b1ae37f2492a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:54.178066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7dd595a8-4397-4562-a808-b1ae37f2492a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1895611 Dec 13 19:57:54.180068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:54.194484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:54.194934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:54.195387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:54.196000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52584) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:54.209759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--968821959'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:54.214957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '02f9bcfc-11d6-4f17-9a1d-fdd020156a44'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:54.215818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.279896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:54.310828 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6264a2a1-714d-4878-8905-6cb3cb89a36b req-0e77b3dd-b2e9-4976-83ef-601fdd6350ee tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638455 Dec 13 19:57:54.316401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:54.351870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:54.352290 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:54.363469 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempt 10 to bind port 3cb41046-062f-4832-95f4-1d6952b48eff Dec 13 19:57:54.364941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.400005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-9dc46f1d-4dad-42db-8e9c-d4f7a3dc377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:54.401683 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-9dc46f1d-4dad-42db-8e9c-d4f7a3dc377b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 200 len: 911 time: 0.2233584 Dec 13 19:57:54.402665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:54.406974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:54.475784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:54.495201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:54.536004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.546614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-b6568435-a3bd-47da-968d-e34bda31f5c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 200 len: 1002 time: 0.1363823 Dec 13 19:57:54.559255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:54.578202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.620602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Allocated IP 2001:db8:0:ffff::2 (5b9a649b-346a-4ba3-ae02-692fe70ebd97/71a20ee3-a78f-4674-9378-e3d1f105758f/a856dd4d-134d-48f7-b6c7-e800ed198c3c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:54.643486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.645802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:54.646137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:54.646483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempting to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:54.652269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-f253b111-b94b-4ae6-b5cd-402d49b62e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:54.653509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-f253b111-b94b-4ae6-b5cd-402d49b62e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 200 len: 850 time: 0.0998814 Dec 13 19:57:54.658459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.679747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:54.695432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.703680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 19:57:54.703680 dv-neutron-821563-1-hyperv neutron-server[87526]: ERROR neutron.plugins.ml2.managers [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Failed to bind port 3cb41046-062f-4832-95f4-1d6952b48eff on host hv-neutron-8215 for vnic_type normal using segments [{'id': '2b573a1f-f878-4ef2-8641-3a40dce3f4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4d69693-c468-47cb-9110-d8813be66e31'}] Dec 13 19:57:54.704317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c590cc5-505d-43e6-b9cc-e94f7b60dc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:54.704431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.726930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:54.742149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Allocated IP 2001:db8:1::2 (5911818c-6572-4725-b141-2a246e276f1b/136d7f66-412c-4444-be8b-a62064cb6ac8/0ac87ed7-b916-454c-98a6-96df63857ea0) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:54.746566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.761552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a552ca4-e488-4fb0-9ec1-5af5e2a13599,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:54.769938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:54.780659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.785378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5810940 Dec 13 19:57:54.785611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52590) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:54.792581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '7a552ca4-e488-4fb0-9ec1-5af5e2a13599', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:54.799712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:54.806421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-04364e27-d9a3-4d8a-9b8e-71753153958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:54.807570 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-04364e27-d9a3-4d8a-9b8e-71753153958f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478231 Dec 13 19:57:54.808884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:54.812327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:54.836919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:54.839494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:54.864817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.865402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router cda94784-b760-49b5-a3ee-c4a94b82043f {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:57:54.869218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:subnet and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:54.873830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a21c280-6c6c-4a8e-9994-26460971a319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:54.922759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:54.924239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:54.943457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:55.000368 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-7c12fb9b-01ad-4deb-9876-0a928fe1a6c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848471 Dec 13 19:57:55.001030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/02f9bcfc-11d6-4f17-9a1d-fdd020156a44/b9ed90dc-0bfc-4d90-8bc0-9ba76b034598) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:55.007773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:55.041770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.048822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.097832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:55.099243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.105015 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 204 len: 168 time: 7.4229612 Dec 13 19:57:55.115532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52596) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:55.122742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.124175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.133846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874203086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:55.145448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:55.148020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c70056-316f-46eb-b7a9-5c7c84f4dce8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:55.148952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.152103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:55.156978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:55.161917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:55.171138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:55.180965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:55.186294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.187332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4006660 Dec 13 19:57:55.196884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52600) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:55.198343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port 3cb41046-062f-4832-95f4-1d6952b48eff, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:55.198714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attempted to set empty binding levels {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 13 19:57:55.220336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.221465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.234897 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91cef4c1-5945-4234-8f9a-a3920c07e678 req-0ca817bd-bea3-4f09-aef6-b7f968abe01b service neutron] 10.222.0.20 "GET /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221894 Dec 13 19:57:55.244870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.267810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.294468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.295862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-31d74add-37d6-4cb9-bb24-82b1df5a9bcb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1796601 Dec 13 19:57:55.298710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52604) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:55.306453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:55.308347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:55.310579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:55.313347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.333560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67cbac86-0f40-4f5c-b8ec-508e0591e6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:55.407592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.419667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Transition to ACTIVE for port object a856dd4d-134d-48f7-b6c7-e800ed198c3c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:55.446982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Transition to ACTIVE for port object a856dd4d-134d-48f7-b6c7-e800ed198c3c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:55.456991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] In _notify_port_updated(), no bound segment for port 3cb41046-062f-4832-95f4-1d6952b48eff on network c4d69693-c468-47cb-9110-d8813be66e31 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:57:55.458166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:55.458920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.460425 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "PUT /v2.0/ports/3cb41046-062f-4832-95f4-1d6952b48eff HTTP/1.1" status: 200 len: 980 time: 7.4554124 Dec 13 19:57:55.463847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52610) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:55.475618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.483681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:55.534467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.551777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.604160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:55.611741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:55.615350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:55.661399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Pushing event updated for resources: {'Port': ['ID=a856dd4d-134d-48f7-b6c7-e800ed198c3c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:55.710554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:55.736094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb41046-062f-4832-95f4-1d6952b48eff,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:55.756018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:55.760372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.795885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port b29f923f-efe5-4b0b-94e7-47c5e0410020 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:55.818225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Deleting port 3cb41046-062f-4832-95f4-1d6952b48eff {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:55.818449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.842817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.843046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.862861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Attempting to bind port a856dd4d-134d-48f7-b6c7-e800ed198c3c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:55.863702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Attempting to bind port a856dd4d-134d-48f7-b6c7-e800ed198c3c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7e878505-36ab-4272-91d3-638b1533893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:55.863847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Attempting to bind port a856dd4d-134d-48f7-b6c7-e800ed198c3c on network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:55.873398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Transition to ACTIVE for port object b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:55.886597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:55.887038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Checking segment: {'id': '7e878505-36ab-4272-91d3-638b1533893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:55.887518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.887931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Bound using segment: {'id': '7e878505-36ab-4272-91d3-638b1533893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:55.888538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Bound port: a856dd4d-134d-48f7-b6c7-e800ed198c3c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e878505-36ab-4272-91d3-638b1533893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5b9a649b-346a-4ba3-ae02-692fe70ebd97'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:55.888991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.905614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.964134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Transition to ACTIVE for port object 0ac87ed7-b916-454c-98a6-96df63857ea0 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:55.977674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Transition to ACTIVE for port object b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:55.982591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.991760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:55.999977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.010407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-af319751-4a00-4f42-930a-e0262fe083fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.043140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ea4c50aa-bc11-44a6-9079-dbc908e95d39 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.064439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Transition to ACTIVE for port object 0ac87ed7-b916-454c-98a6-96df63857ea0 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:56.098347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.137230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95c70056-316f-46eb-b7a9-5c7c84f4dce8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.139296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:56.146302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.154138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Network 5911818c-6572-4725-b141-2a246e276f1b is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:56.155301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:56.163793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:56.167684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:56.169735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Pushing event updated for resources: {'Port': ['ID=b9ed90dc-0bfc-4d90-8bc0-9ba76b034598,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.172453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:56.187926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651185b2-800f-4d54-ae15-bf86b2c77df5 req-10dc8fa1-6fb7-4d4e-8acf-26b4c07d36ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:56.189463 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-651185b2-800f-4d54-ae15-bf86b2c77df5 req-10dc8fa1-6fb7-4d4e-8acf-26b4c07d36ba tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.7247069 Dec 13 19:57:56.219339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.220217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9f0d7ee0-25b4-4fd4-9fd8-fae0137f44c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.253317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] For port a856dd4d-134d-48f7-b6c7-e800ed198c3c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:56.319116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.322273 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/95c70056-316f-46eb-b7a9-5c7c84f4dce8 HTTP/1.1" status: 204 len: 168 time: 1.0843885 Dec 13 19:57:56.325770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-651185b2-800f-4d54-ae15-bf86b2c77df5 req-da52fe0f-5a6f-4ca1-989a-0719cd221c81 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236267 Dec 13 19:57:56.328521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52614) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:56.334927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] For port 3cb41046-062f-4832-95f4-1d6952b48eff, host hv-neutron-8215, got binding levels [] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:56.335287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.368483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 19:57:56.368887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:57:56.394184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] For port a856dd4d-134d-48f7-b6c7-e800ed198c3c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a856dd4d-134d-48f7-b6c7-e800ed198c3c,segment=NetworkSegment(7e878505-36ab-4272-91d3-638b1533893e),segment_id=7e878505-36ab-4272-91d3-638b1533893e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:56.432142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.441501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.449063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Attempting to bind port 0ac87ed7-b916-454c-98a6-96df63857ea0 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:56.449707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Attempting to bind port 0ac87ed7-b916-454c-98a6-96df63857ea0 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:56.450088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Attempting to bind port 0ac87ed7-b916-454c-98a6-96df63857ea0 on network 5911818c-6572-4725-b141-2a246e276f1b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:56.472215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.473028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:56.473455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Checking segment: {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:56.473877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.474290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Bound using segment: {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:56.474774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Bound port: 0ac87ed7-b916-454c-98a6-96df63857ea0, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:56.475162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.486359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Calling delete_port for 3cb41046-062f-4832-95f4-1d6952b48eff owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:56.489477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Pushing event updated for resources: {'Port': ['ID=0ac87ed7-b916-454c-98a6-96df63857ea0,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.498454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.499221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Attempting to bind port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:57:56.499605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Attempting to bind port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:57:56.499980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Attempting to bind port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:57:56.501985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9dee6197-00a9-47b0-a4a1-a322b8df24d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.578156 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0fd640b3-b075-436c-a85c-9a21418b3ccb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.2399139 Dec 13 19:57:56.583663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52618) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:56.588752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:57:56.590154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:56.590154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.590154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:57:56.590554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Bound port: b9ed90dc-0bfc-4d90-8bc0-9ba76b034598, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:57:56.591499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.665366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-292cba88-173e-433b-bf02-e4fcc9477c0d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:56.731675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Pushing event updated for resources: {'Port': ['ID=a856dd4d-134d-48f7-b6c7-e800ed198c3c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.743182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.744232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] For port 0ac87ed7-b916-454c-98a6-96df63857ea0, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:56.749388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] For port 0ac87ed7-b916-454c-98a6-96df63857ea0, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0ac87ed7-b916-454c-98a6-96df63857ea0,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:56.753867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:57:56.760407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.760711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.767123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d2baea09-f747-48a4-9663-0078d13d2cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.772685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.784043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.795171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6faa59c-9e19-4bc4-8356-dc41bbaf982b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.830969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] For port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:57:56.851193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] For port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b9ed90dc-0bfc-4d90-8bc0-9ba76b034598,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:57:56.864360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Pushing event updated for resources: {'Port': ['ID=0ac87ed7-b916-454c-98a6-96df63857ea0,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.866519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.871494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.872061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:56.909475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.912836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb41046-062f-4832-95f4-1d6952b48eff,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:56.920153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:56.923688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.941496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8:1::1 (5911818c-6572-4725-b141-2a246e276f1b/136d7f66-412c-4444-be8b-a62064cb6ac8/0be557cc-5935-4a5d-ab6b-ddd6a1b456ba) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:56.973327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:56.998946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3cb41046-062f-4832-95f4-1d6952b48eff HTTP/1.1" status: 204 len: 168 time: 1.5329094 Dec 13 19:57:56.999557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52622) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:57.126003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Pushing event updated for resources: {'Port': ['ID=b9ed90dc-0bfc-4d90-8bc0-9ba76b034598,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:57.154185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:57.157746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:57.180678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:57.202269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:57.248882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-292cba88-173e-433b-bf02-e4fcc9477c0d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:57.250525 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-292cba88-173e-433b-bf02-e4fcc9477c0d tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9201057 Dec 13 19:57:57.259791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52626) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:57.351577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:57.354996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f86186f-f064-40f0-969d-4b93ac791ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] GET failed (client error): The resource could not be found. Dec 13 19:57:57.355597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f86186f-f064-40f0-969d-4b93ac791ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Synchronizing usage tracker for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:57.362340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:57:57.431611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adaa6a9-e7ff-4ae1-b77a-c2ae191ddf97 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:57.436015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6adaa6a9-e7ff-4ae1-b77a-c2ae191ddf97 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:57.500780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f86186f-f064-40f0-969d-4b93ac791ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Unset dirty status for tenant:a50747d905564b07a5eb618395685614 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:57.504404 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6f86186f-f064-40f0-969d-4b93ac791ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] 10.222.0.18 "GET /v2.0/ports/3cb41046-062f-4832-95f4-1d6952b48eff HTTP/1.1" status: 404 len: 333 time: 0.4626665 Dec 13 19:57:57.526776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:57.527308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:57.543996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52632) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:57.585702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:57.611346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b4f5961-5433-4794-8f54-d7e89f192054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:57.648196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6adaa6a9-e7ff-4ae1-b77a-c2ae191ddf97 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:57.651838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6adaa6a9-e7ff-4ae1-b77a-c2ae191ddf97 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0642102 Dec 13 19:57:57.660263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52636) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:57.692936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a856dd4d-134d-48f7-b6c7-e800ed198c3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:57.703579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': '6f13d3ef-c801-4515-b79d-64531de53e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:57:57.703940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: 7b644876-6bd3-4df6-be3a-e13073ffdbcb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:57:57.771682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Allocated IP 172.26.6.238 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/3a8f8c67-c6d9-4e76-8edf-22bc929f707a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:57.773756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a856dd4d-134d-48f7-b6c7-e800ed198c3c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:57.778270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606106c-ca7f-4406-8096-b1b082f367aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:57.780090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606106c-ca7f-4406-8096-b1b082f367aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:57.780982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e606106c-ca7f-4406-8096-b1b082f367aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:57.837757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168f72-0d67-443b-aa2e-09ba7268b551 req-f56bc2d6-ac45-4dce-b4b6-0e8f39d41aa2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:57.839429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77168f72-0d67-443b-aa2e-09ba7268b551 req-f56bc2d6-ac45-4dce-b4b6-0e8f39d41aa2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.3315790 Dec 13 19:57:57.844203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e606106c-ca7f-4406-8096-b1b082f367aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:57.847973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e606106c-ca7f-4406-8096-b1b082f367aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1842384 Dec 13 19:57:57.848351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52640) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:57.969470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5911818c-6572-4725-b141-2a246e276f1b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:57.980650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:58.004236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:58.005204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.013197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:58.036557 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77168f72-0d67-443b-aa2e-09ba7268b551 req-ec84d974-fffe-4f43-b9f3-51563d2dd165 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379452 Dec 13 19:57:58.038963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:58.044019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.044235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 02f9bcfc-11d6-4f17-9a1d-fdd020156a44 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:57:58.048462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:57:58.059426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.102889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.104525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 7b644876-6bd3-4df6-be3a-e13073ffdbcb) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:58.118095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef71fc-96fc-4a79-8095-b112600f2386 None None] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:58.129608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:58.130558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.137751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.146259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.264428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.272233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b7e3b5d5-c397-4d90-beec-ca59355c0b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:58.282658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.314561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.326512 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3301752 Dec 13 19:57:58.374307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52646) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:58.410113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5e69b-88dd-4f1d-8ea3-c551a1e76fae None None] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:58.434094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'port': {'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb', 'name': 'tempest-NetworksIpV6TestAttrs-528965532'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:58.468938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.494215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:57:58.494564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.500601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:57:58.510916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:57:58.513918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:57:58.556635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Provisioning for port a856dd4d-134d-48f7-b6c7-e800ed198c3c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:57:58.614588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Provisioning complete for port a856dd4d-134d-48f7-b6c7-e800ed198c3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:57:58.615339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.670692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-7b644876-6bd3-4df6-be3a-e13073ffdbcb', 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': 'e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:57:58.671666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.756826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.777011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d69693-c468-47cb-9110-d8813be66e31']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:58.787107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a18bfa8-a546-4a69-a3af-adadf5572b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:58.791126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event updated for resources: {'Port': ['ID=3a8f8c67-c6d9-4e76-8edf-22bc929f707a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:58.794279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:58.806891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5967cc-ec44-4e99-8df8-609f7f89212e None None] Network 5911818c-6572-4725-b141-2a246e276f1b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:58.813451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a552ca4-e488-4fb0-9ec1-5af5e2a13599,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:58.825589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:58.833992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b573a1f-f878-4ef2-8641-3a40dce3f4d2') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:58.834282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b573a1f-f878-4ef2-8641-3a40dce3f4d2') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:57:58.863446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.885358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.894531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:57:58.895011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.965572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:58.974225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:58.978336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b98838a7-2b19-4fec-808b-29fb39989355 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:59.015223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:port and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:57:59.026255 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:57:59.028931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.034823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86cb46-865a-40d3-a539-f84f334ffd34 req-c13b5e6b-13be-4b4e-b9fa-81e729e3f0e2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:57:59.036787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f86cb46-865a-40d3-a539-f84f334ffd34 req-c13b5e6b-13be-4b4e-b9fa-81e729e3f0e2 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.6655462 Dec 13 19:57:59.038730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:57:59.044121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=02f9bcfc-11d6-4f17-9a1d-fdd020156a44,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:59.047059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:59.105777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.141308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.161919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:59.225283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f86cb46-865a-40d3-a539-f84f334ffd34 req-162c0dc9-5917-4b6e-a5b9-b3b57a87d728 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118481 Dec 13 19:57:59.239091 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/02f9bcfc-11d6-4f17-9a1d-fdd020156a44 HTTP/1.1" status: 204 len: 168 time: 1.3897107 Dec 13 19:57:59.263729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52650) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:59.291828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bdff47-829d-458e-9ccf-21e49befb563 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:57:59.374880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0ac87ed7-b916-454c-98a6-96df63857ea0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:57:59.391194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.393015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.394403 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a552ca4-e488-4fb0-9ec1-5af5e2a13599 HTTP/1.1" status: 204 len: 168 time: 2.1227143 Dec 13 19:57:59.402351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:57:59.441144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-33d096b8-2240-466b-ba71-b3a0aaf79806 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:59.460447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52656) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:59.461622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.472992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:57:59.477022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.506655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.544443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Pushing event deleted for resources: {'Network': ['ID=c4d69693-c468-47cb-9110-d8813be66e31,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:59.556296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:59.559892 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] 10.222.0.18 "DELETE /v2.0/networks/c4d69693-c468-47cb-9110-d8813be66e31 HTTP/1.1" status: 204 len: 168 time: 2.0135012 Dec 13 19:57:59.616867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1de604f8-991a-4e50-9035-7765ccbb526b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3516543 Dec 13 19:57:59.617847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52664) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:59.621547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] device_id is not set on port b740664a-6580-41fa-b4c9-d354cf6738c6 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:57:59.667239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] For port a856dd4d-134d-48f7-b6c7-e800ed198c3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a856dd4d-134d-48f7-b6c7-e800ed198c3c,segment=NetworkSegment(7e878505-36ab-4272-91d3-638b1533893e),segment_id=7e878505-36ab-4272-91d3-638b1533893e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:57:59.668292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:59.694963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c4454be-ea62-441e-adb1-e7feda1c12aa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:57:59.738141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.750795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Allocated IP 2001:db8::f816:3eff:feff:f37e (7b644876-6bd3-4df6-be3a-e13073ffdbcb/e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985/9828ea32-0c5d-4b30-87ed-8ed1f3d54887) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:57:59.752841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4a3028de-0d2f-4cb3-bc1a-1ccd25835da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:57:59.795058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c4454be-ea62-441e-adb1-e7feda1c12aa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:57:59.800455 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c4454be-ea62-441e-adb1-e7feda1c12aa tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3177009 Dec 13 19:57:59.809256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52670) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:59.814326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--576180298'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:57:59.836109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:59.865120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:57:59.865426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:57:59.897596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:57:59.906591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.912756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Pushing event updated for resources: {'Port': ['ID=a856dd4d-134d-48f7-b6c7-e800ed198c3c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:57:59.914311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:57:59.929067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:57:59.962066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52674) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:57:59.972289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:00.001517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:00.003824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-97f15649-aa12-483c-97ff-2a36848cfff8 None None] Provisioning for port 0ac87ed7-b916-454c-98a6-96df63857ea0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:00.081300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:00.088803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.161101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0ac87ed7-b916-454c-98a6-96df63857ea0 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:00.182936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0ac87ed7-b916-454c-98a6-96df63857ea0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:00.183422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.213169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:00.222692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:00.230291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:00.243183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-97f15649-aa12-483c-97ff-2a36848cfff8 None None] Provisioning for port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:00.278953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:00.325478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f112b0-e2a1-45df-9933-782ca7f789c9 req-5205cf24-4362-4cca-84f9-c314175c7837 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:00.329020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23f112b0-e2a1-45df-9933-782ca7f789c9 req-5205cf24-4362-4cca-84f9-c314175c7837 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.6687045 Dec 13 19:58:00.452816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.459922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a754b77-94b6-4608-8fad-f01c83ce81af tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:00.462234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:00.500804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Deleting port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:00.501315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.530095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=5d8a97e9-8a7f-4628-a9c5-9cbf92da7fd0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:00.533767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:00.590460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:00.599806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.622739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e9f82114-06b0-4bf4-aab4-cc5c7e62a4db None None] Provisioning complete for port a856dd4d-134d-48f7-b6c7-e800ed198c3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:00.623269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e9f82114-06b0-4bf4-aab4-cc5c7e62a4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.660591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.670652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.675740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.684272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-012d35fb-9af3-4467-94e1-7f2447fa591f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:00.685772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 0ac87ed7-b916-454c-98a6-96df63857ea0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0ac87ed7-b916-454c-98a6-96df63857ea0,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:00.687553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.709857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.710718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.757422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.757731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:00.824947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:00.828982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:00.841201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d536d616-10c7-4bb5-a2bd-26557df88c28 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:00.847929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Transition to ACTIVE for port object 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:00.850707 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4ca2f3d-5b19-4107-85da-925bb5c7ab7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a0dc404a01b4f768c9a7c6621da5d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8700273 Dec 13 19:58:00.862828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52680) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:00.872486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Transition to ACTIVE for port object 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:00.899524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:00.947337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:00.974241 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23f112b0-e2a1-45df-9933-782ca7f789c9 req-86db3eb1-263a-4555-a30e-3075cdca1e61 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265294 Dec 13 19:58:00.975224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.021187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:01.022471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f93724e-0ad7-4a75-8e5f-a9256629dafa tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:01.030200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:01.033798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.037694 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2255669 Dec 13 19:58:01.051920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:01.054736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:01.058841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.067101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:01.081638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:01.090926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:01.094440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:01.157628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:01.161643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:01.163977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.170237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:01.173632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Allocated IP 2001:db8::f816:3eff:fe8f:3c1 (7b644876-6bd3-4df6-be3a-e13073ffdbcb/e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985/b740664a-6580-41fa-b4c9-d354cf6738c6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:01.179543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:01.180258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.196972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=f944fc72-3634-4d51-b0fb-28a8590a1dad,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:01.197285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:01.202926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.208359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:01.219542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:01.232575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=0ac87ed7-b916-454c-98a6-96df63857ea0,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:01.264097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:01.264590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7a33e58-d80e-4063-8087-0f260592328b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:01.313506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.315837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6603940 Dec 13 19:58:01.318709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network 5911818c-6572-4725-b141-2a246e276f1b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:01.336201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:01.361476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:01.384303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:01.387461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:01.408592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:router and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:01.413331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.418934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] For port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b9ed90dc-0bfc-4d90-8bc0-9ba76b034598,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:01.419099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.421391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:01.461475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.582572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:01.592502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Calling delete_port for b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:01.624905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Attempting to bind port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:01.625941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Attempting to bind port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6f13d3ef-c801-4515-b79d-64531de53e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:01.626640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Attempting to bind port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 on network 7b644876-6bd3-4df6-be3a-e13073ffdbcb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:01.632284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Pushing event updated for resources: {'Port': ['ID=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:01.645528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:01.653783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:01.664113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:01.664783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Checking segment: {'id': '6f13d3ef-c801-4515-b79d-64531de53e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:01.665383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.665935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Bound using segment: {'id': '6f13d3ef-c801-4515-b79d-64531de53e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:01.666614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Bound port: 9828ea32-0c5d-4b30-87ed-8ed1f3d54887, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f13d3ef-c801-4515-b79d-64531de53e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7b644876-6bd3-4df6-be3a-e13073ffdbcb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:01.667157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.686760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router e2228762-23db-4617-bc0c-953814a4974b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:01.687596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:01.688163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.756444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.757553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.792903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:01.810605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Provisioning complete for port 0ac87ed7-b916-454c-98a6-96df63857ea0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:01.810991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.818541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.897522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.898217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.905580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2370b6df-0e24-449c-8351-fe1d4481a6be tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:01.911067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:01.945768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fdff4-74cb-48e3-88ae-7c430e848ec3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:01.957182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:01.958515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:01.979367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.022308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.023362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/496fdff4-74cb-48e3-88ae-7c430e848ec3 HTTP/1.1" status: 204 len: 168 time: 1.1543882 Dec 13 19:58:02.029237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.030610 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-88a18757-308a-42f7-b20d-69430679652c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6932325 Dec 13 19:58:02.030789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Pushing event deleted for resources: {'Port': ['ID=b9ed90dc-0bfc-4d90-8bc0-9ba76b034598,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:02.033018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Transition to ACTIVE for port object b740664a-6580-41fa-b4c9-d354cf6738c6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:02.036507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52696) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.036705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] For port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:02.038773 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No ports have port_id starting with b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 Dec 13 19:58:02.039868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] No DVR routers for this DVR port b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:02.041418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:02.061252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] For port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,segment=NetworkSegment(6f13d3ef-c801-4515-b79d-64531de53e3b),segment_id=6f13d3ef-c801-4515-b79d-64531de53e3b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:02.064842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da8cec-62de-40db-ae84-8d497e9e45da None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:02.066398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.077695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:02.083032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.092990 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] Sync routers for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:02.105696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Router 45c4bd09-a199-470d-898f-2c4ad5f91247 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:02.106489 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:02.109467 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:02.109650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ed174b1f-5a6d-493d-b80d-7b2e0bf0d393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:02.231709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-9a32d379-8603-4da4-86ea-e31d37b1dd3b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:02.235544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-9a32d379-8603-4da4-86ea-e31d37b1dd3b tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 0.4213185 Dec 13 19:58:02.236815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.268381 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:02.280815 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] Routers {'e2228762-23db-4617-bc0c-953814a4974b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:02.281801 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2228762-23db-4617-bc0c-953814a4974b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:02.394586 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7918007 Dec 13 19:58:02.395400 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:02.396037 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f87c0d-0b25-432c-b3d6-b531e339a334 None None] The sync data for ids ['e2228762-23db-4617-bc0c-953814a4974b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:02.396153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:02.398226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52702) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.409093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a856dd4d-134d-48f7-b6c7-e800ed198c3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:02.416632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:02.445849 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1866972 Dec 13 19:58:02.445849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392e625c-6b93-41ca-80dc-8daeda2d8014,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:02.448083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:02.456584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.462007 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4090223 Dec 13 19:58:02.463024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52706) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.463509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52708) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.464622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:02.535886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:02.536526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:02.550825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988908776'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:02.557766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:02.569468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85a70452-2031-49bb-95e8-3628dedec985 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules/392e625c-6b93-41ca-80dc-8daeda2d8014 HTTP/1.1" status: 200 len: 763 time: 0.0515981 Dec 13 19:58:02.570199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52714) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.571188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:02.577392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fbb6346f-7e00-448e-902f-6a08678d43fe tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:02.582522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:02.613017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52718) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.616159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:02.639862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fbb6346f-7e00-448e-902f-6a08678d43fe tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:02.644435 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fbb6346f-7e00-448e-902f-6a08678d43fe tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2228762-23db-4617-bc0c-953814a4974b HTTP/1.1" status: 200 len: 205 time: 0.2104125 Dec 13 19:58:02.649520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52722) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:02.725981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Pushing event updated for resources: {'Port': ['ID=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:02.727287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:02.731201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.756592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:02.807696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Deleting port 96efd162-2e14-4244-a429-e161ce29bc7d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:02.807880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.811054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Provisioning for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:02.830143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Provisioning complete for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:02.830527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.833128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.858378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d8ec90a-88c6-4edf-a250-5ec2cd2406d4 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:02.882260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-42aa3e0e-8456-4c65-87c9-4ba930cc4606 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:02.891567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:02.910305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:02.973825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:02.998202 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cf302390-acb2-447e-8a2c-cdc77a6758fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a50747d905564b07a5eb618395685614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843694 Dec 13 19:58:03.062272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a856dd4d-134d-48f7-b6c7-e800ed198c3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:03.062650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.109673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52726) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.118126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.118553 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment 4c5e2ff5-019b-49b6-b47d-447724b31b09 of type vlan for network a1ee733d-a6d7-470a-811a-ad8752c748eb Dec 13 19:58:03.136245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:03.137147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.168095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-42aa3e0e-8456-4c65-87c9-4ba930cc4606 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:03.169587 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-42aa3e0e-8456-4c65-87c9-4ba930cc4606 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5946214 Dec 13 19:58:03.184547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52730) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.227314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.232416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d2c7b-d408-4e4f-a1a6-30317e6bfb6b None None] Port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:03.241870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:03.253014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:03.256052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:03.262575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:03.263188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.301195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Port': ['ID=b740664a-6580-41fa-b4c9-d354cf6738c6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:03.304738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:03.365616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:03.373438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.377512 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "PUT /v2.0/routers/45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 200 len: 884 time: 8.0777028 Dec 13 19:58:03.378288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52734) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.383640 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] Sync routers for ids ['45c4bd09-a199-470d-898f-2c4ad5f91247'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:03.402988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.0074186 Dec 13 19:58:03.411238 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] Routers {'45c4bd09-a199-470d-898f-2c4ad5f91247'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:03.411457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b531-c21a-42bf-8ca2-158ff93ef8cb req-c0652433-8e81-4127-9eb8-91567948a0ea tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:03.412968 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b927b531-c21a-42bf-8ca2-158ff93ef8cb req-c0652433-8e81-4127-9eb8-91567948a0ea tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 946 time: 1.1223590 Dec 13 19:58:03.417916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52738) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.419925 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['45c4bd09-a199-470d-898f-2c4ad5f91247'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:03.436036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.463012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.465680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.479524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.482217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0ac87ed7-b916-454c-98a6-96df63857ea0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:03.483418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:03.518880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.545507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.590725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b2f94461-3e1c-43ab-9224-03985d7b96c7 None None] Provisioning complete for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:03.593499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b2f94461-3e1c-43ab-9224-03985d7b96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.600050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.607970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:03.608629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.617600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.623677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-894391a4-e27f-4f2d-b284-09ab24ea5a2e tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:03.626941 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:03.642634 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] Routers {'45c4bd09-a199-470d-898f-2c4ad5f91247'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:03.643730 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['45c4bd09-a199-470d-898f-2c4ad5f91247'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:03.644661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.645152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router e2228762-23db-4617-bc0c-953814a4974b {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:03.679648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.713276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b2f94461-3e1c-43ab-9224-03985d7b96c7 None None] Port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:03.772434 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:03.773430 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5913471-8317-4749-b49f-93a16bffac50 None None] The sync data for ids ['45c4bd09-a199-470d-898f-2c4ad5f91247'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:03.794069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/f944fc72-3634-4d51-b0fb-28a8590a1dad/513d2405-2576-4211-a37f-9ebfeb44f720) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:03.799293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.803049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/392e625c-6b93-41ca-80dc-8daeda2d8014 HTTP/1.1" status: 204 len: 168 time: 0.6148591 Dec 13 19:58:03.805486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=a1ee733d-a6d7-470a-811a-ad8752c748eb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:03.809230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:03.810710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52742) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.813025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-36c4c49a-a9d8-40e6-815f-d4a73f42138a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:03.827163 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3112638 Dec 13 19:58:03.830257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52746) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.832945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a1ee733d-a6d7-470a-811a-ad8752c748eb details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:03.833382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.835819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.839397 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a98d3caf-df36-495c-9530-ae8311451401 HTTP/1.1" status: 204 len: 168 time: 0.6837504 Dec 13 19:58:03.855155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0ac87ed7-b916-454c-98a6-96df63857ea0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:03.855532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.856262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:03.857685 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c89fd89f-d720-4fd0-81ff-b5dbae9d6fc0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b HTTP/1.1" status: 204 len: 168 time: 1.2062306 Dec 13 19:58:03.862155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:03.879872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=392e625c-6b93-41ca-80dc-8daeda2d8014,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:03.882931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:03.889944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52752) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:03.890390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b8f99084-c3d0-48fc-b999-9fee4b62de16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:03.993360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet cf7ee1e2-2491-4c44-8ab9-01a5866505b1 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:03.999157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d3caf-df36-495c-9530-ae8311451401,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:04.002177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:04.004776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.192468 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b927b531-c21a-42bf-8ca2-158ff93ef8cb req-2b618ab3-b51b-4659-8365-2d9ac96177f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7167637 Dec 13 19:58:04.291650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b11e87-8033-4761-a048-78e7a3de4462 None None] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:04.299999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4c613dd3-dacd-4dde-9eb1-4113b4d84c97 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:04.323148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting subnet e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:04.331897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.370120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4c613dd3-dacd-4dde-9eb1-4113b4d84c97 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:04.371481 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4c613dd3-dacd-4dde-9eb1-4113b4d84c97 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5504467 Dec 13 19:58:04.378431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:04.380445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52758) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:04.398599 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d7c85751-6572-4d70-9768-19ae612e5ffe tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 200 len: 925 time: 1.0035379 Dec 13 19:58:04.398599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52762) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:04.399026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:04.399252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.407692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:04.414004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:04.417205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:04.432345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:04.439413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:04.467266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f56ed3cb-83b3-4f85-b31b-1c905ae1882a None None] Provisioning for port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:04.467501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:04.471167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.552001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.565044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] For port 96efd162-2e14-4244-a429-e161ce29bc7d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=96efd162-2e14-4244-a429-e161ce29bc7d,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:04.565427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.574011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:58Z', 'revision_number': 3, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:57:59Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:04.586405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.621936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.639057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:04.639637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Updating router d1232e36-3f02-48c9-949c-d478da7cbd31 port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:58:04.733062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.758220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.817698 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:58:04.832976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98383484-14ef-473b-9279-4faf8837f7a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:04.857487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4f253-d64f-40fa-86da-76d935f8836d tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:04.858184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-81d4f253-d64f-40fa-86da-76d935f8836d tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Synchronizing usage tracker for tenant:a37da9ca128240809b77d3a084068f6d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:04.883337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.907192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.932756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.958329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:04.961879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b5cc9f-b24b-4d9b-a62f-7f48e4c8888f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:04.975033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:04.997209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.002905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:05.003832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bbc41ba7-90f8-4764-8952-02a38ec8dc7d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:05.009135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbfba4-1175-4316-94a7-8f5b989ac043 None None] Network ec32a427-b842-4db3-8afd-96850026c4fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:05.009998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.010509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.010853 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Floating IP a1563183-2463-4613-98ec-46766e528761 disassociated. External IP: 172.26.6.215, port: 96efd162-2e14-4244-a429-e161ce29bc7d. Dec 13 19:58:05.011191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Calling delete_port for 96efd162-2e14-4244-a429-e161ce29bc7d owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:05.039184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Transition to ACTIVE for port object 513d2405-2576-4211-a37f-9ebfeb44f720 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:05.055533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7ee1e2-2491-4c44-8ab9-01a5866505b1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:05.074365 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/cf7ee1e2-2491-4c44-8ab9-01a5866505b1 HTTP/1.1" status: 204 len: 168 time: 1.1759205 Dec 13 19:58:05.078790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52788) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.080139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:05.082250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-81d4f253-d64f-40fa-86da-76d935f8836d tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Unset dirty status for tenant:a37da9ca128240809b77d3a084068f6d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:05.082749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.085833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-81d4f253-d64f-40fa-86da-76d935f8836d tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=45c4bd09-a199-470d-898f-2c4ad5f91247&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6032138 Dec 13 19:58:05.086313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:05.086667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b9ed90dc-0bfc-4d90-8bc0-9ba76b034598 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:05.086982 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7031193 Dec 13 19:58:05.087615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52794) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.089543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52792) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.173280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Transition to ACTIVE for port object 513d2405-2576-4211-a37f-9ebfeb44f720 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:05.193760 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-af608331-4ca9-47f3-ae7e-52c6b5f1cc6f tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules/02b5cc9f-b24b-4d9b-a62f-7f48e4c8888f HTTP/1.1" status: 200 len: 763 time: 0.0684400 Dec 13 19:58:05.199262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52798) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.204610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.256559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.266124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b32f6b6-bb5f-44fb-a279-0f45900df655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:05.292249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0356139-7889-49f2-aeac-d6fdc0c1cd32 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:05.338343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 96efd162-2e14-4244-a429-e161ce29bc7d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:05.362220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:05.372687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.439745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet c2831f76-b8d9-4c84-b8a0-6c768896b464 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:05.445425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.450753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 96efd162-2e14-4244-a429-e161ce29bc7d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:05.451112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 96efd162-2e14-4244-a429-e161ce29bc7d not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:05.469667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-593ce810-8965-4b25-819e-be77b5afb1ff tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:05.478878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.503901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-adcc7698-837b-4750-9520-9d3124566229 tempest-RoutersAdminNegativeIpV6Test-1743935512 tempest-RoutersAdminNegativeIpV6Test-1743935512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:05.541659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:05.560759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:05.573124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-593ce810-8965-4b25-819e-be77b5afb1ff tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:05.577179 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-593ce810-8965-4b25-819e-be77b5afb1ff tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3748257 Dec 13 19:58:05.586523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Pushing event updated for resources: {'Port': ['ID=513d2405-2576-4211-a37f-9ebfeb44f720,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:05.592351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52814) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:05.593775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:05.594255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: a1ee733d-a6d7-470a-811a-ad8752c748eb, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:05.594427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:05.634439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-292da852-0cc1-4549-9127-211a4340254f req-59be6387-49e8-47c9-b761-fd015e60ce95 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.1826670 Dec 13 19:58:05.635289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event deleted for resources: {'Port': ['ID=96efd162-2e14-4244-a429-e161ce29bc7d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:05.642531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:05.652262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.667580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.696672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.698577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=045a286c-0582-42d1-909c-68c9d6905b07,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:05.704068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.704446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.704788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.705127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.705518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.713033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.713408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.713596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:05.713741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.714090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.714405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.714750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.715112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:05.729632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.773145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:05.785581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:05.866584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network a1ee733d-a6d7-470a-811a-ad8752c748eb is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:05.875394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-742753150'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:05.876656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::1 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/f944fc72-3634-4d51-b0fb-28a8590a1dad/6465be54-5351-4210-9e64-add0c33cc26e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:05.883995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Attempting to bind port 513d2405-2576-4211-a37f-9ebfeb44f720 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:05.884385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Attempting to bind port 513d2405-2576-4211-a37f-9ebfeb44f720 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:05.884767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Attempting to bind port 513d2405-2576-4211-a37f-9ebfeb44f720 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:05.891309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:05.903174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:05.931090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a1ee733d-a6d7-470a-811a-ad8752c748eb) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:05.933491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:05.956054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.021932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168c223-9fa3-457e-8ee2-3562265f0711 None None] Network a1ee733d-a6d7-470a-811a-ad8752c748eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:06.036183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:06.036183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:06.036183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.036642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:06.037041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Bound port: 513d2405-2576-4211-a37f-9ebfeb44f720, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:06.037451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.051327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2652d1-f72e-4503-aebb-afd2d0ea20fe tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:06.051751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be2652d1-f72e-4503-aebb-afd2d0ea20fe tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Synchronizing usage tracker for tenant:a37da9ca128240809b77d3a084068f6d on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:06.063241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:06.063626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.097171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:network and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:06.102083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:06.110484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:06.130644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b5cc9f-b24b-4d9b-a62f-7f48e4c8888f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:06.133798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:06.134539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.145490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.153336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:06.158826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.175995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:06.179043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Router b319c2aa-53ee-452b-adc6-07fdf0b6fbef has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:06.183576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:06.183733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be2652d1-f72e-4503-aebb-afd2d0ea20fe tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Unset dirty status for tenant:a37da9ca128240809b77d3a084068f6d on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:06.187453 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be2652d1-f72e-4503-aebb-afd2d0ea20fe tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.8036196 Dec 13 19:58:06.190914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.198089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52820) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.200369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-02d4ff4b-1b99-40fd-873a-fac9169e3515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:06.222475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.226571 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/02b5cc9f-b24b-4d9b-a62f-7f48e4c8888f HTTP/1.1" status: 204 len: 168 time: 0.6233933 Dec 13 19:58:06.233296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52822) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.234287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.249850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=c2831f76-b8d9-4c84-b8a0-6c768896b464,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:06.252204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.278144 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/c2831f76-b8d9-4c84-b8a0-6c768896b464 HTTP/1.1" status: 204 len: 168 time: 1.1967690 Dec 13 19:58:06.279238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.287425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:06.310226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.312960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:06.315133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:06.326580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:06.333417 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5016544 Dec 13 19:58:06.337103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52832) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.389472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0486c-4719-43e4-802d-37e3197f65fe None None] Network ba9c2cc5-aa13-4b0b-82a9-4d2474964467 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:06.402594 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dbe4e748-727a-4017-b88a-241215b51856 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 200 len: 205 time: 0.1677365 Dec 13 19:58:06.402839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:security_group_rule and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:06.402945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] DHCP port deletion for ec32a427-b842-4db3-8afd-96850026c4fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:06.404603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:06.411559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371abca-be4b-4b22-959e-feac83d65fe7 None None] Network 7b644876-6bd3-4df6-be3a-e13073ffdbcb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:06.416324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52836) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.449264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985 HTTP/1.1" status: 204 len: 168 time: 2.9779472 Dec 13 19:58:06.452307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52840) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:06.457122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.476213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.478681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Deleting port 0be82f54-ccad-4899-a955-28e09184a1c7 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:06.479059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.488512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:06.596412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 6465be54-5351-4210-9e64-add0c33cc26e will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:06.622515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531560bd-8d7c-454e-a49c-4c5525f84478 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:06.624131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531560bd-8d7c-454e-a49c-4c5525f84478 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:06.624895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-531560bd-8d7c-454e-a49c-4c5525f84478 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Synchronizing usage tracker for tenant:0fd3a99bd22342e991f7820a56f093cf on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:06.639372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:06.651074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Provisioning complete for port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:06.651464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.667809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50a65eb2-aeb8-4e32-b07c-750560f4899e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:06.729152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] No DVR routers for this DVR port 96efd162-2e14-4244-a429-e161ce29bc7d on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:06.729489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Sync routers for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:06.731748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.733712 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-403814ce-e74f-4e88-8259-f388f48e2f10 req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.20 "DELETE /v2.0/ports/96efd162-2e14-4244-a429-e161ce29bc7d HTTP/1.1" status: 204 len: 173 time: 4.4420099 Dec 13 19:58:06.735509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'name': 'network-vif-deleted', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 19:58:06.747909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.754356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Transition to ACTIVE for port object 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:06.754540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622c155e-2b8f-42e9-8625-3bc036fc9f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:06.793691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.805479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:06.806479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:06.818804 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5a658d-2929-4b02-9693-60c6117fc6cf', 'name': 'network-vif-deleted', 'tag': '96efd162-2e14-4244-a429-e161ce29bc7d', 'status': 'completed', 'code': 200} Dec 13 19:58:06.884718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-70c8457d-5f43-4db9-9dc9-3962c735b85a req-5e21ee41-9ff1-48df-b390-2612eb8d1f87 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Synchronizing usage tracker for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:06.889783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:06.895100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:06.898045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:06.898956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.931510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:06.937300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:06.951015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.951706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.952884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.953461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.954108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.954573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.955018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.955540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.955744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:06.956054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.956427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.956799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.957187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:06.961480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:06.967213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-70c8457d-5f43-4db9-9dc9-3962c735b85a req-5e21ee41-9ff1-48df-b390-2612eb8d1f87 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Unset dirty status for tenant:dce7079979cf4269995d15b7afe09705 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:06.968410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-70c8457d-5f43-4db9-9dc9-3962c735b85a req-5e21ee41-9ff1-48df-b390-2612eb8d1f87 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5a658d-2929-4b02-9693-60c6117fc6cf HTTP/1.1" status: 200 len: 210 time: 0.1648006 Dec 13 19:58:07.054192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.155089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] For port 513d2405-2576-4211-a37f-9ebfeb44f720, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:07.254929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Pushing event updated for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:07.282267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50a65eb2-aeb8-4e32-b07c-750560f4899e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:07.283789 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50a65eb2-aeb8-4e32-b07c-750560f4899e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0393462 Dec 13 19:58:07.308875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52852) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:07.309805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 0be82f54-ccad-4899-a955-28e09184a1c7 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:07.310323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.351643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:07.379361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:07.416398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:07.491770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.569318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:07.595463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] For port 513d2405-2576-4211-a37f-9ebfeb44f720, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=513d2405-2576-4211-a37f-9ebfeb44f720,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:07.618225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-a1ee733d-a6d7-470a-811a-ad8752c748eb', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:07.619046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.651362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.670476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7b973d10-bd76-48cd-b6f8-ce736c155e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:07.717352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.723671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.724732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.729300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4e1b342b-9142-4565-8103-25597ed57546 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:07.869017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:07.873125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:07.884649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.904019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.911113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:07.912083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.926747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:07.928542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:07.934366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-531560bd-8d7c-454e-a49c-4c5525f84478 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Unset dirty status for tenant:0fd3a99bd22342e991f7820a56f093cf on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:07.938702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-531560bd-8d7c-454e-a49c-4c5525f84478 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.4860563 Dec 13 19:58:07.939480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:07.948892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:07.977974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:08.112816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:08.150185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:08.160361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] For port 0be82f54-ccad-4899-a955-28e09184a1c7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be82f54-ccad-4899-a955-28e09184a1c7,segment=NetworkSegment(70a4ff7d-049b-4470-94c8-198700b58c35),segment_id=70a4ff7d-049b-4470-94c8-198700b58c35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:08.160361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.166658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.192549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275e7011-e88b-42b0-821f-76f63096a72a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:08.195624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:08.235121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.235517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Added segment 9af7ad27-17aa-4a94-8438-2fc32a0f72fe of type vlan for network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 Dec 13 19:58:08.247150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Attempting to bind port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:08.247492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Attempting to bind port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:08.247871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Attempting to bind port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba on network 5911818c-6572-4725-b141-2a246e276f1b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:08.260868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.268545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Pushing event updated for resources: {'Port': ['ID=513d2405-2576-4211-a37f-9ebfeb44f720,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:08.293457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 0be82f54-ccad-4899-a955-28e09184a1c7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be82f54-ccad-4899-a955-28e09184a1c7,segment=NetworkSegment(70a4ff7d-049b-4470-94c8-198700b58c35),segment_id=70a4ff7d-049b-4470-94c8-198700b58c35)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:08.293941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.330270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb79db1e-373b-4526-8c20-3b9995704b80 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.370865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port 3a8f8c67-c6d9-4e76-8edf-22bc929f707a {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:08.371261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.377924 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb79db1e-373b-4526-8c20-3b9995704b80 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 19:58:08.378507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb79db1e-373b-4526-8c20-3b9995704b80 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:08.384197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bb79db1e-373b-4526-8c20-3b9995704b80 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/7b644876-6bd3-4df6-be3a-e13073ffdbcb HTTP/1.1" status: 409 len: 405 time: 0.4426565 Dec 13 19:58:08.384995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52870) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:08.419348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1942671562'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:08.427430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:08.431690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:08.435076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:08.441496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:08.465224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Router 37a47f90-5179-4859-be74-fab33f84c633 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:08.469305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:08.472418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:08.473315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.476772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:08.477558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Checking segment: {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:08.478374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.479011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Bound using segment: {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:08.479725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Bound port: 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b46379-5826-4c43-b678-d6b9570b9610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5911818c-6572-4725-b141-2a246e276f1b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:08.480341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.504228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,segment=NetworkSegment(6f13d3ef-c801-4515-b79d-64531de53e3b),segment_id=6f13d3ef-c801-4515-b79d-64531de53e3b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:08.518464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Calling delete_port for 0be82f54-ccad-4899-a955-28e09184a1c7 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:08.560889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.588165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.603668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-764f70e4-666b-4147-881b-121105c79a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:08.630495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:08.631617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.660766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.661125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10 of type vlan for network f1480551-0885-4216-a140-cedcca801ef0 Dec 13 19:58:08.675052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:08.691175 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Sync routers for ids ['37a47f90-5179-4859-be74-fab33f84c633'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:08.698740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.707565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "PUT /v2.0/routers/37a47f90-5179-4859-be74-fab33f84c633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6671345 Dec 13 19:58:08.707565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52874) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:08.714960 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Routers {'37a47f90-5179-4859-be74-fab33f84c633'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:08.717175 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['37a47f90-5179-4859-be74-fab33f84c633'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:08.739984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.751720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.801260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba6f19-cf28-4e1e-b160-05ea969dcfb8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:08.805312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abba6f19-cf28-4e1e-b160-05ea969dcfb8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:08.828545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 513d2405-2576-4211-a37f-9ebfeb44f720 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:08.854922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abba6f19-cf28-4e1e-b160-05ea969dcfb8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:08.859030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-abba6f19-cf28-4e1e-b160-05ea969dcfb8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports/6465be54-5351-4210-9e64-add0c33cc26e HTTP/1.1" status: 200 len: 911 time: 0.1477940 Dec 13 19:58:08.859030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52878) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:08.915310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] DHCP port deletion for ba9c2cc5-aa13-4b0b-82a9-4d2474964467 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:08.947190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.949948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:08.950386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:08.954655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:08.955323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:08.974943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8db6854b-e08c-4583-b202-2fcc117fb4cb tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:08.986795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Deleting port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:08.987501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.006414 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5994687 Dec 13 19:58:09.007008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52882) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:09.017044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] DHCP port deletion for 7b644876-6bd3-4df6-be3a-e13073ffdbcb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:09.034910 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Set router 37a47f90-5179-4859-be74-fab33f84c633 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:09.085798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Deleting port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:09.086233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.089846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.157373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=f1480551-0885-4216-a140-cedcca801ef0,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:09.171135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.172601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:09.177906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:09.178836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.180028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': 'f1480551-0885-4216-a140-cedcca801ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:09.183302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.195967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 0be82f54-ccad-4899-a955-28e09184a1c7 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:09.216452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f1480551-0885-4216-a140-cedcca801ef0 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:09.270646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4638969c-25a9-4acc-91e2-4fb09c6b0e28 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:09.408005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:09.411851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Allocated IP 2001:db8:2::2 (a1ee733d-a6d7-470a-811a-ad8752c748eb/045a286c-0582-42d1-909c-68c9d6905b07/57a48436-06ef-4395-8025-dca5c19843d4) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:09.427135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.437412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:09.437941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:09.533815 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:06Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': '6465be54-5351-4210-9e64-add0c33cc26e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:df:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a47f90-5179-4859-be74-fab33f84c633', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:04Z', 'updated_at': '2021-12-13T19:58:07Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:09.538605 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Checking router: 37a47f90-5179-4859-be74-fab33f84c633 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:09.539288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Updating router 37a47f90-5179-4859-be74-fab33f84c633 port 6465be54-5351-4210-9e64-add0c33cc26e binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:58:09.557851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Network': ['ID=55b0a23f-7ae1-45b0-aa4c-fa21358c9f75,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:09.589859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0fab0d-65c0-4cad-9b5c-6077e37c3ab3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:09.595975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0fab0d-65c0-4cad-9b5c-6077e37c3ab3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:09.600652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0b0fab0d-65c0-4cad-9b5c-6077e37c3ab3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7380078 Dec 13 19:58:09.618848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] No DVR routers for this DVR port 0be82f54-ccad-4899-a955-28e09184a1c7 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:09.620566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52886) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:09.639884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] For port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:09.641983 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.729490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:09.818669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Pushing event deleted for resources: {'Port': ['ID=0be82f54-ccad-4899-a955-28e09184a1c7,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:09.874169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:09.885909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:09.892034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] For port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:09.921230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:09.921847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:09.921953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:09.942049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.5523963 Dec 13 19:58:09.942214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.959045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6acb90f-c430-4424-b22f-b84ec43cd321,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:09.960926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.972148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:09.976989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52890) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:09.977700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7381d965-4c60-403a-b2dc-87481541b84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:09.992830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:09.994095 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3ebcd7b-4d73-498e-966e-4f4cca8fea0f HTTP/1.1" status: 204 len: 168 time: 1.8401523 Dec 13 19:58:10.005397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52892) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:10.014955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:10.017267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 513d2405-2576-4211-a37f-9ebfeb44f720 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:10.020800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.125054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.138533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Transition to ACTIVE for port object 6465be54-5351-4210-9e64-add0c33cc26e will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:10.151020 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.155209 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:10.156043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for 3a8f8c67-c6d9-4e76-8edf-22bc929f707a owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:10.239800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] For port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,segment=NetworkSegment(6f13d3ef-c801-4515-b79d-64531de53e3b),segment_id=6f13d3ef-c801-4515-b79d-64531de53e3b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:10.240422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.279716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-237e5788-22f6-456d-a7ba-ce5a1a846db4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] show failed (client error): The resource could not be found. Dec 13 19:58:10.280751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-237e5788-22f6-456d-a7ba-ce5a1a846db4 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "GET /v2.0/security-groups/c3ebcd7b-4d73-498e-966e-4f4cca8fea0f HTTP/1.1" status: 404 len: 347 time: 0.2744417 Dec 13 19:58:10.287598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52898) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:10.356160 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Pushing event updated for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:10.388049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'subnet': {'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:10.400388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.400989 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.401509 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.402271 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.402760 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.403255 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.403740 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.404212 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.404719 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.405223 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.405707 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.406184 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:58:10.438474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.444234 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0966246 Dec 13 19:58:10.445411 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:10.450285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52902) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:10.453436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ebcd7b-4d73-498e-966e-4f4cca8fea0f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:10.456505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:10.457269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.484321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ea08871-cf64-4287-a4e4-b81b9c5d98be tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:10.484744 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Attempting to bind port 6465be54-5351-4210-9e64-add0c33cc26e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:10.485126 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Attempting to bind port 6465be54-5351-4210-9e64-add0c33cc26e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:10.485583 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Attempting to bind port 6465be54-5351-4210-9e64-add0c33cc26e on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:10.493244 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:10.493777 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:10.494194 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.494845 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:10.500424 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Bound port: 6465be54-5351-4210-9e64-add0c33cc26e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:10.500860 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.504540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.601001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=3a8f8c67-c6d9-4e76-8edf-22bc929f707a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:10.603591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:10.606460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Calling delete_port for 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:10.646912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c06f8192-3c0e-4e65-bf38-a6f26f08e480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:10.656207 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] For port 6465be54-5351-4210-9e64-add0c33cc26e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:10.660612 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] For port 6465be54-5351-4210-9e64-add0c33cc26e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6465be54-5351-4210-9e64-add0c33cc26e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:10.666550 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.671795 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:10.677790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be82f54-ccad-4899-a955-28e09184a1c7 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:10.685504 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8035973f-002a-4cb4-b831-caec5d194b34 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules/c6acb90f-c430-4424-b22f-b84ec43cd321 HTTP/1.1" status: 200 len: 764 time: 0.2235510 Dec 13 19:58:10.695516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52906) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:10.761649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0be82f54-ccad-4899-a955-28e09184a1c7 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:10.762153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be82f54-ccad-4899-a955-28e09184a1c7 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:10.820505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:10.820814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:10.855032 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Routers {'37a47f90-5179-4859-be74-fab33f84c633'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:10.857905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['37a47f90-5179-4859-be74-fab33f84c633'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:10.868597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Deleting port 4e1c08c8-e8a9-46a4-9922-b5e88f5df278 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:10.868597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.869400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Provisioning for port b740664a-6580-41fa-b4c9-d354cf6738c6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:10.898125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Provisioning complete for port b740664a-6580-41fa-b4c9-d354cf6738c6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:10.898541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.906516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e22ddd0-7bc9-404e-8d6e-2661a5741f22 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:10.921356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:10.942476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:subnet and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:10.961604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:58:10.969646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:10.970025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.977141 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Pushing event updated for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:10.992130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:10.997593 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:11.004489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69465acc-7e9d-40a5-8d15-539cdd71378b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:11.066201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:11.092771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7517fe81-4215-48f1-819a-e98725950d58 None None] Port b740664a-6580-41fa-b4c9-d354cf6738c6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:11.099468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:11.152243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8e22ddd0-7bc9-404e-8d6e-2661a5741f22 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:11.153461 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e22ddd0-7bc9-404e-8d6e-2661a5741f22 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4305608 Dec 13 19:58:11.156257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52912) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:11.168919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] Set router 37a47f90-5179-4859-be74-fab33f84c633 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:11.420437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=8a4883f6-f8e3-4af5-a488-03afa2c30029,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:11.427462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 0be82f54-ccad-4899-a955-28e09184a1c7 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:11.427820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.428227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:11.451969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.452289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.461564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:11.461807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: f1480551-0885-4216-a140-cedcca801ef0, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:11.480272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:11.481620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:11.488662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:11.492185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.523990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.564605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.579280 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:06Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': '6465be54-5351-4210-9e64-add0c33cc26e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:df:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a47f90-5179-4859-be74-fab33f84c633', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:04Z', 'updated_at': '2021-12-13T19:58:10Z', 'revision_number': 4, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:11.584721 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c50138-7275-49e2-bf87-9fe1795d32b8 None None] The sync data for ids ['37a47f90-5179-4859-be74-fab33f84c633'] in dv-neutron-821563-1-hyperv is: [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:06Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': '6465be54-5351-4210-9e64-add0c33cc26e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:df:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a47f90-5179-4859-be74-fab33f84c633', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:04Z', 'updated_at': '2021-12-13T19:58:10Z', 'revision_number': 4, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': 'f944fc72-3634-4d51-b0fb-28a8590a1dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:11.634978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] The port '0be82f54-ccad-4899-a955-28e09184a1c7' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:58:11.684481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34090601-9529-4938-8235-5705f4099113 None None] Provisioning for port 6465be54-5351-4210-9e64-add0c33cc26e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:11.688653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] For port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,segment=NetworkSegment(f43ba935-67d3-4cd7-a06e-8a3e10230ae6),segment_id=f43ba935-67d3-4cd7-a06e-8a3e10230ae6)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:11.689084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.715812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.742868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Calling delete_port for 4e1c08c8-e8a9-46a4-9922-b5e88f5df278 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:11.757785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.809519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network f1480551-0885-4216-a140-cedcca801ef0 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:11.818873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Calling delete_port for ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:11.829211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.829864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router 45c4bd09-a199-470d-898f-2c4ad5f91247 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:11.880173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f1480551-0885-4216-a140-cedcca801ef0) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:11.886744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.911711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:11.912517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.942887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec32a427-b842-4db3-8afd-96850026c4fb']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:11.957838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.964348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:11.968929 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 204 len: 168 time: 5.5433087 Dec 13 19:58:11.968929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a4ff7d-049b-4470-94c8-198700b58c35') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:11.968929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a4ff7d-049b-4470-94c8-198700b58c35') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:11.982223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1f38e83-bc27-47b2-9992-9340d7b0e6ba tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:11.989412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52916) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.002260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Pushing event updated for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.016246 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0042951 Dec 13 19:58:12.020421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52920) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.025471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707776215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:12.031705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.032040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'port': {'network_id': 'f1480551-0885-4216-a140-cedcca801ef0', 'name': 'tempest-NetworksIpV6TestAttrs-1928551838'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:12.037637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22e252-c4e7-49f2-b2e4-ec21c2104fb2 None None] Network f1480551-0885-4216-a140-cedcca801ef0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:12.050712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.052001 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c6acb90f-c430-4424-b22f-b84ec43cd321 HTTP/1.1" status: 204 len: 168 time: 0.8947823 Dec 13 19:58:12.056191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.056886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52924) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.058213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.074086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:12.095057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:12.097893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6acb90f-c430-4424-b22f-b84ec43cd321,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.105553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.114134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.115836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:12.123348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:12.127209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.150461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:12.162035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:12.162573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.176914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:12.180581 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:12.200304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.217867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-086a0c43-be1a-475f-b853-43b5efeef4c4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.240427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Transition to ACTIVE for port object 57a48436-06ef-4395-8025-dca5c19843d4 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:12.246309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Pushing event deleted for resources: {'Port': ['ID=9828ea32-0c5d-4b30-87ed-8ed1f3d54887,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.248907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Checking router: b319c2aa-53ee-452b-adc6-07fdf0b6fbef for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:12.256527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.271181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.278258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.279403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.301276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Pushing event deleted for resources: {'Port': ['ID=4e1c08c8-e8a9-46a4-9922-b5e88f5df278,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.305971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.311147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.347840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.351961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34090601-9529-4938-8235-5705f4099113 None None] Provisioning for port 513d2405-2576-4211-a37f-9ebfeb44f720 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:12.353800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.357722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:12.361185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.381039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.382586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.398293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.403267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=ec32a427-b842-4db3-8afd-96850026c4fb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.406930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.408384 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/ec32a427-b842-4db3-8afd-96850026c4fb HTTP/1.1" status: 204 len: 168 time: 6.1176627 Dec 13 19:58:12.410712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0a6d3af3-c7a9-4b66-9fb7-0acdfa930cae tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.417524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52928) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.446917 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] No DVR routers for this DVR port 9828ea32-0c5d-4b30-87ed-8ed1f3d54887 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:12.451328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.452194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.475662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.498621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Pushing event deleted for resources: {'Port': ['ID=ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.515799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.520116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34090601-9529-4938-8235-5705f4099113 None None] Provisioning complete for port 513d2405-2576-4211-a37f-9ebfeb44f720 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:12.520657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34090601-9529-4938-8235-5705f4099113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.525237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Subnet': ['ID=6fa74904-28de-4f34-9763-9ffb7ea4eda0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:12.528147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:12.532865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Checking segment: {'id': '9af7ad27-17aa-4a94-8438-2fc32a0f72fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:12.533265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network hostable DHCP agents. Network: 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:12.537859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.539076 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8bbfd95a-d526-4596-bc51-e1a9f021db19 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5370164 Dec 13 19:58:12.541787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52932) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.549809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] No DVR routers for this DVR port ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:12.551617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': True}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:12.555830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Transition to ACTIVE for port object 57a48436-06ef-4395-8025-dca5c19843d4 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:12.570118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:12.570889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:12.627415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-163abbb0-b89e-473f-925b-e8276ce64427 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:12.682626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.755154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:12.791325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-163abbb0-b89e-473f-925b-e8276ce64427 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:12.792782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-163abbb0-b89e-473f-925b-e8276ce64427 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7033565 Dec 13 19:58:12.802003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52936) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:12.863522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:12.906511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:12.929921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:12.971664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.974293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.978421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] 10.222.0.18 "DELETE /v2.0/floatingips/a1563183-2463-4613-98ec-46766e528761 HTTP/1.1" status: 204 len: 168 time: 2.6677477 Dec 13 19:58:12.983853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:port and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:12.992248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:12.995921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:12.999285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52940) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:13.013323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8:2::1 (a1ee733d-a6d7-470a-811a-ad8752c748eb/045a286c-0582-42d1-909c-68c9d6905b07/0378af4c-a898-4d93-a201-d0aef00603af) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:13.015365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:13.036178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Network a1ee733d-a6d7-470a-811a-ad8752c748eb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:13.037097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:13.037578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ea431e6b-0380-4ad6-8e7e-fde41dfe6a4c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:13.053027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:13.056249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec5cfa-7c4d-4e83-9a53-ce0c336c1513 None None] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:13.069791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:13.089206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:13.089864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.103743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.158777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Pushing event updated for resources: {'Port': ['ID=57a48436-06ef-4395-8025-dca5c19843d4,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:13.174259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:13.201875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:13.258245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:13.262387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.314296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.361390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6465be54-5351-4210-9e64-add0c33cc26e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:13.372030 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3766882 Dec 13 19:58:13.379093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:13.393703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-600401853', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:13.460031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:13.487739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:router and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:13.491805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:13.502727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:13.557099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.558403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.563741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.606879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 0378af4c-a898-4d93-a201-d0aef00603af will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:13.616846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.694753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34090601-9529-4938-8235-5705f4099113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.695344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] device_id is not set on port b5c7a7a8-bca3-4129-8f13-d59bd14ff356 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:58:13.756275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:13.765912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.824652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Attempting to bind port 57a48436-06ef-4395-8025-dca5c19843d4 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:13.825033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Attempting to bind port 57a48436-06ef-4395-8025-dca5c19843d4 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:13.825644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Attempting to bind port 57a48436-06ef-4395-8025-dca5c19843d4 on network a1ee733d-a6d7-470a-811a-ad8752c748eb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:13.827864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f1480551-0885-4216-a140-cedcca801ef0', 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': '8a4883f6-f8e3-4af5-a488-03afa2c30029'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:13.828667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.843161 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.881752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6465be54-5351-4210-9e64-add0c33cc26e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:13.899126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:13.899126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Checking segment: {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:13.899126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.899815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Bound using segment: {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:13.900492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Bound port: 57a48436-06ef-4395-8025-dca5c19843d4, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:13.901086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.909404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 6465be54-5351-4210-9e64-add0c33cc26e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:13.909756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.914661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-34090601-9529-4938-8235-5705f4099113 None None] For port 513d2405-2576-4211-a37f-9ebfeb44f720, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=513d2405-2576-4211-a37f-9ebfeb44f720,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:13.967819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6465be54-5351-4210-9e64-add0c33cc26e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:13.968473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:13.984437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9c2cc5-aa13-4b0b-82a9-4d2474964467']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:14.023754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.028772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:14.029069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43ba935-67d3-4cd7-a06e-8a3e10230ae6') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:14.031346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4abd81ec-d9cc-4141-8c2e-de8cae79fa26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:14.037641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34090601-9529-4938-8235-5705f4099113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.113244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09b79db0-ddac-47fd-ab4f-77755cf7482e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:14.139206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.149819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.173357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.202250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network a1ee733d-a6d7-470a-811a-ad8752c748eb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:14.208761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:14.223092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.226175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.231479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:14.231998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.237073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31322ce1-19e3-4c47-ae26-92d381846f66 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:14.246043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.270182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:14.281814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:14.293295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:14.293295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.325128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Allocated IP 2001:db8::f816:3eff:fe4a:5902 (f1480551-0885-4216-a140-cedcca801ef0/8a4883f6-f8e3-4af5-a488-03afa2c30029/b5c7a7a8-bca3-4129-8f13-d59bd14ff356) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:14.329950 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:14.332761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:14.333230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:14.398728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:58Z', 'revision_number': 3, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:09Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:14.439621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990a191-5d6c-49cc-9e08-4f299e648368 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:57:58Z', 'revision_number': 3, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:09Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:14.529043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34090601-9529-4938-8235-5705f4099113 None None] Pushing event updated for resources: {'Port': ['ID=513d2405-2576-4211-a37f-9ebfeb44f720,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:14.544538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-34090601-9529-4938-8235-5705f4099113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:14.592482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c5e23-2b4d-4d44-aaeb-0eb8906789e9 None None] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:14.605680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.609910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.613641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.614022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.614783 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b7e598e-3c0e-4f7f-83b7-e8f87a9a5c62 HTTP/1.1" status: 204 len: 168 time: 1.8124878 Dec 13 19:58:14.622212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52948) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:14.629941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb3af37e-92f5-4214-a642-e257bac00fc7 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:14.638674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 172.26.6.14 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/1a8f7915-d9b4-49bf-b5d6-4669591532f1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:14.697750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] For port 57a48436-06ef-4395-8025-dca5c19843d4, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:14.701613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.714031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=ba9c2cc5-aa13-4b0b-82a9-4d2474964467,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:14.721063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:14.721687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34090601-9529-4938-8235-5705f4099113 None None] Provisioning complete for port b740664a-6580-41fa-b4c9-d354cf6738c6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:14.722289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34090601-9529-4938-8235-5705f4099113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.722806 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/ba9c2cc5-aa13-4b0b-82a9-4d2474964467 HTTP/1.1" status: 204 len: 168 time: 2.3027003 Dec 13 19:58:14.725758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port 6465be54-5351-4210-9e64-add0c33cc26e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6465be54-5351-4210-9e64-add0c33cc26e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:14.726129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.742507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52952) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:14.755908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1279015015'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:14.761244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:14.761743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] For port 57a48436-06ef-4395-8025-dca5c19843d4, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=57a48436-06ef-4395-8025-dca5c19843d4,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:14.766142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:14.770513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:14.777990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:14.830839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.851871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-dc258c22-18c1-4231-88a6-b7f4a0ee9515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:14.882382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:14.886138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:14.942300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 6465be54-5351-4210-9e64-add0c33cc26e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6465be54-5351-4210-9e64-add0c33cc26e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:14.996621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.026618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-34090601-9529-4938-8235-5705f4099113 None None] Port b740664a-6580-41fa-b4c9-d354cf6738c6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:15.043934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 6465be54-5351-4210-9e64-add0c33cc26e owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:15.070395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Pushing event updated for resources: {'Port': ['ID=57a48436-06ef-4395-8025-dca5c19843d4,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:15.075662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:15.076795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8275b23f-c7d5-4562-9d1f-f1809662b5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:15.088056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aca5856b-b194-4a5a-841c-d1fe484654e7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:15.131296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:15.142191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.142642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment ec6dd8d4-6102-4381-81f1-e82f6d24b5a7 of type vlan for network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 Dec 13 19:58:15.175139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.238852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.244563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:15.245236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.257010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ca0bbc95-eef7-4051-918b-8647758e8da7 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:15.378933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:15.515332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-72e64546-4f6b-4d61-ae31-e811244c349e None None] Provisioning complete for port 6465be54-5351-4210-9e64-add0c33cc26e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:15.515726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-72e64546-4f6b-4d61-ae31-e811244c349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.527585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.529979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aca5856b-b194-4a5a-841c-d1fe484654e7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:15.531232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aca5856b-b194-4a5a-841c-d1fe484654e7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8852184 Dec 13 19:58:15.560867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52956) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:15.592818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:15.595525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group': {'name': 'tempest-secgroup--360837761'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:15.601996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.613536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:15.616029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:15.638034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8a6e3-3090-4786-a767-f2ba658aa038 None None] The sync data for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv is: [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '130ffa0c-3dd2-46ce-a0a5-324b19dacf18', 'name': '', 'network_id': 'e45e44b8-6279-4c1c-91a6-5ba96f65ee9f', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'mac_address': 'fa:16:3e:a2:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:09Z', 'updated_at': '2021-12-13T19:54:28Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'subnets': [{'id': '01a4bb69-5e6f-49dd-8905-9ee367281ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:15.667176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:15.673758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.684556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:15.696131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:15.696884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.756790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0071716 Dec 13 19:58:15.786764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52960) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:15.840360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:15.849776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:15.865542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-72e64546-4f6b-4d61-ae31-e811244c349e None None] Provisioning complete for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:15.866528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-72e64546-4f6b-4d61-ae31-e811244c349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.960214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.987820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:15.988958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:15.992284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:15.993846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:16.004878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:16.028668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:16.034025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:16.058367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.061572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:16.070795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.086575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.090475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.091595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.092376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:16.096282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f591e7-282a-4d4b-897a-e69f92e2597f None None] New status for floating IP a1563183-2463-4613-98ec-46766e528761: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 19:58:16.109128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:16.109583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Transition to ACTIVE for port object b5c7a7a8-bca3-4129-8f13-d59bd14ff356 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:16.116365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:16.120172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.179209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:16.221644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:16.224431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:16.230205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:16.230414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:16.238914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.240660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.245907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 513d2405-2576-4211-a37f-9ebfeb44f720 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:16.279921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:16.282431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:16.287571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:16.303932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:16.349775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.360944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8f7915-d9b4-49bf-b5d6-4669591532f1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:16.362238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-18a76224-6162-4aa0-8d80-51221d593465 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:16.371760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.190 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/6fccca16-1f9c-41a2-bff3-4347100dc176) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:16.374076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:16.524317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network f1480551-0885-4216-a140-cedcca801ef0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:16.542190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:16.544351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:16.551033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:16.551839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.559861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:16.568584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:16.582940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Allocated IP 2001:db8::f816:3eff:feec:5cc7 (f1480551-0885-4216-a140-cedcca801ef0/8a4883f6-f8e3-4af5-a488-03afa2c30029/cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:16.598259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Port': ['ID=b5c7a7a8-bca3-4129-8f13-d59bd14ff356,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:16.598819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 513d2405-2576-4211-a37f-9ebfeb44f720 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:16.599208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.602472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:16.662139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6406090 Dec 13 19:58:16.669135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52964) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:16.768880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.782321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 6465be54-5351-4210-9e64-add0c33cc26e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:16.782646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:16.807851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c547e79-e792-4ab8-90aa-b11841ae6228 None None] Network a1ee733d-a6d7-470a-811a-ad8752c748eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:16.889609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:16.906949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network a1ee733d-a6d7-470a-811a-ad8752c748eb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:16.913955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting subnet 8a4883f6-f8e3-4af5-a488-03afa2c30029 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:16.959661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:16.960713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:16.962670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.826s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:16.963192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:17.022472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-67598b7e-9a40-4ab5-85c6-5bc2c412d563 None None] Provisioning for port 57a48436-06ef-4395-8025-dca5c19843d4 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:17.064017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.080900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2719b2b-eba8-4c14-b616-7d57d6948599 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:17.179419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.183456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port 6465be54-5351-4210-9e64-add0c33cc26e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6465be54-5351-4210-9e64-add0c33cc26e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:17.184727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.216165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=f0906425-96f1-4629-8759-d6d696fc7485,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:17.219456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:17.231407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Transition to ACTIVE for port object cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:17.271788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Transition to ACTIVE for port object cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:17.285417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.289398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-842aacfc-4c3b-4bb3-9bdb-03dcd44fdff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:17.359811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Network f1480551-0885-4216-a140-cedcca801ef0 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:17.364030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:17.367788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:17.381453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:17.445719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Pushing event updated for resources: {'Port': ['ID=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:17.482463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:17.501889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.508810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.523401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.529936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Attempting to bind port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:17.530314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Attempting to bind port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:17.530814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Attempting to bind port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 on network f1480551-0885-4216-a140-cedcca801ef0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:17.532469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-17975e3f-17e1-4211-ac58-b4005e7a7214 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:17.539069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:17.539442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Checking segment: {'id': 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:17.539880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.540347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Bound using segment: {'id': 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:17.540822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Bound port: cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1480551-0885-4216-a140-cedcca801ef0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:17.541229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.549886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 6465be54-5351-4210-9e64-add0c33cc26e owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:17.596706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:17.597228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.618748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.658823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:17.666898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:17.667567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:17.695428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae970c1-d9c9-40da-8e6f-7301d7d8a413,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:17.698990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:17.700793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.703940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:17.707128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cd1ca4a-e1b7-4ca8-b945-56762216c04e tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:17.747255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:17.747474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Deleting port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:17.747632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.749389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:17.761399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6465be54-5351-4210-9e64-add0c33cc26e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:17.808526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] For port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:17.839393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] For port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,segment=NetworkSegment(c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10),segment_id=c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:17.853519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.859070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:17.870835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:17.928621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Pushing event updated for resources: {'Port': ['ID=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:17.937383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:17.944791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9955255b-c8d8-4597-8238-3ec56b7910ab None None] Provisioning for port 0378af4c-a898-4d93-a201-d0aef00603af completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:17.951150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9955255b-c8d8-4597-8238-3ec56b7910ab None None] Provisioning complete for port 0378af4c-a898-4d93-a201-d0aef00603af triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:17.951731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9955255b-c8d8-4597-8238-3ec56b7910ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.954003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:17.985901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:17.993793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:17.997307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d8213-4aae-427b-a259-44b4b4e0ecf1 None None] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:18.074602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6465be54-5351-4210-9e64-add0c33cc26e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:18.075241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.113039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2685299 Dec 13 19:58:18.132325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52968) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:18.148014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-956235314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:18.160798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9955255b-c8d8-4597-8238-3ec56b7910ab None None] Port 0378af4c-a898-4d93-a201-d0aef00603af cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:18.164239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] For port 130ffa0c-3dd2-46ce-a0a5-324b19dacf18, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:18.164826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.172557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.174981 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6065741 Dec 13 19:58:18.177410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:18.183662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52972) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:18.188904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:18.194249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.202157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Could not find standard attr ID for object 6465be54-5351-4210-9e64-add0c33cc26e. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:58:18.204893 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No ports have port_id starting with 6465be54-5351-4210-9e64-add0c33cc26e Dec 13 19:58:18.208725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 57a48436-06ef-4395-8025-dca5c19843d4 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:18.237629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:18.243444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Request body: {'security_group_rule': {'security_group_id': '7ae970c1-d9c9-40da-8e6f-7301d7d8a413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:18.360449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.365424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:18.379969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=6fccca16-1f9c-41a2-bff3-4347100dc176,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:18.398392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:18.399045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.419492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e9d8ee04-4b4a-4db1-a381-86e94061f7b7 None None] Provisioning complete for port 0378af4c-a898-4d93-a201-d0aef00603af triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:18.419879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ee04-4b4a-4db1-a381-86e94061f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.462803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:18.471187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b432d40-3255-4753-9afb-05a140ab1345 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:18.594870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 57a48436-06ef-4395-8025-dca5c19843d4 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:18.601623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8ee04-4b4a-4db1-a381-86e94061f7b7 None None] Port 0378af4c-a898-4d93-a201-d0aef00603af cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:18.602071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Calling delete_port for 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:18.604362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 57a48436-06ef-4395-8025-dca5c19843d4 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:18.604784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.633973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3', 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'f0906425-96f1-4629-8759-d6d696fc7485'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:18.634814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.662387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Usage tracker for resource:security_group_rule and tenant:fb017b776e9341339ce735ac15466fc5 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:18.665943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.669624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.671034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.684047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:18.687425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=6465be54-5351-4210-9e64-add0c33cc26e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:18.689856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:18.699079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d17c3ed0-7e6b-4bc2-a36b-6267e7ef60c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:18.732812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:18.746807 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:18.747421 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4058983 Dec 13 19:58:18.752462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52976) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:18.764781 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:18.765455 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:18.803504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:18.844660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:18.854875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e35d6ced-3e56-4e47-a655-f15b40365fa1 None None] Provisioning complete for port 0378af4c-a898-4d93-a201-d0aef00603af triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:18.855254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e35d6ced-3e56-4e47-a655-f15b40365fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.016254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.032576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e35d6ced-3e56-4e47-a655-f15b40365fa1 None None] Port 0378af4c-a898-4d93-a201-d0aef00603af cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:19.038444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Allocated IP 172.20.0.2 (e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3/f0906425-96f1-4629-8759-d6d696fc7485/605dd4c8-b3ff-4a15-ae86-16da897d7438) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:19.066933 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:19.112662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4883f6-f8e3-4af5-a488-03afa2c30029,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:19.130262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:19.147570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.170807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.230300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1381269194'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:19.231167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.238072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 57a48436-06ef-4395-8025-dca5c19843d4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=57a48436-06ef-4395-8025-dca5c19843d4,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:19.244347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:19.249569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:network and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:19.252219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.253991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:19.255850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.263291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:19.266125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5da7d47-1f71-4434-a161-cfcad3fca303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:19.274907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.319188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/8a4883f6-f8e3-4af5-a488-03afa2c30029 HTTP/1.1" status: 204 len: 168 time: 2.6481407 Dec 13 19:58:19.320392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52980) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:19.359338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.361282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:19.388351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:19.392332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.506797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=57a48436-06ef-4395-8025-dca5c19843d4,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:19.518120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:19.557255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:19.634645 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:14Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:19.640976 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:19.646568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Updating router d1232e36-3f02-48c9-949c-d478da7cbd31 port 0378af4c-a898-4d93-a201-d0aef00603af binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:58:19.665556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.691533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.756985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85671aeb-6caa-439f-a85e-c432f1a86393 None None] Network f1480551-0885-4216-a140-cedcca801ef0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:19.779261 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.856008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.858201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:19.859556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2087592d-580d-4771-86a3-fd14bffc3288 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7252595 Dec 13 19:58:19.892387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Transition to ACTIVE for port object 605dd4c8-b3ff-4a15-ae86-16da897d7438 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:19.920481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:19.932585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52984) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:19.933529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:19.960153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'port': {'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3', 'name': 'tempest-RoutersTest-1345541793'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:19.971749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Provisioning for port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:19.976701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Transition to ACTIVE for port object 605dd4c8-b3ff-4a15-ae86-16da897d7438 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:20.006897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Pushing event deleted for resources: {'Port': ['ID=130ffa0c-3dd2-46ce-a0a5-324b19dacf18,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:20.008331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.008787 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added segment 78ea84c3-7145-42ed-aae4-b4da14e08fbb of type vlan for network bc174fc8-61f4-41d5-b888-a22dec62ada0 Dec 13 19:58:20.009842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:20.010787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.014891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.020522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Provisioning complete for port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:20.021150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.050314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:20.057826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.068485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b48671c5-8403-4e43-96e2-b93e4120a6ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:20.171083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:20.176641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Pushing event updated for resources: {'Port': ['ID=605dd4c8-b3ff-4a15-ae86-16da897d7438,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:20.180006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:20.183756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:20.184998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:20.225386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e0199-269b-4490-8533-90dbdb69be20 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:20.227267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e0199-269b-4490-8533-90dbdb69be20 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:20.228564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-117e0199-269b-4490-8533-90dbdb69be20 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Synchronizing usage tracker for tenant:0fd3a99bd22342e991f7820a56f093cf on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:20.233745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7c1b63-8838-4a1f-b0c4-67360595dcba,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:20.297510 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.309446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.311397 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Transition to ACTIVE for port object 0378af4c-a898-4d93-a201-d0aef00603af will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:20.319193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.323920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1353648 Dec 13 19:58:20.324087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.324208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:20.344596 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-874775ae-f894-4408-9847-98b15e6389bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:20.366560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Attempting to bind port 605dd4c8-b3ff-4a15-ae86-16da897d7438 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:20.367572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Attempting to bind port 605dd4c8-b3ff-4a15-ae86-16da897d7438 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:20.368113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Attempting to bind port 605dd4c8-b3ff-4a15-ae86-16da897d7438 on network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:20.385501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.393930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52988) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:20.395552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:20.396138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Checking segment: {'id': 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:20.396753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.397337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Bound using segment: {'id': 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:20.398193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Bound port: 605dd4c8-b3ff-4a15-ae86-16da897d7438, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:20.398745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.424977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.494320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-117e0199-269b-4490-8533-90dbdb69be20 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Unset dirty status for tenant:0fd3a99bd22342e991f7820a56f093cf on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:20.498020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-117e0199-269b-4490-8533-90dbdb69be20 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0232811 Dec 13 19:58:20.518078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 52992) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:20.559027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] For port 605dd4c8-b3ff-4a15-ae86-16da897d7438, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:20.563828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] For port 605dd4c8-b3ff-4a15-ae86-16da897d7438, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=605dd4c8-b3ff-4a15-ae86-16da897d7438,segment=NetworkSegment(ec6dd8d4-6102-4381-81f1-e82f6d24b5a7),segment_id=ec6dd8d4-6102-4381-81f1-e82f6d24b5a7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:20.574640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] DHCP port deletion for f1480551-0885-4216-a140-cedcca801ef0 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:20.583426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Deleting port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:20.583792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.611220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.621849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:20.623272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:20.632041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:port and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:20.636794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:20.647761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:20.686926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] For port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,segment=NetworkSegment(c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10),segment_id=c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:20.719588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.742034 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Attempting to bind port 0378af4c-a898-4d93-a201-d0aef00603af on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:20.742712 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Attempting to bind port 0378af4c-a898-4d93-a201-d0aef00603af by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:20.743993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Attempting to bind port 0378af4c-a898-4d93-a201-d0aef00603af on network a1ee733d-a6d7-470a-811a-ad8752c748eb {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:20.761979 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:20.762701 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Checking segment: {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:20.763276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.763953 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Bound using segment: {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:20.764830 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Bound port: 0378af4c-a898-4d93-a201-d0aef00603af, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5e2ff5-019b-49b6-b47d-447724b31b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:20.765701 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.773059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router 4058dc82-9ba9-41c6-954e-31b099117083 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:20.778647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:20.789009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.811615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Router 37a47f90-5179-4859-be74-fab33f84c633 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:20.818881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Pushing event updated for resources: {'Port': ['ID=605dd4c8-b3ff-4a15-ae86-16da897d7438,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:20.822876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:20.827156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.827371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bd230faf-ad86-44bc-bd79-afc9c8a83b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:20.926463 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] For port 0378af4c-a898-4d93-a201-d0aef00603af, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:20.931560 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] For port 0378af4c-a898-4d93-a201-d0aef00603af, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0378af4c-a898-4d93-a201-d0aef00603af,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:20.936917 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Pushing event updated for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:20.944556 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:20.946325 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:20.951466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d8392dbd-abc3-48a2-a198-fd70359e24e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:21.031544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:21.032236 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:21.114627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] For port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,segment=NetworkSegment(c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10),segment_id=c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:21.114935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.116927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.128209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:21.136797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "PUT /v2.0/routers/37a47f90-5179-4859-be74-fab33f84c633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5160489 Dec 13 19:58:21.140985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 52996) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:21.160264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] device_id is not set on port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:58:21.256187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Pushing event updated for resources: {'Port': ['ID=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:21.260588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:21.303036 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:21.404894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Sync routers for ids ['37a47f90-5179-4859-be74-fab33f84c633'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:21.431164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Calling delete_port for cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:21.478341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bc0bb-7553-4bf4-83b7-5b21249551cf tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:21.483427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bc0bb-7553-4bf4-83b7-5b21249551cf tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:21.484242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-473bc0bb-7553-4bf4-83b7-5b21249551cf tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:21.486152 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Pushing event updated for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:21.515429 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:21.531892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Routers {'37a47f90-5179-4859-be74-fab33f84c633'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:21.536306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['37a47f90-5179-4859-be74-fab33f84c633'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:21.582337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.20.0.8 (e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3/f0906425-96f1-4629-8759-d6d696fc7485/11ff4d3f-4b80-4d9d-851f-4b839f727f8a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:21.600200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-473bc0bb-7553-4bf4-83b7-5b21249551cf tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:21.604203 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-473bc0bb-7553-4bf4-83b7-5b21249551cf tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4595108 Dec 13 19:58:21.610825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53000) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:21.715959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 605dd4c8-b3ff-4a15-ae86-16da897d7438 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:21.783902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.790537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:21.791747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.796205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:21.901484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Set router 37a47f90-5179-4859-be74-fab33f84c633 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:21.904216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet f944fc72-3634-4d51-b0fb-28a8590a1dad {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:21.910566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.950428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:14Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:20Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:21.957033 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc36585-2d4a-4fb7-9faf-6c70b6be6c50 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:14Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:20Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:21.969868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92dfd866-c8e6-4096-90e0-b4b217debf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:21.998308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Router b319c2aa-53ee-452b-adc6-07fdf0b6fbef has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:22.000683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.002046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.113416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-828892bc-220e-40f0-a83d-2704681d93cc tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.114925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 605dd4c8-b3ff-4a15-ae86-16da897d7438 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:22.119669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:22.127017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Checking router: 37a47f90-5179-4859-be74-fab33f84c633 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:22.131968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 57a48436-06ef-4395-8025-dca5c19843d4 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:22.195765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Routers {'37a47f90-5179-4859-be74-fab33f84c633'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:22.197685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['37a47f90-5179-4859-be74-fab33f84c633'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:22.392174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.428313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] Set router 37a47f90-5179-4859-be74-fab33f84c633 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:22.430264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:22.442765 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Sync routers for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:22.447759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] 10.222.0.18 "PUT /v2.0/routers/b319c2aa-53ee-452b-adc6-07fdf0b6fbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4434540 Dec 13 19:58:22.452512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53004) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:22.454959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.467580 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:22.468048 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.7134118 Dec 13 19:58:22.468519 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:22.496950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:22.505099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.507922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53008) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:22.518992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Network': ['ID=bc174fc8-61f4-41d5-b888-a22dec62ada0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:22.538978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:22.541126 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-828892bc-220e-40f0-a83d-2704681d93cc tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 19:58:22.541629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828892bc-220e-40f0-a83d-2704681d93cc tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:22.562362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'subnet': {'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:22.604944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:22.651364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04819583-1e73-41b0-a0eb-eef1cd8d194f None None] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:22.719240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.730899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.748700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93e9c89b-524c-418f-9976-e0eaf2109b2f tempest-ExternalNetworksAdminNegativeTestJSON-1766398171 tempest-ExternalNetworksAdminNegativeTestJSON-1766398171-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:22.768684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:22.768928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Pushing event deleted for resources: {'Port': ['ID=cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:22.781363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:22.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae970c1-d9c9-40da-8e6f-7301d7d8a413,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:22.809487 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:22.814320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:22.852670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.856739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:22.856924 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ae970c1-d9c9-40da-8e6f-7301d7d8a413 HTTP/1.1" status: 204 len: 168 time: 2.4590347 Dec 13 19:58:22.858294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53012) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:22.865182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:22.891542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-828892bc-220e-40f0-a83d-2704681d93cc tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/f1480551-0885-4216-a140-cedcca801ef0 HTTP/1.1" status: 409 len: 405 time: 2.3496823 Dec 13 19:58:22.908811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53016) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:22.909705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=f944fc72-3634-4d51-b0fb-28a8590a1dad,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:22.917237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:22.931269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:22.942927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-377993592'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:22.951671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:22.969968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde3028-d011-4af7-9a4f-b46b30218d36 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:22.973950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:22.984835 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/f944fc72-3634-4d51-b0fb-28a8590a1dad HTTP/1.1" status: 204 len: 168 time: 1.3728786 Dec 13 19:58:22.985315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53020) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:23.019699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.026993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.027533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:23.028227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ccc9851b-50ef-4f3f-981a-85bdb8944d58 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "PUT /v2.0/routers/4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 200 len: 917 time: 10.4855146 Dec 13 19:58:23.035697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-97472215-9fa3-44ec-a3a2-e684b07ecb45 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1633949 Dec 13 19:58:23.036970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53024) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:23.038290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:23.098280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] Sync routers for ids ['4058dc82-9ba9-41c6-954e-31b099117083'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:23.107763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] No DVR routers for this DVR port cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:23.114673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53026) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:23.118811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:23.207956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a993bf-1a19-426d-88e9-1176675853d9 None None] The sync data for ids ['37a47f90-5179-4859-be74-fab33f84c633'] in dv-neutron-821563-1-hyperv is: [{'id': '37a47f90-5179-4859-be74-fab33f84c633', 'name': 'tempest-NetworksTestDHCPv6-router-1342843687', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:01Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:23.247812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object 11ff4d3f-4b80-4d9d-851f-4b839f727f8a will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:23.260443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:23.276526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:subnet and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:23.277244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] Routers {'4058dc82-9ba9-41c6-954e-31b099117083'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:23.278538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4058dc82-9ba9-41c6-954e-31b099117083'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.280462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:23.288321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:23.289806 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.296825 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Checking router: b319c2aa-53ee-452b-adc6-07fdf0b6fbef for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:23.310400 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Routers {'b319c2aa-53ee-452b-adc6-07fdf0b6fbef'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:23.311421 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.321668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Made reservation on behalf of 6520e42c32fe4167bc69bb2052e077ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:23.326169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.428946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.436641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 57a48436-06ef-4395-8025-dca5c19843d4 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:23.437331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.499684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:23.524466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] Set router b319c2aa-53ee-452b-adc6-07fdf0b6fbef gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:23.550062 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f6a9a623-1957-483d-b36e-93081d76d13f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5509338 Dec 13 19:58:23.557357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53032) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:23.576088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:23.589090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.592802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.594256 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2118886 Dec 13 19:58:23.597060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53036) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:23.619323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] Routers {'4058dc82-9ba9-41c6-954e-31b099117083'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:23.619979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4058dc82-9ba9-41c6-954e-31b099117083'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.664753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:23.686239 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:23.686992 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.700350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-18170647-b2a8-4337-8e34-fe823dc8fcb4 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:23.719185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Provisioning for port 605dd4c8-b3ff-4a15-ae86-16da897d7438 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:23.815010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Provisioning complete for port 605dd4c8-b3ff-4a15-ae86-16da897d7438 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:23.815766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.830273 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.846773 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:23.847526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:57:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.876429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:23.881117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.881846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f0521-6612-4a51-b6e7-720aca9142c8 None None] The sync data for ids ['4058dc82-9ba9-41c6-954e-31b099117083'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:23.915566 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:23.916073 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf660e7-2e1e-428c-b94b-7fb7719c4a17 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:23.925718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Deleting port 513d2405-2576-4211-a37f-9ebfeb44f720 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:23.926498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:23.991292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:24.000850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.001294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment f9ec56b0-58fd-42bc-ba03-be5f62f9f16c of type vlan for network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 Dec 13 19:58:24.026301 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:24.031272 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb0954-9538-4ccd-8f93-8ed6ec669750 None None] The sync data for ids ['b319c2aa-53ee-452b-adc6-07fdf0b6fbef'] in dv-neutron-821563-1-hyperv is: [{'id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'name': 'tempest-ServerActionsTestJSON-303855962-router', 'tenant_id': 'dce7079979cf4269995d15b7afe09705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:54:02Z', 'updated_at': '2021-12-13T19:58:18Z', 'revision_number': 5, 'project_id': 'dce7079979cf4269995d15b7afe09705', 'gw_port': {'id': '5a97c5e3-955b-41cb-892f-f63e0766c38a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c2aa-53ee-452b-adc6-07fdf0b6fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:54:03Z', 'updated_at': '2021-12-13T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:24.033529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.044449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dbb13675-be2f-4ea0-9eff-16ddbcef77eb tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 200 len: 923 time: 0.9975448 Dec 13 19:58:24.052941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.061093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53040) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:24.092475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f23dcc03-c940-4d15-a28c-ab5963e05d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.099889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.110952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6cbfc6ed-0fe8-4acd-8802-76058a6db9d5 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:24.127429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.183604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:24.203560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Deleting port 5a97c5e3-955b-41cb-892f-f63e0766c38a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:24.203874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.252139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-18170647-b2a8-4337-8e34-fe823dc8fcb4 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:24.255916 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-18170647-b2a8-4337-8e34-fe823dc8fcb4 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.1378083 Dec 13 19:58:24.267230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:24.273626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53044) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:24.281865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:24.331459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.337022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:24.337313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.337493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.358584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42105965-99c0-43e0-96db-aa2474858d05 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:24.405113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] For port 513d2405-2576-4211-a37f-9ebfeb44f720, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=513d2405-2576-4211-a37f-9ebfeb44f720,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:24.405734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.411806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:24.430869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:24.452154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=11ff4d3f-4b80-4d9d-851f-4b839f727f8a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:24.457112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:24.483317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] For port 605dd4c8-b3ff-4a15-ae86-16da897d7438, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=605dd4c8-b3ff-4a15-ae86-16da897d7438,segment=NetworkSegment(ec6dd8d4-6102-4381-81f1-e82f6d24b5a7),segment_id=ec6dd8d4-6102-4381-81f1-e82f6d24b5a7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:24.522292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=106cbdc2-f0af-4f71-b85b-b062b7c4b136,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:24.538106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6194372 Dec 13 19:58:24.546854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53048) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:24.559430 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-8e47ee73-14c7-43d7-abd7-633bf0ad7318 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] delete failed (client error): The resource could not be found. Dec 13 19:58:24.560699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e47ee73-14c7-43d7-abd7-633bf0ad7318 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ae970c1-d9c9-40da-8e6f-7301d7d8a413 HTTP/1.1" status: 404 len: 347 time: 0.2757759 Dec 13 19:58:24.572929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53052) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:24.579258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:24.622381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:24.660124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Calling delete_port for 513d2405-2576-4211-a37f-9ebfeb44f720 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:24.710732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:24.726032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.727801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:24.728498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb9f93a2-74d5-41c4-8c00-fbcfcf3b0fb2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:24.744034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:24.827413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:24.828202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.938316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.946048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da23659-f903-4a96-8dd0-bcba55d45750 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:24.951718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6da23659-f903-4a96-8dd0-bcba55d45750 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=4058dc82-9ba9-41c6-954e-31b099117083&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8836105 Dec 13 19:58:24.952002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.952207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cade3ae3-d901-4c8e-95f9-6f49caa982e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:24.955949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53056) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:24.959715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:24.959867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Pushing event updated for resources: {'Port': ['ID=605dd4c8-b3ff-4a15-ae86-16da897d7438,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:24.976487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0378af4c-a898-4d93-a201-d0aef00603af up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:25.003591 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0639024 Dec 13 19:58:25.009038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53060) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:25.014502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:25.074204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Provisioning complete for port 605dd4c8-b3ff-4a15-ae86-16da897d7438 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:25.074622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.089679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:25.096433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-23ff157c-5a97-47d4-99ae-2b9ab7c202a1 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Synchronizing usage tracker for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:25.115013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.120970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.144443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:25.146200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.157433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:25.204728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] No DVR routers for this DVR port 513d2405-2576-4211-a37f-9ebfeb44f720 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:25.209466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Pushing event deleted for resources: {'Port': ['ID=513d2405-2576-4211-a37f-9ebfeb44f720,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:25.215215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:25.217793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-23ff157c-5a97-47d4-99ae-2b9ab7c202a1 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Unset dirty status for tenant:fb017b776e9341339ce735ac15466fc5 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:25.218665 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-23ff157c-5a97-47d4-99ae-2b9ab7c202a1 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6208212 Dec 13 19:58:25.227440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Subnet': ['ID=ce864296-6467-4dae-821a-fa1d9194855b,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:25.232441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0378af4c-a898-4d93-a201-d0aef00603af completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:25.239581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.239905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Fanout notify agent at l3_agent the message router_deleted on router 37a47f90-5179-4859-be74-fab33f84c633 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:25.244977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] For port 5a97c5e3-955b-41cb-892f-f63e0766c38a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5a97c5e3-955b-41cb-892f-f63e0766c38a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:25.245447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.256194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:25.259759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.279989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:25.335169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0378af4c-a898-4d93-a201-d0aef00603af triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:25.335590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.351758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Checking segment: {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:25.352126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network hostable DHCP agents. Network: bc174fc8-61f4-41d5-b888-a22dec62ada0, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:25.495151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Calling delete_port for 5a97c5e3-955b-41cb-892f-f63e0766c38a owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:25.523805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:25.561984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.594449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, bc174fc8-61f4-41d5-b888-a22dec62ada0) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:25.614751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981d16c-f1c7-4a02-903d-81bd3de7f06a None None] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:25.629100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53068) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:25.638206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:25.638798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.641100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Provisioning for port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:25.652124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.680472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.681570 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4941c0ed-831a-48d4-957e-4e60a260a15b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/routers/37a47f90-5179-4859-be74-fab33f84c633 HTTP/1.1" status: 204 len: 168 time: 2.1199214 Dec 13 19:58:25.686871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53074) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:25.706800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:25.766378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Provisioning complete for port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:25.767205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.808197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 0378af4c-a898-4d93-a201-d0aef00603af, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0378af4c-a898-4d93-a201-d0aef00603af,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:25.823852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:25.836893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:25.899534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 513d2405-2576-4211-a37f-9ebfeb44f720 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:25.934320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454d862-32fe-4920-9df1-058ebe7d6511 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:25.938342 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3454d862-32fe-4920-9df1-058ebe7d6511 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.9781699 Dec 13 19:58:25.950229 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3916841 Dec 13 19:58:25.950503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 513d2405-2576-4211-a37f-9ebfeb44f720 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:25.950503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 513d2405-2576-4211-a37f-9ebfeb44f720 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:25.950503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6465be54-5351-4210-9e64-add0c33cc26e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:25.957843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53078) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:25.958167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53080) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:25.992755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1556831a-4051-4aab-bcec-90f39435d46f None None] Port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:26.008668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6465be54-5351-4210-9e64-add0c33cc26e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:26.009311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6465be54-5351-4210-9e64-add0c33cc26e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:26.009844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:26.048186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:26.048750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 130ffa0c-3dd2-46ce-a0a5-324b19dacf18 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:26.067497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:26.071508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:26.148076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6f2b0e77-3867-493b-a506-d519112bd539 None None] Provisioning complete for port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:26.148512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0e77-3867-493b-a506-d519112bd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.200057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.223694 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-37606fb0-ff28-4c4f-933b-fd3675bad50c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 200 len: 205 time: 0.2578108 Dec 13 19:58:26.239882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-bc174fc8-61f4-41d5-b888-a22dec62ada0', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:26.240880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.249203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53086) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:26.255980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b0e77-3867-493b-a506-d519112bd539 None None] Port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:26.384950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.397446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd9f413d-11bd-4e82-be9f-071266a29382 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:26.404692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.445320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Allocated IP 2001:db8:3::2 (bc174fc8-61f4-41d5-b888-a22dec62ada0/ce864296-6467-4dae-821a-fa1d9194855b/e6edadcc-3000-4911-81d7-af1eaed1b1dc) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:26.478644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:26.485251 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d31678d7-d2a9-4e0e-bf70-bd9529a59d5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb017b776e9341339ce735ac15466fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524654 Dec 13 19:58:26.504731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a97c5e3-955b-41cb-892f-f63e0766c38a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:26.504959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:26.506216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53090) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:26.515067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:26.528430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:26.606973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:26.656171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.666507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Transition to ACTIVE for port object e6edadcc-3000-4911-81d7-af1eaed1b1dc will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:26.684560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Transition to ACTIVE for port object e6edadcc-3000-4911-81d7-af1eaed1b1dc will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:26.690796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.699696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:26.759627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:26.762541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:26.766612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:26.766802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.775538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Pushing event updated for resources: {'Port': ['ID=e6edadcc-3000-4911-81d7-af1eaed1b1dc,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:26.782667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:26.832275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:58:26.845138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.860351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26f66ad8-6d1a-4f10-b937-1c7adef43671 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:26.885987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:26.889466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.896910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Attempting to bind port e6edadcc-3000-4911-81d7-af1eaed1b1dc on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:26.897320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Attempting to bind port e6edadcc-3000-4911-81d7-af1eaed1b1dc by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:26.897700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Attempting to bind port e6edadcc-3000-4911-81d7-af1eaed1b1dc on network bc174fc8-61f4-41d5-b888-a22dec62ada0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:26.905357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:26.905741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Checking segment: {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:26.906152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.906603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Bound using segment: {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:26.907024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Bound port: e6edadcc-3000-4911-81d7-af1eaed1b1dc, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:26.907401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.911979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:26.960756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0378af4c-a898-4d93-a201-d0aef00603af up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:27.020362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.024474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.041226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.055149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] For port e6edadcc-3000-4911-81d7-af1eaed1b1dc, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:27.059884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] For port e6edadcc-3000-4911-81d7-af1eaed1b1dc, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e6edadcc-3000-4911-81d7-af1eaed1b1dc,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:27.068235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.073702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:27.098465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.099268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b319c2aa-53ee-452b-adc6-07fdf0b6fbef {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:27.121764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.140288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.144288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Pushing event updated for resources: {'Port': ['ID=e6edadcc-3000-4911-81d7-af1eaed1b1dc,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:27.147006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cce15259-431e-473c-a905-6e475ba8b034 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:27.147413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0378af4c-a898-4d93-a201-d0aef00603af triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:27.147802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.171902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:27.211770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.249278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.324483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 605dd4c8-b3ff-4a15-ae86-16da897d7438 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:27.427853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 605dd4c8-b3ff-4a15-ae86-16da897d7438 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:27.428001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.474823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.478840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cc8ac82-0e03-4036-8c7b-7488bbb4d0cb HTTP/1.1" status: 204 len: 168 time: 0.9615941 Dec 13 19:58:27.478840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.478840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b319c2aa-53ee-452b-adc6-07fdf0b6fbef HTTP/1.1" status: 204 len: 168 time: 5.0252106 Dec 13 19:58:27.485802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53096) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:27.495684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=1d6077f8-7902-48fb-98a6-4289e5e19400,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:27.497356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=11ff4d3f-4b80-4d9d-851f-4b839f727f8a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:27.516834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:27.589390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8dbf9297-cc61-4da0-8c40-1eecbcebbfe0 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:27.608456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8ac82-0e03-4036-8c7b-7488bbb4d0cb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:27.619889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:27.641327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:27.648817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Deleting subnet 01a4bb69-5e6f-49dd-8905-9ee367281ce2 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:27.683615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.808730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:27.809094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: 106cbdc2-f0af-4f71-b85b-b062b7c4b136, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:27.814813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8b428086-9566-411c-8e62-89d25fb5d9e3 None None] Provisioning complete for port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:27.815820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8b428086-9566-411c-8e62-89d25fb5d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.831835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:27.970779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.1 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/7c2091a4-36de-46ff-b377-38290d69e310) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:27.982096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8b428086-9566-411c-8e62-89d25fb5d9e3 None None] Port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:28.056508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.072042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:28.134821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.142549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af4315da-91c1-4cfb-9bd4-fe1b0d1dc50b tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:28.184503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a4bb69-5e6f-49dd-8905-9ee367281ce2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:28.199284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6ea40-8e14-40d1-92eb-731c47e3532e None None] Network e45e44b8-6279-4c1c-91a6-5ba96f65ee9f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:28.213448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.255464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 106cbdc2-f0af-4f71-b85b-b062b7c4b136) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:28.256075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.256075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:28.260850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.263146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:28.263726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.271789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port 1a8f7915-d9b4-49bf-b5d6-4669591532f1 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:28.272134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.330553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd9c16-546c-42ed-9c4d-4bc06cbdd817 None None] Network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:28.414700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.432680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01a4bb69-5e6f-49dd-8905-9ee367281ce2 HTTP/1.1" status: 204 len: 168 time: 0.9415455 Dec 13 19:58:28.441385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53118) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:28.551152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.559756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef6dd075-5948-4f38-8dc7-c70a782dba27 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:28.606978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.643773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53122) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:28.652926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=90b5d7a4-abc6-411c-86cc-32524a055029,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:28.660846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:28.669176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Deleting port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:28.669568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.708761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:28.713489 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1560361 Dec 13 19:58:28.719739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53128) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:28.792083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:28.812766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.822058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26246be-616e-4646-90d9-98d70bf10370 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:28.865838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] DHCP port deletion for e45e44b8-6279-4c1c-91a6-5ba96f65ee9f request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:28.876877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-106cbdc2-f0af-4f71-b85b-b062b7c4b136', 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': '1d6077f8-7902-48fb-98a6-4289e5e19400'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:28.878164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.910854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Deleting port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:28.911661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:28.945226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:28.945762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.028628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.061224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.076549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ce0574c7-dba0-4af9-af4c-72ef893911b9 tempest-ServiceProvidersTest-888856820 tempest-ServiceProvidersTest-888856820-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4203067 Dec 13 19:58:29.089130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e6edadcc-3000-4911-81d7-af1eaed1b1dc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:29.089864 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3981063 Dec 13 19:58:29.117962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53134) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:29.134105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:29.142413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:29.147263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:router and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:29.150805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:29.157081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:29.181522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.186733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.187869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.208649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.218827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becba3af-4615-4222-a05e-1a93204bd317 None None] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:29.477528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.491334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for 1a8f7915-d9b4-49bf-b5d6-4669591532f1 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:29.526098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-095fa0b4-fb4b-4ca4-967c-8f3acfaf9f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:29.559614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:29.619928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.627000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e6884fe0-e78c-4b86-bd75-0957964db3eb None None] Provisioning for port e6edadcc-3000-4911-81d7-af1eaed1b1dc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:29.665412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:29.674344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:29.682218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:29.721757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=7c2091a4-36de-46ff-b377-38290d69e310,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:29.732375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:29.732738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] For port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:29.733219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.760116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.772300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Allocated IP 2001:db8:3::1 (bc174fc8-61f4-41d5-b888-a22dec62ada0/ce864296-6467-4dae-821a-fa1d9194855b/2e5f3f53-94e3-4a88-9eae-b8f0775f0592) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:29.784667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] For port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,segment=NetworkSegment(c8ed6a7e-a6ad-4301-92c9-a00814606ccb),segment_id=c8ed6a7e-a6ad-4301-92c9-a00814606ccb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:29.785153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.800277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.811066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e6edadcc-3000-4911-81d7-af1eaed1b1dc completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:29.823775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e6edadcc-3000-4911-81d7-af1eaed1b1dc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:29.824500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.848758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '90b5d7a4-abc6-411c-86cc-32524a055029'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:29.849903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.867729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:29.869262 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-75b3a502-ac3f-430b-968f-fd56192d5890 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7435861 Dec 13 19:58:29.908848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53146) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:29.942826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Calling delete_port for 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:30.011262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.055284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Calling delete_port for 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:30.105780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Allocated IP 2001:db8::f816:3eff:fe83:40ca (106cbdc2-f0af-4f71-b85b-b062b7c4b136/1d6077f8-7902-48fb-98a6-4289e5e19400/714b7c68-ae67-4575-bd71-898f6ce612a4) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:30.126418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:30.156762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.164885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20b5d7d5-ca2e-4743-88e2-28156c687755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:30.177264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Usage tracker for resource:security_group_rule and tenant:54babb6e94ec4122af96cb77d46223bc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:30.214381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b06eeb6-74e1-400b-9d76-60c5ea5a3c86,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:30.229220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:30.232952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] No DVR routers for this DVR port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:30.247110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:30.266774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:30.324597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:30.324957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:30.387093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.401619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.418554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.452570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3fa515dc-3eec-4dfc-9357-3396d2bee273 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:30.474397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.486095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/90b5d7a4-abc6-411c-86cc-32524a055029/f1aa064f-9bfc-4f0a-9ff0-51208add1495) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:30.488587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45e44b8-6279-4c1c-91a6-5ba96f65ee9f']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:30.504683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.527273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.533773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:30.534070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ed6a7e-a6ad-4301-92c9-a00814606ccb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:30.552005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-925c74d4-0334-451a-9dc4-ee2527803228 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:30.563280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.607843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.615644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.628047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:30.629902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:30.650920 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:30.664831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=11ff4d3f-4b80-4d9d-851f-4b839f727f8a,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:30.668397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e6edadcc-3000-4911-81d7-af1eaed1b1dc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e6edadcc-3000-4911-81d7-af1eaed1b1dc,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:30.675986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:30.684528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.691151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:30.729760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.742646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=1a8f7915-d9b4-49bf-b5d6-4669591532f1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:30.743134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5a97c5e3-955b-41cb-892f-f63e0766c38a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:30.745517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:30.751560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Transition to ACTIVE for port object 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:30.819823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 5a97c5e3-955b-41cb-892f-f63e0766c38a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:30.820495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5a97c5e3-955b-41cb-892f-f63e0766c38a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:30.826991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Transition to ACTIVE for port object 714b7c68-ae67-4575-bd71-898f6ce612a4 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:30.830852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Deleting port 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:30.831416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.849135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.855248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-453fbbe9-c6c2-49d1-bf2e-a10f3a1a9894 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:30.884285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:30.914714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45e44b8-6279-4c1c-91a6-5ba96f65ee9f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:30.923622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:30.937702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:30.939639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:30.990359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7455436a-0751-4c85-a1c7-139fd192e3fe None None] The port '2b06eeb6-74e1-400b-9d76-60c5ea5a3c86' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:58:30.993704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:31.014408 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e45e44b8-6279-4c1c-91a6-5ba96f65ee9f HTTP/1.1" status: 204 len: 168 time: 2.5696380 Dec 13 19:58:31.052452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Transition to ACTIVE for port object 714b7c68-ae67-4575-bd71-898f6ce612a4 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:31.078783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:31.079582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2b06eeb6-74e1-400b-9d76-60c5ea5a3c86 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:31.081685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e6edadcc-3000-4911-81d7-af1eaed1b1dc,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:31.090991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.095671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:31.106981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a66399b8-0832-402a-b506-00169fc71991 None None] Provisioning complete for port e6edadcc-3000-4911-81d7-af1eaed1b1dc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:31.108199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a66399b8-0832-402a-b506-00169fc71991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.113985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.144494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.158688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13693ad7-7bfc-4678-9da9-b62a9a3f8a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:31.180391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.199774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-042c1566-3d50-4be5-8cd5-9d44e8be4358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:31.226790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6077f8-7902-48fb-98a6-4289e5e19400,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:31.242398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:31.315603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:31.326724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Pushing event updated for resources: {'Port': ['ID=714b7c68-ae67-4575-bd71-898f6ce612a4,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:31.329489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:31.337948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:31.340501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:31.354089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53152) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:31.371785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.444631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.472781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Transition to ACTIVE for port object f1aa064f-9bfc-4f0a-9ff0-51208add1495 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:31.475899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Attempting to bind port 714b7c68-ae67-4575-bd71-898f6ce612a4 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:31.476345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Attempting to bind port 714b7c68-ae67-4575-bd71-898f6ce612a4 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:31.476617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.476772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Attempting to bind port 714b7c68-ae67-4575-bd71-898f6ce612a4 on network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:31.495004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:31.495471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Checking segment: {'id': 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:31.496224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.496367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Bound using segment: {'id': 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:31.496805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Bound port: 714b7c68-ae67-4575-bd71-898f6ce612a4, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:31.497224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.502759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router d06fd717-262e-49eb-a08d-f2a5b487132d is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:31.511989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106cbdc2-f0af-4f71-b85b-b062b7c4b136']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:31.528827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:31.529225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:31.550561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Transition to ACTIVE for port object f1aa064f-9bfc-4f0a-9ff0-51208add1495 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:31.572717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.599144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.601615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.605590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.608454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.611380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-afcf94ca-398b-451c-a791-c4c62078a297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:31.620386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-475e58c9-9131-4cd4-b2e1-8eb5ebb7acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:31.658386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.698324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:31.699480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.712107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:31.712374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:31.712804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.714803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:31.722185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Pushing event updated for resources: {'Port': ['ID=f1aa064f-9bfc-4f0a-9ff0-51208add1495,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:31.725248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:31.729390 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:31.739658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:31.753876 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/d06fd717-262e-49eb-a08d-f2a5b487132d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7403891 Dec 13 19:58:31.754629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:31.768831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] Sync routers for ids ['d06fd717-262e-49eb-a08d-f2a5b487132d'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:31.811938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.879835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] For port 714b7c68-ae67-4575-bd71-898f6ce612a4, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:31.880401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030bfac-13ae-440d-bc9f-ecc9c5eb4f0a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:31.880713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a030bfac-13ae-440d-bc9f-ecc9c5eb4f0a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:31.902411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] Routers {'d06fd717-262e-49eb-a08d-f2a5b487132d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:31.903418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d06fd717-262e-49eb-a08d-f2a5b487132d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:31.907410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53160) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:31.907564 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82ad9ecb-e01d-4835-9484-26020ded1a37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dce7079979cf4269995d15b7afe09705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5508265 Dec 13 19:58:31.931129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a030bfac-13ae-440d-bc9f-ecc9c5eb4f0a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:31.932283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:31.935604 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a030bfac-13ae-440d-bc9f-ecc9c5eb4f0a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports/11ff4d3f-4b80-4d9d-851f-4b839f727f8a HTTP/1.1" status: 200 len: 977 time: 0.1322696 Dec 13 19:58:31.936325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:31.937901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.938652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router 4058dc82-9ba9-41c6-954e-31b099117083 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:31.938953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:58:31.938953 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:58:31.938953 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': '106cbdc2-f0af-4f71-b85b-b062b7c4b136'}] Dec 13 19:58:31.938953 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:31.939826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:31.949094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:31.951052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:31.962372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:31.962616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:31.968344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:31.973905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Attempting to bind port f1aa064f-9bfc-4f0a-9ff0-51208add1495 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:31.974290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Attempting to bind port f1aa064f-9bfc-4f0a-9ff0-51208add1495 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:31.974663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Attempting to bind port f1aa064f-9bfc-4f0a-9ff0-51208add1495 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:31.976940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2129bf5e-3396-4499-a64b-d4b40fb0d1a9 tempest-FloatingIPNegativeTestJSON-199961133 tempest-FloatingIPNegativeTestJSON-199961133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:31.986104 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54babb6e94ec4122af96cb77d46223bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3869867 Dec 13 19:58:31.989093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] For port 714b7c68-ae67-4575-bd71-898f6ce612a4, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=714b7c68-ae67-4575-bd71-898f6ce612a4,segment=NetworkSegment(f9ec56b0-58fd-42bc-ba03-be5f62f9f16c),segment_id=f9ec56b0-58fd-42bc-ba03-be5f62f9f16c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:31.990077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1063d97d-2d7f-4a67-b511-e2824541bd10 None None] Provisioning complete for port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:31.990501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1063d97d-2d7f-4a67-b511-e2824541bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.003095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53168) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:32.020188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:32.020576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:32.020999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.021428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:32.021927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Bound port: f1aa064f-9bfc-4f0a-9ff0-51208add1495, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:32.022316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.031418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:32.042743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.052734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4c9f5d23-65bf-4ce0-8089-4f841257b6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:32.128958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.156275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.165342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] Routers {'d06fd717-262e-49eb-a08d-f2a5b487132d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:32.166584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d06fd717-262e-49eb-a08d-f2a5b487132d'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:32.226196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.236221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb974b41-598f-44d4-a077-3c4b0281d846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:32.249101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1063d97d-2d7f-4a67-b511-e2824541bd10 None None] Port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:32.262594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:32.263019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de1e0c-4c57-41e7-8790-6b3abb3b11ad None None] The sync data for ids ['d06fd717-262e-49eb-a08d-f2a5b487132d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:32.296219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Pushing event updated for resources: {'Port': ['ID=714b7c68-ae67-4575-bd71-898f6ce612a4,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:32.300127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:32.330451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8012ce-d101-4961-8db3-f14c1057a499,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:32.377133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8c174-bd09-4e3b-8392-fe8d631b4a74,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:32.380346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] For port f1aa064f-9bfc-4f0a-9ff0-51208add1495, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:32.390673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:32.402516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] For port f1aa064f-9bfc-4f0a-9ff0-51208add1495, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f1aa064f-9bfc-4f0a-9ff0-51208add1495,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:32.406003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.407510 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b8012ce-d101-4961-8db3-f14c1057a499 HTTP/1.1" status: 204 len: 168 time: 0.4972377 Dec 13 19:58:32.422116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c60d568e-bd6b-4f22-bfaa-32c49f75e77d None None] Provisioning for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:32.430125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9fd09-c8c5-43b0-8118-bc09b812a01a None None] Network 106cbdc2-f0af-4f71-b85b-b062b7c4b136 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:32.431572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:32.445198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.453540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-34090601-9529-4938-8235-5705f4099113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:32.467675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.493681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c60d568e-bd6b-4f22-bfaa-32c49f75e77d None None] Provisioning complete for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:32.494071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c60d568e-bd6b-4f22-bfaa-32c49f75e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.494790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port 714b7c68-ae67-4575-bd71-898f6ce612a4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:32.495528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.506202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.533313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.600734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.606044 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 204 len: 168 time: 6.3519659 Dec 13 19:58:32.615285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53174) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:32.632623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-127120305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:32.658632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:32.716972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:32.723490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c60d568e-bd6b-4f22-bfaa-32c49f75e77d None None] Port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:32.727477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:32.746804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::1 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/90b5d7a4-abc6-411c-86cc-32524a055029/a4043a10-b23a-4e93-a80b-67fced4a366e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:32.756457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Pushing event updated for resources: {'Port': ['ID=f1aa064f-9bfc-4f0a-9ff0-51208add1495,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:32.759939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:32.779050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:32.872792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.873309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.929402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] For port 714b7c68-ae67-4575-bd71-898f6ce612a4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=714b7c68-ae67-4575-bd71-898f6ce612a4,segment=NetworkSegment(f9ec56b0-58fd-42bc-ba03-be5f62f9f16c),segment_id=f9ec56b0-58fd-42bc-ba03-be5f62f9f16c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:32.929776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:32.971197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e6edadcc-3000-4911-81d7-af1eaed1b1dc up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:33.036392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.084805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e6edadcc-3000-4911-81d7-af1eaed1b1dc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:33.085366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.108889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:33.142237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.146563 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22d8c174-bd09-4e3b-8392-fe8d631b4a74 HTTP/1.1" status: 204 len: 168 time: 1.1327689 Dec 13 19:58:33.179897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8c174-bd09-4e3b-8392-fe8d631b4a74,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:33.243165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:33.269655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for 714b7c68-ae67-4575-bd71-898f6ce612a4 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:33.329471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.358107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.400372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.413855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.428605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.437656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.473898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a83c688-b169-47be-93e7-c6bff5e214b7 tempest-BulkNetworkOpsTest-671643946 tempest-BulkNetworkOpsTest-671643946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:33.499527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.558340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.563490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69297018-0ac3-45bf-9f2e-a5771e2e3250 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:33.589224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object a4043a10-b23a-4e93-a80b-67fced4a366e will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:33.652772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.654251 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a666fba7-5967-4bd5-a776-d70fedb8583c tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0313005 Dec 13 19:58:33.674668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53194) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:33.676643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.697433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'enable_snat': False}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:33.713012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Port': ['ID=714b7c68-ae67-4575-bd71-898f6ce612a4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:33.715196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No DVR routers for this DVR port 714b7c68-ae67-4575-bd71-898f6ce612a4 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:33.748452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:33.923025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:33.957883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106cbdc2-f0af-4f71-b85b-b062b7c4b136']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:33.964994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 11ff4d3f-4b80-4d9d-851f-4b839f727f8a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:33.965404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.006201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=7c2091a4-36de-46ff-b377-38290d69e310,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:34.045536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c60dd-970e-4680-a7f6-378146740a3d None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:58:34.159242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.180873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-afce08c6-18a5-4276-8428-2e9d0d345195 None None] Provisioning for port f1aa064f-9bfc-4f0a-9ff0-51208add1495 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:34.227722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c60dd-970e-4680-a7f6-378146740a3d None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:58:34.236295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:34.285771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 11ff4d3f-4b80-4d9d-851f-4b839f727f8a owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:34.289675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.314491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e05e64ec-c000-4f47-9d5b-984f1948f673 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:34.466759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:34.467284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ec56b0-58fd-42bc-ba03-be5f62f9f16c') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:34.475230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.489619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:34.528722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.537139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.539042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:34.577786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:34.579814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=11ff4d3f-4b80-4d9d-851f-4b839f727f8a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:34.583624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:34.584500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.589049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:34.600983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=a4043a10-b23a-4e93-a80b-67fced4a366e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:34.605068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:34.632136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.648895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:34.649331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:34.664360 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:35.006456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.022669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.084610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f1aa064f-9bfc-4f0a-9ff0-51208add1495 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:35.102425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:35.107235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.117132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bc9081cf-c52d-40e6-bb14-7ef34a81aea2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:35.121232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53222) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:35.122126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:35.159033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.163052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=106cbdc2-f0af-4f71-b85b-b062b7c4b136,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:35.172625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/106cbdc2-f0af-4f71-b85b-b062b7c4b136 HTTP/1.1" status: 204 len: 168 time: 6.4468436 Dec 13 19:58:35.173960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:35.174961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53228) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:35.185463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-724331260'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:35.209146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aac6d7cd-c84a-41f3-8b38-eeaafc491c8c None None] Provisioning for port a4043a10-b23a-4e93-a80b-67fced4a366e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:35.215635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aac6d7cd-c84a-41f3-8b38-eeaafc491c8c None None] Provisioning complete for port a4043a10-b23a-4e93-a80b-67fced4a366e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:35.216243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7cd-c84a-41f3-8b38-eeaafc491c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.258012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:35.273113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-aac6d7cd-c84a-41f3-8b38-eeaafc491c8c None None] Port a4043a10-b23a-4e93-a80b-67fced4a366e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:35.276211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:35.278049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f1aa064f-9bfc-4f0a-9ff0-51208add1495 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:35.283600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f1aa064f-9bfc-4f0a-9ff0-51208add1495 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:35.284153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.334467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:35.350724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:35.406449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-825bbfe9-3a2a-4a14-9554-bce7bfcce61b tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:35.419693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:35.422311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.423178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.455463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f1aa064f-9bfc-4f0a-9ff0-51208add1495, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f1aa064f-9bfc-4f0a-9ff0-51208add1495,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:35.460975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.465125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:35.530095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router d06fd717-262e-49eb-a08d-f2a5b487132d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:35.535062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f1aa064f-9bfc-4f0a-9ff0-51208add1495,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:35.535376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:35.538795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:35.549584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.549941 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment 0816d51b-fd05-4ab6-bc66-5ebc6028b637 of type vlan for network 3fdfff58-269c-438d-8842-bb6d1fc08921 Dec 13 19:58:35.644585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:35.655787 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-825bbfe9-3a2a-4a14-9554-bce7bfcce61b tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "PUT /v2.0/quotas/e8e21c5d312944b5bf610c11ec9c8c44 HTTP/1.1" status: 200 len: 368 time: 0.5314124 Dec 13 19:58:35.666502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53232) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:35.683971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Request body: {'network': {'project_id': 'e8e21c5d312944b5bf610c11ec9c8c44'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:35.691734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:35.693765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:35.703115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] Sync routers for ids ['d06fd717-262e-49eb-a08d-f2a5b487132d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:35.712219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Usage tracker for resource:network and tenant:e8e21c5d312944b5bf610c11ec9c8c44 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:35.714264 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] Routers {'d06fd717-262e-49eb-a08d-f2a5b487132d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:35.715158 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d06fd717-262e-49eb-a08d-f2a5b487132d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:35.716717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:35.724680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/d06fd717-262e-49eb-a08d-f2a5b487132d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7810235 Dec 13 19:58:35.726000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.729670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:35.731249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53236) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:35.763201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.783540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:35.784073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.784882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.793772 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] Routers {'d06fd717-262e-49eb-a08d-f2a5b487132d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:35.793980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee4d979-6299-4f3f-b062-07c19a84bdd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:35.794636 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d06fd717-262e-49eb-a08d-f2a5b487132d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:35.800175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Made reservation on behalf of e8e21c5d312944b5bf610c11ec9c8c44 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:35.802530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.856149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:35.856715 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ac412-9615-4960-9140-b1ae35807e2d None None] The sync data for ids ['d06fd717-262e-49eb-a08d-f2a5b487132d'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:35.892489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.980027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:35.985230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.990908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:35.991482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:35.995582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Usage tracker for resource:security_group_rule and tenant:e8e21c5d312944b5bf610c11ec9c8c44 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:36.047146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:36.061575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:36.082181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event updated for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:36.085047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:36.113764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:36.180971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:36.192447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:36.198274 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/routers/007981da-ddfd-4144-bddc-b6c3b0c6df70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6000495 Dec 13 19:58:36.207146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:36.207901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:36.222116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:36.225665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0472338 Dec 13 19:58:36.274559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:36.286624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:36.287750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:36.359143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:36.360033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf3939-2f4f-4677-a57d-7cc49150127f None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:36.401282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53242) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:36.415187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'port': {'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75', 'name': 'tempest-FloatingIPTestJSON-2035298258'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:36.429263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-2ce2babf-ce8c-404d-9404-11cb35c0eb99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 19:58:36.430261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2ce2babf-ce8c-404d-9404-11cb35c0eb99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/d06fd717-262e-49eb-a08d-f2a5b487132d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6981156 Dec 13 19:58:36.435593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:36.436077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:36.458263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=3fdfff58-269c-438d-8842-bb6d1fc08921,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:36.470767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3fdfff58-269c-438d-8842-bb6d1fc08921 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:36.472244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:36.528891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:36.537635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:36.582643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-de8ee5eb-3e37-44d9-963e-92770d2d0ff7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:36.646535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:36.674884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:36.685591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.710778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:36.733542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:36.740013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.741281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:port and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:36.741691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.742539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.744419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:36.751233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.754496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:36.756046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4033f2ee-ca37-4e90-acaf-505848d8acff tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:36.757029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1e2057a2-3998-4bc3-b88a-e73e2b3226bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:36.773493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:36.777035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.789026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-de8ee5eb-3e37-44d9-963e-92770d2d0ff7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:36.793265 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-de8ee5eb-3e37-44d9-963e-92770d2d0ff7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=d06fd717-262e-49eb-a08d-f2a5b487132d HTTP/1.1" status: 200 len: 205 time: 0.3516121 Dec 13 19:58:36.801278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53252) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:36.804828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.815941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:36.817548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-02149b9b-e552-4ca0-9211-03e131c87ffc None None] Provisioning complete for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:36.818143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-02149b9b-e552-4ca0-9211-03e131c87ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.873734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.875143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-02149b9b-e552-4ca0-9211-03e131c87ffc None None] Port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:36.920830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f1aa064f-9bfc-4f0a-9ff0-51208add1495 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:36.940638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:36.944104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:36.996159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f1aa064f-9bfc-4f0a-9ff0-51208add1495 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:36.996404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.026946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=a4043a10-b23a-4e93-a80b-67fced4a366e,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:37.034410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc392c-b19c-4856-a7bb-94423af17024,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:37.035307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:37.037750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.038243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Added segment 10f9a5a0-388a-4e39-a653-77adc37a9751 of type vlan for network b47158db-f2e3-4ff0-92d0-00287a481a61 Dec 13 19:58:37.047577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:37.053855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:37.078537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.130495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] device_id is not set on port b346eae3-4a5c-42b4-9cd6-6f952c3c66fc yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:58:37.280739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.291571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:37.307039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:37.311876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Allocated IP 172.26.6.22 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/d59f9b6e-0597-422e-9bcf-483dfba311c6) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:37.430585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:37.443450 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:37.462348 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:37.463426 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:37.509008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:37.578827 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6143141 Dec 13 19:58:37.579580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.582525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53256) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:37.590864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.594940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:37.606170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.607200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:37.607774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.619579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c34c938-e35e-4c3e-b8be-fc0cf87ab8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:37.621967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-07869a5d-8ad3-4089-9e79-44d818301eaf None None] Provisioning complete for port a4043a10-b23a-4e93-a80b-67fced4a366e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:37.622900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-07869a5d-8ad3-4089-9e79-44d818301eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.667456 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:37.705086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-07869a5d-8ad3-4089-9e79-44d818301eaf None None] Port a4043a10-b23a-4e93-a80b-67fced4a366e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:37.721607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.3 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/b346eae3-4a5c-42b4-9cd6-6f952c3c66fc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:37.747821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.748327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router d06fd717-262e-49eb-a08d-f2a5b487132d {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:37.786531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event updated for resources: {'Network': ['ID=b47158db-f2e3-4ff0-92d0-00287a481a61,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:37.803050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:37.803833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b47158db-f2e3-4ff0-92d0-00287a481a61 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:37.856076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.859940 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d412e8e7-a343-4e2d-ad1a-a3bbd977c42b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/d06fd717-262e-49eb-a08d-f2a5b487132d HTTP/1.1" status: 204 len: 168 time: 1.0516224 Dec 13 19:58:37.859940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:37.863143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53260) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:37.869797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:37.914263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2438695 Dec 13 19:58:37.932991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53264) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:37.948376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Request body: {'network': {'project_id': 'e8e21c5d312944b5bf610c11ec9c8c44'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:37.960759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:37.989354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Usage tracker for resource:network and tenant:e8e21c5d312944b5bf610c11ec9c8c44 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:37.997369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:38.007742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.063430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:38.121878 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:33Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:34Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:38.125919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:38.126276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Updating router d1232e36-3f02-48c9-949c-d478da7cbd31 port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:58:38.174390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Made reservation on behalf of e8e21c5d312944b5bf610c11ec9c8c44 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:38.176278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.187257 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.197618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Router 5357202f-0a8d-4ca4-b464-8916897c9b94 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:38.209596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=2694747c-cb53-4baa-ba3d-f6218f9852c0,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:38.226801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:38.248984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet f0906425-96f1-4629-8759-d6d696fc7485 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:38.255037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': '0816d51b-fd05-4ab6-bc66-5ebc6028b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:38.255650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: 3fdfff58-269c-438d-8842-bb6d1fc08921, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:38.263869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.366943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 3fdfff58-269c-438d-8842-bb6d1fc08921 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:38.370714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.410964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.435146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 3fdfff58-269c-438d-8842-bb6d1fc08921) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:38.444588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:38.445429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.450552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93ef8b-bd67-4243-8649-48076bfa6ec3 None None] Network 3fdfff58-269c-438d-8842-bb6d1fc08921 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:38.488526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:38.509113 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1067827 Dec 13 19:58:38.515728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:38.538183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.568927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ae087b5-2abf-4e45-9cf2-29ac050a8f84 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:38.622358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.640233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1a003ce1-0df4-4032-b0ff-f12ae07863c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:38.649103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.669252 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Transition to ACTIVE for port object 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:38.681453 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.683164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.688331 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:38.722024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:38.724707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.725054 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Added segment c921c968-4c33-46ee-bca0-01e259b3b78e of type vlan for network bf7e090f-1811-4f4d-aee9-f5d8b476d63e Dec 13 19:58:38.732623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:38.744592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:38.793440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:38.802857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:38.821152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:38.842788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-3fdfff58-269c-438d-8842-bb6d1fc08921', 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': '2694747c-cb53-4baa-ba3d-f6218f9852c0'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:38.843772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.862940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=b346eae3-4a5c-42b4-9cd6-6f952c3c66fc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:38.868246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:38.891779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Pushing event updated for resources: {'Port': ['ID=d59f9b6e-0597-422e-9bcf-483dfba311c6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:38.892484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:38.911196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:38.935391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.981497 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "PUT /v2.0/routers/5357202f-0a8d-4ca4-b464-8916897c9b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0649052 Dec 13 19:58:38.985287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:38.993469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53272) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:38.999810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:39.001032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.034392 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Pushing event updated for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:39.037898 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:39.074305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.089376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-79d896de-b14e-4094-882d-2410aeb13c75 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:39.116151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Allocated IP 2001:db8::2 (3fdfff58-269c-438d-8842-bb6d1fc08921/2694747c-cb53-4baa-ba3d-f6218f9852c0/c2a53195-1f67-43c1-b5f3-f53c35ec2108) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:39.125017 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Attempting to bind port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:39.125464 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Attempting to bind port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:39.125850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Attempting to bind port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 on network bc174fc8-61f4-41d5-b888-a22dec62ada0 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:39.142437 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:39.143282 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Checking segment: {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:39.143282 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.143504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Bound using segment: {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:39.143941 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Bound port: 2e5f3f53-94e3-4a88-9eae-b8f0775f0592, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ea84c3-7145-42ed-aae4-b4da14e08fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:39.144331 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.176174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=f0906425-96f1-4629-8759-d6d696fc7485,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:39.194751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:39.224140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.226872 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/f0906425-96f1-4629-8759-d6d696fc7485 HTTP/1.1" status: 204 len: 168 time: 1.3312521 Dec 13 19:58:39.232999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53276) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:39.234875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0071070 Dec 13 19:58:39.238668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53278) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:39.248815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'port': {'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75', 'name': 'tempest-FloatingIPTestJSON-691110042'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:39.325066 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] For port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:39.328355 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] For port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:39.328645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.338103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.341695 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:39.387880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.401700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Transition to ACTIVE for port object c2a53195-1f67-43c1-b5f3-f53c35ec2108 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:39.421781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Transition to ACTIVE for port object c2a53195-1f67-43c1-b5f3-f53c35ec2108 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:39.433019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Sync routers for ids ['5357202f-0a8d-4ca4-b464-8916897c9b94'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:39.458919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b259d-420d-4bc0-b6ba-647be1d5a93d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:39.459567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b62b259d-420d-4bc0-b6ba-647be1d5a93d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:39.491076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.492119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:39.493079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.503812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9cdb0-3e82-429e-87dc-deb0179b81e2 None None] Network e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:39.508240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:39.510333 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:39.510989 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:39.614284 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Pushing event updated for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:39.624181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:39.688267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b62b259d-420d-4bc0-b6ba-647be1d5a93d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:39.688483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.689639 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b62b259d-420d-4bc0-b6ba-647be1d5a93d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports/a4043a10-b23a-4e93-a80b-67fced4a366e HTTP/1.1" status: 200 len: 911 time: 0.6925600 Dec 13 19:58:39.690986 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7541225 Dec 13 19:58:39.699737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.701431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53284) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:39.701767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53286) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:39.705860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Routers {'5357202f-0a8d-4ca4-b464-8916897c9b94'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:39.706636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5357202f-0a8d-4ca4-b464-8916897c9b94'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:39.714826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 19:58:39.728061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Request body: {'network': {'project_id': 'e8e21c5d312944b5bf610c11ec9c8c44'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:39.736044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event updated for resources: {'Network': ['ID=bf7e090f-1811-4f4d-aee9-f5d8b476d63e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:39.755576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:39.756195 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:39.848637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Removed routes are [] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 19:58:39.849334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.850078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:39.885012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Usage tracker for resource:network and tenant:e8e21c5d312944b5bf610c11ec9c8c44 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:39.896761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:39.902228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Set router 5357202f-0a8d-4ca4-b464-8916897c9b94 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:39.903998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 605dd4c8-b3ff-4a15-ae86-16da897d7438 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:39.904409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.947401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:39.957023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:39.979593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ae20e34-ff08-410f-a8f6-7cb6e984bfa7 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:40.011092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:40.015876 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 19:58:40.016355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:40.017818 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-35ac25ff-3711-4e7a-a33f-ddd7c34a03d4 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3070357 Dec 13 19:58:40.031610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53292) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:40.042090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:port and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:40.058619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:40.069297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-066d7147-8151-4cc7-a851-512bcfa70173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:40.071310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=2694747c-cb53-4baa-ba3d-f6218f9852c0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:40.104846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:40.107624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:40.160587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a53195-1f67-43c1-b5f3-f53c35ec2108,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:40.165192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:40.166001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network bf7e090f-1811-4f4d-aee9-f5d8b476d63e details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:40.190916 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:33Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:40.195924 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb428a3-4f00-413a-8f7d-aebaeb348c2c None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:33Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:40.248143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.260332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Network 3fdfff58-269c-438d-8842-bb6d1fc08921 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:40.386718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:40.389466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:40.390673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:40.394992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.410086 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76bba344-60b6-454a-831f-856b65281bd9 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8e21c5d312944b5bf610c11ec9c8c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770688 Dec 13 19:58:40.415638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53296) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:40.416330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.435578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdfff58-269c-438d-8842-bb6d1fc08921']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:40.457553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0816d51b-fd05-4ab6-bc66-5ebc6028b637') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:40.457852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0816d51b-fd05-4ab6-bc66-5ebc6028b637') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:40.471513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.494296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.501486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:40.501919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.587935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Attempting to bind port c2a53195-1f67-43c1-b5f3-f53c35ec2108 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:40.588324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Attempting to bind port c2a53195-1f67-43c1-b5f3-f53c35ec2108 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0816d51b-fd05-4ab6-bc66-5ebc6028b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:40.588701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Attempting to bind port c2a53195-1f67-43c1-b5f3-f53c35ec2108 on network 3fdfff58-269c-438d-8842-bb6d1fc08921 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:40.610664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:40.611416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Checking segment: {'id': '0816d51b-fd05-4ab6-bc66-5ebc6028b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:40.612058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.612058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Bound using segment: {'id': '0816d51b-fd05-4ab6-bc66-5ebc6028b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:40.612537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Bound port: c2a53195-1f67-43c1-b5f3-f53c35ec2108, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0816d51b-fd05-4ab6-bc66-5ebc6028b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fdfff58-269c-438d-8842-bb6d1fc08921'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:40.612926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.634039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.720991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.746674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.750529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] DHCP port deletion for e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:40.773832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Deleting port 605dd4c8-b3ff-4a15-ae86-16da897d7438 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:40.774384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.775391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:40.776624 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:40.799614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] device_id is not set on port b335b759-f92d-4d48-8450-9d9f737c24af yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:58:40.839806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:58:40.839806 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:58:40.839806 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': '3fdfff58-269c-438d-8842-bb6d1fc08921'}] Dec 13 19:58:40.839806 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:40.840205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:40.860741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96168121-b407-4b02-b18f-e57a067394ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:40.867479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96168121-b407-4b02-b18f-e57a067394ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:40.868323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-96168121-b407-4b02-b18f-e57a067394ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:40.870249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] For port c2a53195-1f67-43c1-b5f3-f53c35ec2108, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:40.951022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] For port c2a53195-1f67-43c1-b5f3-f53c35ec2108, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c2a53195-1f67-43c1-b5f3-f53c35ec2108,segment=NetworkSegment(0816d51b-fd05-4ab6-bc66-5ebc6028b637),segment_id=0816d51b-fd05-4ab6-bc66-5ebc6028b637)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:40.996963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.005530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-96168121-b407-4b02-b18f-e57a067394ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:41.006830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96168121-b407-4b02-b18f-e57a067394ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2977259 Dec 13 19:58:41.014095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53300) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:41.024688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 605dd4c8-b3ff-4a15-ae86-16da897d7438, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=605dd4c8-b3ff-4a15-ae86-16da897d7438,segment=NetworkSegment(ec6dd8d4-6102-4381-81f1-e82f6d24b5a7),segment_id=ec6dd8d4-6102-4381-81f1-e82f6d24b5a7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:41.024920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.044121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fcd9fa74-e055-4db8-9f90-94e97e82a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:41.053309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:41.067735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc392c-b19c-4856-a7bb-94423af17024,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:41.082229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.105027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:41.128169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.129358 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/05bc392c-b19c-4856-a7bb-94423af17024 HTTP/1.1" status: 204 len: 168 time: 0.6586022 Dec 13 19:58:41.140867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:41.146169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:41.303598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a53195-1f67-43c1-b5f3-f53c35ec2108,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:41.306766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:41.307029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 605dd4c8-b3ff-4a15-ae86-16da897d7438 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:41.313460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] For port 605dd4c8-b3ff-4a15-ae86-16da897d7438, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=605dd4c8-b3ff-4a15-ae86-16da897d7438,segment=NetworkSegment(ec6dd8d4-6102-4381-81f1-e82f6d24b5a7),segment_id=ec6dd8d4-6102-4381-81f1-e82f6d24b5a7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:41.313786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.380667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.384812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:41.412265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.455156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.7 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/b335b759-f92d-4d48-8450-9d9f737c24af) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:41.517576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dac274-6a8b-43bc-9058-4853fd0a42bc None None] Network 3fdfff58-269c-438d-8842-bb6d1fc08921 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:41.542931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Calling delete_port for 605dd4c8-b3ff-4a15-ae86-16da897d7438 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:41.588402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:34Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': 'a4043a10-b23a-4e93-a80b-67fced4a366e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:c7:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:31Z', 'updated_at': '2021-12-13T19:58:35Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:41.623145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.651549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.671154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Checking router: 5357202f-0a8d-4ca4-b464-8916897c9b94 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:41.671529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Updating router 5357202f-0a8d-4ca4-b464-8916897c9b94 port a4043a10-b23a-4e93-a80b-67fced4a366e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 19:58:41.728454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port c2a53195-1f67-43c1-b5f3-f53c35ec2108 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:41.728856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.807978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:41.820446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.826882 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:58:41.839214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.839895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:41.840296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.841367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:41.858068 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:41.875411 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:41.877678 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:41.878692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.883525 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-00dd12db-bd42-462e-87fe-1142407cee7d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 953 time: 4.2984054 Dec 13 19:58:41.884251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53308) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:41.886233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 19:58:41.886233 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 13 19:58:41.886233 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'port_id': '605dd4c8-b3ff-4a15-ae86-16da897d7438', 'host': 'dv-neutron-821563-1-hyperv'}] Dec 13 19:58:41.886233 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:41.887002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:41.908977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:41.920077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:41.949836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.015236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Pushing event deleted for resources: {'Port': ['ID=605dd4c8-b3ff-4a15-ae86-16da897d7438,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:42.020815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:42.034785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] No DVR routers for this DVR port 605dd4c8-b3ff-4a15-ae86-16da897d7438 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:42.115391 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:42.132298 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b502b50-c856-47e8-9422-3cacfa101a7e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 953 time: 0.2408428 Dec 13 19:58:42.145936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53312) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:42.155710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'routes': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:42.212797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.216137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] For port c2a53195-1f67-43c1-b5f3-f53c35ec2108, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c2a53195-1f67-43c1-b5f3-f53c35ec2108,segment=NetworkSegment(0816d51b-fd05-4ab6-bc66-5ebc6028b637),segment_id=0816d51b-fd05-4ab6-bc66-5ebc6028b637)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:42.216688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.232597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ebc2e731-fc03-44a2-a435-d471c6274dc0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:42.346082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9de5d5-be9b-44c0-b351-357c71d8664f None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:58:42.415666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.422476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 605dd4c8-b3ff-4a15-ae86-16da897d7438 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:42.423075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.458270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.563684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:42.584452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.592996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7e090f-1811-4f4d-aee9-f5d8b476d63e']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:42.597984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41feaf0b-4fea-49a0-a830-db0e6661c57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:42.598692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for c2a53195-1f67-43c1-b5f3-f53c35ec2108 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:42.627287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c921c968-4c33-46ee-bca0-01e259b3b78e') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:42.627739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c921c968-4c33-46ee-bca0-01e259b3b78e') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:42.646795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.656441 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 6, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 4, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:42.660774 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:42.670242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.671671 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:42.672408 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:42.678209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 605dd4c8-b3ff-4a15-ae86-16da897d7438 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:42.680191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:42.680434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.691803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] The port '605dd4c8-b3ff-4a15-ae86-16da897d7438' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:58:42.702583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:42.714768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:42.747419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:42.771863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=b335b759-f92d-4d48-8450-9d9f737c24af,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:42.785423 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:42.787922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:42.805632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 605dd4c8-b3ff-4a15-ae86-16da897d7438 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:42.806296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 605dd4c8-b3ff-4a15-ae86-16da897d7438 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:42.850196 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:42.865205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.877275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.881063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9de5d5-be9b-44c0-b351-357c71d8664f None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:58:42.886652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:42.893740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:42.905837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:42.912908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:42.917846 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bf7e090f-1811-4f4d-aee9-f5d8b476d63e HTTP/1.1" status: 204 len: 168 time: 1.7710204 Dec 13 19:58:42.918818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53316) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:42.953860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Transition to ACTIVE for port object a4043a10-b23a-4e93-a80b-67fced4a366e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:42.991441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:42.992825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.002503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.013213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.024564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:43.032688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03b0f3d2-e82c-4987-a4f5-8bb7f3c6c477 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:43.089552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.108284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No DVR routers for this DVR port c2a53195-1f67-43c1-b5f3-f53c35ec2108 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:43.110483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Port': ['ID=c2a53195-1f67-43c1-b5f3-f53c35ec2108,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:43.150262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:43.200968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.244276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 6, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:42Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.249002 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1779-9443-440c-afab-7b6d999aed97 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:39Z', 'revision_number': 6, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:42Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:43.250081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.292884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf7e090f-1811-4f4d-aee9-f5d8b476d63e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:43.297403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Pushing event updated for resources: {'Port': ['ID=a4043a10-b23a-4e93-a80b-67fced4a366e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:43.297585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:43.309893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:43.333318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Router e66f5c54-add5-4691-82c5-49d0924ac60c is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:43.364959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Attempting to bind port a4043a10-b23a-4e93-a80b-67fced4a366e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:43.365366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Attempting to bind port a4043a10-b23a-4e93-a80b-67fced4a366e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:43.365736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Attempting to bind port a4043a10-b23a-4e93-a80b-67fced4a366e on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:43.402797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.413966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:43.414567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:43.415048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.415453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:43.415951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Bound port: a4043a10-b23a-4e93-a80b-67fced4a366e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:43.416448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.476868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.477119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6dd8d4-6102-4381-81f1-e82f6d24b5a7') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.493695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2505686 Dec 13 19:58:43.494483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53320) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:43.571794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'b335b759-f92d-4d48-8450-9d9f737c24af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:43.578537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:43.582958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:floatingip and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:43.585945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:43.591965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:43.611745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.619118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.629143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.659658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] For port a4043a10-b23a-4e93-a80b-67fced4a366e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:43.663380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] For port a4043a10-b23a-4e93-a80b-67fced4a366e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a4043a10-b23a-4e93-a80b-67fced4a366e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:43.674348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.677489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.681532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1ddc12bd-f9c0-46b4-9b60-f7c4e46dd2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:43.695830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdfff58-269c-438d-8842-bb6d1fc08921']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.706272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.765852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0816d51b-fd05-4ab6-bc66-5ebc6028b637') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.766191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0816d51b-fd05-4ab6-bc66-5ebc6028b637') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.767332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Pushing event updated for resources: {'Port': ['ID=a4043a10-b23a-4e93-a80b-67fced4a366e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:43.776583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:43.804147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Routers {'5357202f-0a8d-4ca4-b464-8916897c9b94'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:43.805127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5357202f-0a8d-4ca4-b464-8916897c9b94'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.833747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47158db-f2e3-4ff0-92d0-00287a481a61']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.849273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:43.849687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.856242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f9a5a0-388a-4e39-a653-77adc37a9751') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.856570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f9a5a0-388a-4e39-a653-77adc37a9751') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:43.875876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.889280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added routes are [] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 19:58:43.889596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:43.890227 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:43.893202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.905591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:43.910185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.914758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.915993 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "PUT /v2.0/routers/e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 200 len: 918 time: 10.2354414 Dec 13 19:58:43.919392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53324) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:43.927635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:43.928481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:43.944651 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:43.984493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] Sync routers for ids ['e66f5c54-add5-4691-82c5-49d0924ac60c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:44.039644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.040169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] Routers {'e66f5c54-add5-4691-82c5-49d0924ac60c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:44.040978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e66f5c54-add5-4691-82c5-49d0924ac60c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:44.105330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.119033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:44.124155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] Set router 5357202f-0a8d-4ca4-b464-8916897c9b94 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:44.149379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.159778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Pushing event deleted for resources: {'Network': ['ID=b47158db-f2e3-4ff0-92d0-00287a481a61,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:44.180495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:44.213312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] Routers {'e66f5c54-add5-4691-82c5-49d0924ac60c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:44.213554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:44.214243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e66f5c54-add5-4691-82c5-49d0924ac60c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:44.215321 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b47158db-f2e3-4ff0-92d0-00287a481a61 HTTP/1.1" status: 204 len: 168 time: 1.2903047 Dec 13 19:58:44.261411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.298013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:44.298564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127adab-4cc8-4f4b-96b3-45944330df0e None None] The sync data for ids ['e66f5c54-add5-4691-82c5-49d0924ac60c'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:44.331721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:44.332128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:44.367481 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:44.459339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.485734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2c6a30c-c1ae-4341-a2e8-803f83887ee0 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:44.487232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.490841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.505648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.515784 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3 HTTP/1.1" status: 204 len: 168 time: 5.2792258 Dec 13 19:58:44.527139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:44.585477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=e730c3d8-6c4c-46bd-a62e-8edcaa6cafb3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:44.592749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1240065970'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:44.611962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:44.616802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:44.629560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.641613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:44.645000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-982752b5-125e-4c93-b838-a1977bc75c1c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:44.657965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:34Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': 'a4043a10-b23a-4e93-a80b-67fced4a366e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:c7:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:31Z', 'updated_at': '2021-12-13T19:58:43Z', 'revision_number': 4, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:44.662056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.662971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515c0a7-9d35-4efd-b66a-54216516c0c5 None None] The sync data for ids ['5357202f-0a8d-4ca4-b464-8916897c9b94'] in dv-neutron-821563-1-hyperv is: [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:34Z', 'revision_number': 2, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None, '_interfaces': [{'id': 'a4043a10-b23a-4e93-a80b-67fced4a366e', 'name': '', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'mac_address': 'fa:16:3e:c7:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:31Z', 'updated_at': '2021-12-13T19:58:43Z', 'revision_number': 4, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'subnets': [{'id': '90b5d7a4-abc6-411c-86cc-32524a055029', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:44.669486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:44.689026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:44.691891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port a4043a10-b23a-4e93-a80b-67fced4a366e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:44.692239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.720490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=3fdfff58-269c-438d-8842-bb6d1fc08921,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:44.722690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:44.753541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:44.760044 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/3fdfff58-269c-438d-8842-bb6d1fc08921 HTTP/1.1" status: 204 len: 168 time: 6.2278073 Dec 13 19:58:44.785998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e2d6876c-60d1-4af3-85ec-ff841c58f860 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 200 len: 924 time: 0.8603361 Dec 13 19:58:44.788761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53338) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:44.789426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53340) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:44.864452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1239928531'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:44.874062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53346) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:44.898364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:44.901459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:44.915237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:44.953961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:network and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:44.963268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:44.976845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.068639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:45.077917 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:45.078987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.085117 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:45.088960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.092468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85e699dd-3d92-4232-a820-794671f565a4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 703 time: 2.9432194 Dec 13 19:58:45.094097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53352) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:45.101905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:45.102568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:45.129777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:45.209327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:45.269439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:45.290833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.309731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:45.319004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.369626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.370377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb of type vlan for network 41e6c994-022c-4c50-bbfd-bca9702338f0 Dec 13 19:58:45.382097 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3153123-7ceb-412c-8354-ff34229d9fae tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 703 time: 0.2866883 Dec 13 19:58:45.382918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:45.407174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.427489 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:45.456507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:45.460666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Usage tracker for resource:security_group_rule and tenant:0e456a3e89f443388ed25859b4dc7d0c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:45.463707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:45.470834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:45.536342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.542617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:45.543173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.564019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-898544f3-0ff3-49bf-b297-01102219de09 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:45.675942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec45bc2-9b78-4157-a0bc-9b7efa2719d9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:45.677519 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ec45bc2-9b78-4157-a0bc-9b7efa2719d9 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=e66f5c54-add5-4691-82c5-49d0924ac60c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8754175 Dec 13 19:58:45.683475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:58:45.716850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53360) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:45.778608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.778880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Added segment 309e6065-96d0-4d26-9f39-0f5abdd1eac1 of type vlan for network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c Dec 13 19:58:45.780702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port a4043a10-b23a-4e93-a80b-67fced4a366e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a4043a10-b23a-4e93-a80b-67fced4a366e,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:45.781197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:45.786543 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:43Z', 'revision_number': 7, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:42Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:45.790969 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:45.794074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=41e6c994-022c-4c50-bbfd-bca9702338f0,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:45.799363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:45.801769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:45.802744 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:45.813097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:45.826830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2403319 Dec 13 19:58:45.828322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53364) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:45.847290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:45.925616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.34 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/87f89f5b-059f-4f8e-a6a3-a36d4ae3262c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:45.988772 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:46.018451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:46.024178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:46.025201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for a4043a10-b23a-4e93-a80b-67fced4a366e owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:46.028358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:46.036690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:46.056140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:46.059798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.124087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.128708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.160713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.177938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:46.229080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ee5d6-d6a7-4009-b73e-799a0bbe1061,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:46.232972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:46.257855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.393735 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:43Z', 'revision_number': 7, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:42Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:46.398160 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae6e71-819b-4ca0-8581-e690e4f5157e None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:43Z', 'revision_number': 7, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e5f3f53-94e3-4a88-9eae-b8f0775f0592', 'name': '', 'network_id': 'bc174fc8-61f4-41d5-b888-a22dec62ada0', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:d6:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:28Z', 'updated_at': '2021-12-13T19:58:42Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': 'ce864296-6467-4dae-821a-fa1d9194855b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:46.463071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:58:46.528291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83cb93-f542-43fa-bb38-4141dd8f082e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:46.530176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7f83cb93-f542-43fa-bb38-4141dd8f082e tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/networks/c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 881 time: 0.8123217 Dec 13 19:58:46.535227 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e456a3e89f443388ed25859b4dc7d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6209691 Dec 13 19:58:46.537389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53368) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:46.537703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53370) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:46.592366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.598423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:46.599056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.613819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-600c33c3-835a-4f9e-b891-6cd6f0532e7a tempest-FloatingIPAdminTestJSON-386087297 tempest-FloatingIPAdminTestJSON-386087297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:46.671738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4f69d5d-b2fb-497d-8a4d-1c9ee7e67504 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 200 len: 205 time: 0.1253021 Dec 13 19:58:46.686579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53376) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:46.766743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.775984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3cad7f5c-8fd4-4f71-acdf-d95e8d1a4eac tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:46.864094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=fc627ee2-3186-4dfa-91ee-a10621c50e13,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:46.868272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:46.871060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53380) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:46.871204 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0704927 Dec 13 19:58:46.880452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Request body: {'subnet': {'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:46.890244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Network': ['ID=94201fab-bd0a-45c0-8ab0-e6049df7fc2c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:46.895846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:46.896213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: 41e6c994-022c-4c50-bbfd-bca9702338f0, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:46.905307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:46.909467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:46.915173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:58:47.013463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a4043a10-b23a-4e93-a80b-67fced4a366e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:47.013916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:47.025809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.066842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:47.073805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Usage tracker for resource:subnet and tenant:0fd3a99bd22342e991f7820a56f093cf is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:47.083092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 41e6c994-022c-4c50-bbfd-bca9702338f0) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:47.087868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:47.098028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:47.098370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.105526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:47.108986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d0696-43bd-49b2-aaaf-e6732750df5c None None] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:47.122431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.125814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:47.126268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.171999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Made reservation on behalf of 0fd3a99bd22342e991f7820a56f093cf for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:47.175594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.183065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.202087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3709159 Dec 13 19:58:47.204179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53384) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:47.224922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552037245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:47.259156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:47.287740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a4043a10-b23a-4e93-a80b-67fced4a366e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:47.295372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a4043a10-b23a-4e93-a80b-67fced4a366e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:47.296365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.315454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.327498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:47.332265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:47.341965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:47.344209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port a4043a10-b23a-4e93-a80b-67fced4a366e was deleted so its status cannot be updated. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 13 19:58:47.363963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7336683f-7741-4b89-9c0c-e074df191533 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:47.401353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-41e6c994-022c-4c50-bbfd-bca9702338f0', 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'fc627ee2-3186-4dfa-91ee-a10621c50e13'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:47.403232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.408770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.457925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 2e5f3f53-94e3-4a88-9eae-b8f0775f0592, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:47.458295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.473763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.477108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.478425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.496035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=a4043a10-b23a-4e93-a80b-67fced4a366e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:47.499524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:47.540237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:47.605071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Allocated IP 172.20.0.2 (41e6c994-022c-4c50-bbfd-bca9702338f0/fc627ee2-3186-4dfa-91ee-a10621c50e13/5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:47.636432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:47.679287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:47.697628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.704823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:47.707129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:47.848347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.853248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=87f89f5b-059f-4f8e-a6a3-a36d4ae3262c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:47.856745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:47.859889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Transition to ACTIVE for port object 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:47.863868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-274c394a-1379-408a-89db-5805da5a0b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:47.875448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.881496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:58:47.882450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Transition to ACTIVE for port object 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:47.883856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.887896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.889845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8a74e531-a222-421b-beb9-f112edebec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:47.891682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.897309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:47.897514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ee5d6-d6a7-4009-b73e-799a0bbe1061,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:47.900505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:47.906801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.914595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:47.918296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f89ee5d6-d6a7-4009-b73e-799a0bbe1061 HTTP/1.1" status: 204 len: 168 time: 1.3690298 Dec 13 19:58:47.972419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:47.977393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:47.981299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:48.023408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Pushing event updated for resources: {'Port': ['ID=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:48.030316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:48.036877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event updated for resources: {'Subnet': ['ID=920bb6b2-9380-4fa9-8be9-653c376fefff,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:48.043015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:48.053033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Checking segment: {'id': '309e6065-96d0-4d26-9f39-0f5abdd1eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:48.054933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network hostable DHCP agents. Network: 94201fab-bd0a-45c0-8ab0-e6049df7fc2c, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:58:48.061265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.066735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3f7f625d-87ac-44a8-871e-77cbf9612832 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:48.094274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Attempting to bind port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:48.095786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Attempting to bind port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:48.096857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Attempting to bind port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 on network 41e6c994-022c-4c50-bbfd-bca9702338f0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:48.103462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:48.103869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Checking segment: {'id': 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:48.104370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.104811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Bound using segment: {'id': 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:48.105341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Bound port: 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '41e6c994-022c-4c50-bbfd-bca9702338f0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:48.106099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.117469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=2e5f3f53-94e3-4a88-9eae-b8f0775f0592,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:48.120267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:48.229861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port d59f9b6e-0597-422e-9bcf-483dfba311c6 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:48.230373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.251360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:58:48.279926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] For port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:48.286868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] For port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,segment=NetworkSegment(fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb),segment_id=fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:48.302363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.317309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:48.417075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.420787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e31a91a8-76d1-4648-b30a-2e82afa31553 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2069376 Dec 13 19:58:48.420975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53392) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:48.421350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53394) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:48.475289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Pushing event updated for resources: {'Port': ['ID=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:48.476073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:48.551094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 94201fab-bd0a-45c0-8ab0-e6049df7fc2c) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:48.559594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3217c-925d-486d-acda-ed25aa0752c0 None None] Network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:48.575123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:48.576169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.624359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.635582 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7622926 Dec 13 19:58:48.638024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53400) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:48.791469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:48.844120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-94201fab-bd0a-45c0-8ab0-e6049df7fc2c', 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c', 'tenant_id': '0fd3a99bd22342e991f7820a56f093cf', 'fixed_ips': [{'subnet_id': '920bb6b2-9380-4fa9-8be9-653c376fefff'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:48.845198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.046970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Allocated IP 2001:db8::f816:3eff:fecb:3a29 (94201fab-bd0a-45c0-8ab0-e6049df7fc2c/920bb6b2-9380-4fa9-8be9-653c376fefff/e061add1-bd73-4f07-9ee9-d733ddde391d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:49.069700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:49.091477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:49.102206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Router 5357202f-0a8d-4ca4-b464-8916897c9b94 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:49.103281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Usage tracker for resource:security_group_rule and tenant:c76882b3cad44c3d899dc5572a66e49d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:49.163777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:49.216577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.247425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:49.279867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:49.460114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.467047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.480040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Transition to ACTIVE for port object e061add1-bd73-4f07-9ee9-d733ddde391d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:49.488203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:49.518145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Transition to ACTIVE for port object e061add1-bd73-4f07-9ee9-d733ddde391d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:49.531866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.538226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:49.603012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.619208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b607c1e5-7695-46a9-906d-3369f8786efc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:49.666221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:49.667729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:49.670793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=920bb6b2-9380-4fa9-8be9-653c376fefff,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:49.673405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:49.681545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:49.706671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:49.776384 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3900492 Dec 13 19:58:49.780239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53404) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:49.785453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:49.822863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.849990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.861913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd07eb25-fb6c-4c0f-aae2-4cd4f69cea06 None None] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:49.888555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94201fab-bd0a-45c0-8ab0-e6049df7fc2c']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:49.891936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Pushing event updated for resources: {'Port': ['ID=e061add1-bd73-4f07-9ee9-d733ddde391d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:49.896876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:49.897656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:49.900242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet ce864296-6467-4dae-821a-fa1d9194855b {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:49.911131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.939491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309e6065-96d0-4d26-9f39-0f5abdd1eac1') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:49.940043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309e6065-96d0-4d26-9f39-0f5abdd1eac1') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:49.952404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:49.964291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:49.989096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.017544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.035539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:50.035896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:50.055254 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:50.098228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Attempting to bind port e061add1-bd73-4f07-9ee9-d733ddde391d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:50.098806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Attempting to bind port e061add1-bd73-4f07-9ee9-d733ddde391d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '309e6065-96d0-4d26-9f39-0f5abdd1eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:50.098909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Attempting to bind port e061add1-bd73-4f07-9ee9-d733ddde391d on network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:50.118369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:50.119001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Provisioning for port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:50.126338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:50.126763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Checking segment: {'id': '309e6065-96d0-4d26-9f39-0f5abdd1eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:50.127297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.127581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Bound using segment: {'id': '309e6065-96d0-4d26-9f39-0f5abdd1eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:50.128079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Bound port: e061add1-bd73-4f07-9ee9-d733ddde391d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309e6065-96d0-4d26-9f39-0f5abdd1eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:50.128466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.135521 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Sync routers for ids ['5357202f-0a8d-4ca4-b464-8916897c9b94'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:50.158875 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Routers {'5357202f-0a8d-4ca4-b464-8916897c9b94'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:50.161394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 19:58:50.161394 dv-neutron-821563-1-hyperv neutron-server[87526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 19:58:50.161394 dv-neutron-821563-1-hyperv neutron-server[87526]: [parameters: {'id': '94201fab-bd0a-45c0-8ab0-e6049df7fc2c'}] Dec 13 19:58:50.161394 dv-neutron-821563-1-hyperv neutron-server[87526]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:50.161792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:50.162505 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5357202f-0a8d-4ca4-b464-8916897c9b94'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:50.168076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Provisioning complete for port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:50.168473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.176105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.204458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for d59f9b6e-0597-422e-9bcf-483dfba311c6 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:50.249814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:50.349292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "PUT /v2.0/routers/5357202f-0a8d-4ca4-b464-8916897c9b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3336253 Dec 13 19:58:50.382848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53408) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:50.412908 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Set router 5357202f-0a8d-4ca4-b464-8916897c9b94 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:50.460336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fae93-2767-438d-ab72-b1367ebc1c35 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:50.460551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fae93-2767-438d-ab72-b1367ebc1c35 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:50.460656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.461288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-002fae93-2767-438d-ab72-b1367ebc1c35 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:50.490296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-002fae93-2767-438d-ab72-b1367ebc1c35 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:50.495197 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-002fae93-2767-438d-ab72-b1367ebc1c35 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107638 Dec 13 19:58:50.495383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53412) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:50.515826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.521904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a796ed38-25d0-46e5-b230-459313e59515 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:50.567521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=ce864296-6467-4dae-821a-fa1d9194855b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:50.570331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:50.576444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.587904 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/ce864296-6467-4dae-821a-fa1d9194855b HTTP/1.1" status: 204 len: 168 time: 0.8064849 Dec 13 19:58:50.588890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53416) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:50.598201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b8234-41be-4d76-9314-ba5d27a65afd None None] Network bc174fc8-61f4-41d5-b888-a22dec62ada0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:50.626444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.635857 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:50.642495 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Checking router: 5357202f-0a8d-4ca4-b464-8916897c9b94 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:50.653240 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Routers {'5357202f-0a8d-4ca4-b464-8916897c9b94'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:50.654133 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5357202f-0a8d-4ca4-b464-8916897c9b94'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:50.672981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.676853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] For port e061add1-bd73-4f07-9ee9-d733ddde391d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:58:50.704063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.716026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port e061add1-bd73-4f07-9ee9-d733ddde391d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:50.716319 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.720251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7eb50231-7f5b-4038-af07-d34cae7e782a tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:50.792613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.800204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] For port e061add1-bd73-4f07-9ee9-d733ddde391d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e061add1-bd73-4f07-9ee9-d733ddde391d,segment=NetworkSegment(309e6065-96d0-4d26-9f39-0f5abdd1eac1),segment_id=309e6065-96d0-4d26-9f39-0f5abdd1eac1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:58:50.830633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.847332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-122aff4a-fbd6-4a40-838c-be145bdf156d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:50.873338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 90b5d7a4-abc6-411c-86cc-32524a055029 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:58:50.901299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.938932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c76882b3cad44c3d899dc5572a66e49d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5047274 Dec 13 19:58:50.942930 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] Set router 5357202f-0a8d-4ca4-b464-8916897c9b94 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:50.965279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] For port e061add1-bd73-4f07-9ee9-d733ddde391d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e061add1-bd73-4f07-9ee9-d733ddde391d,segment=NetworkSegment(309e6065-96d0-4d26-9f39-0f5abdd1eac1),segment_id=309e6065-96d0-4d26-9f39-0f5abdd1eac1)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:50.965733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:50.979955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bebdd52-4f15-41b5-8d7a-b2d389f90900,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:50.991837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53420) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:51.005967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:51.047862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.105082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for e061add1-bd73-4f07-9ee9-d733ddde391d owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:51.131474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.144795 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e96c8-d422-4553-8040-a38f5b771a23 None None] The sync data for ids ['5357202f-0a8d-4ca4-b464-8916897c9b94'] in dv-neutron-821563-1-hyperv is: [{'id': '5357202f-0a8d-4ca4-b464-8916897c9b94', 'name': 'tempest-NetworksTestDHCPv6-router-1030467277', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:58:29Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 3, 'project_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:51.204643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.213534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.223866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b44b3db-2b8e-4a60-86fc-56e71e23cebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:51.257393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Pushing event updated for resources: {'Port': ['ID=e061add1-bd73-4f07-9ee9-d733ddde391d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:51.274013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No DVR routers for this DVR port e061add1-bd73-4f07-9ee9-d733ddde391d on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:51.276110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:51.287635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6de7c-8878-4821-b9e3-a3e60f18e89b None None] Network 94201fab-bd0a-45c0-8ab0-e6049df7fc2c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:51.298169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.312094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] For port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,segment=NetworkSegment(fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb),segment_id=fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:51.343466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Port': ['ID=e061add1-bd73-4f07-9ee9-d733ddde391d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:51.350365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:51.355100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port e6edadcc-3000-4911-81d7-af1eaed1b1dc {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:51.355449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.383747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.386041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.401278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ecba0604-eb19-407e-80ed-e3b0d133680e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:51.404123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-85cd4c07-8679-478d-b563-144cc8ecf468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:51.503501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.529598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.553927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=d59f9b6e-0597-422e-9bcf-483dfba311c6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:51.573427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:51.585679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94201fab-bd0a-45c0-8ab0-e6049df7fc2c']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.605116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309e6065-96d0-4d26-9f39-0f5abdd1eac1') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.605872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309e6065-96d0-4d26-9f39-0f5abdd1eac1') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.667557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Pushing event updated for resources: {'Port': ['ID=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:51.672313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:51.675297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.704858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc301d2a-f6db-4d8b-b112-53a764c560cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.725310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 8, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.728218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] DHCP port deletion for bc174fc8-61f4-41d5-b888-a22dec62ada0 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:51.728769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.736670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Deleting port e6edadcc-3000-4911-81d7-af1eaed1b1dc {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:51.737200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.756345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.767196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:58:51.774943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:51.775317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:51.790387 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:51.794381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:51.794748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:51.802035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.808770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port e6edadcc-3000-4911-81d7-af1eaed1b1dc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e6edadcc-3000-4911-81d7-af1eaed1b1dc,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:51.809121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.837452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.20.0.1 (41e6c994-022c-4c50-bbfd-bca9702338f0/fc627ee2-3186-4dfa-91ee-a10621c50e13/daa07c27-69ac-4118-89da-2c9537e233aa) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:51.893887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.966885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:51.990826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for e6edadcc-3000-4911-81d7-af1eaed1b1dc owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:52.028428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-747fae8b-7cb3-4a04-994c-1ce593810790 None None] Provisioning complete for port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:52.029080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-747fae8b-7cb3-4a04-994c-1ce593810790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.071230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:58:52.163432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.168153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dec0eb7f-d84f-4b64-a7dc-25c80b417bba tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:52.183572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.203745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=94201fab-bd0a-45c0-8ab0-e6049df7fc2c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:52.212911 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/94201fab-bd0a-45c0-8ab0-e6049df7fc2c HTTP/1.1" status: 204 len: 168 time: 3.5736263 Dec 13 19:58:52.213911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:52.216218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53424) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.266774 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3871e414-4ede-4a6d-a196-8c31a9abcd3c tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.268613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3871e414-4ede-4a6d-a196-8c31a9abcd3c tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.272698 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3871e414-4ede-4a6d-a196-8c31a9abcd3c tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/920bb6b2-9380-4fa9-8be9-653c376fefff HTTP/1.1" status: 404 len: 337 time: 0.0563071 Dec 13 19:58:52.274033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53428) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.301487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.304722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.315619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.335654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1edee736-ad06-4694-a11f-9f45c3038714 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:52.336619 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81a4419-2a6d-4fc5-b138-9a82c6a8a6b2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.337939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81a4419-2a6d-4fc5-b138-9a82c6a8a6b2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.344625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.358332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:52.361388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] For port e6edadcc-3000-4911-81d7-af1eaed1b1dc, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e6edadcc-3000-4911-81d7-af1eaed1b1dc,segment=NetworkSegment(78ea84c3-7145-42ed-aae4-b4da14e08fbb),segment_id=78ea84c3-7145-42ed-aae4-b4da14e08fbb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:52.361894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.393819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=90b5d7a4-abc6-411c-86cc-32524a055029,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:52.400094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:52.404704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.407280 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f81a4419-2a6d-4fc5-b138-9a82c6a8a6b2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/94201fab-bd0a-45c0-8ab0-e6049df7fc2c HTTP/1.1" status: 404 len: 339 time: 0.1320107 Dec 13 19:58:52.408269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53432) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.409270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No DVR routers for this DVR port e6edadcc-3000-4911-81d7-af1eaed1b1dc on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:52.424691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.425478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router e66f5c54-add5-4691-82c5-49d0924ac60c {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:52.456049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.469944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45f51e96-1317-46a1-bd0b-30727378d6f2 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:52.482296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=e6edadcc-3000-4911-81d7-af1eaed1b1dc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:52.506948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:52.508077 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b286725-5a67-4ec6-8ff3-e7f39560ec37 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.508509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b286725-5a67-4ec6-8ff3-e7f39560ec37 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.512796 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8b286725-5a67-4ec6-8ff3-e7f39560ec37 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/2694747c-cb53-4baa-ba3d-f6218f9852c0 HTTP/1.1" status: 404 len: 337 time: 0.0991771 Dec 13 19:58:52.512942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bebdd52-4f15-41b5-8d7a-b2d389f90900,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:52.514622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.516873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.518169 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 204 len: 168 time: 5.7779906 Dec 13 19:58:52.521068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:52.522523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53440) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.529716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/90b5d7a4-abc6-411c-86cc-32524a055029 HTTP/1.1" status: 204 len: 168 time: 2.0275745 Dec 13 19:58:52.539754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.542550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.545249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bebdd52-4f15-41b5-8d7a-b2d389f90900 HTTP/1.1" status: 204 len: 168 time: 1.5436137 Dec 13 19:58:52.545249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.562605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50531ab7-d532-405c-8464-f34ec32820bc None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:52.589722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Calling delete_port for e6edadcc-3000-4911-81d7-af1eaed1b1dc owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:52.594394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-864054995', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:52.616553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.619613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.625532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:52.634852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0d851f4e-a51e-4b0a-9ff1-e48a30986c75 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:52.635354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.646885 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6474961b-4edc-4784-8b02-99ed2b13f8c1 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.647639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6474961b-4edc-4784-8b02-99ed2b13f8c1 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.649707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6474961b-4edc-4784-8b02-99ed2b13f8c1 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/3fdfff58-269c-438d-8842-bb6d1fc08921 HTTP/1.1" status: 404 len: 339 time: 0.1341856 Dec 13 19:58:52.653873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Usage tracker for resource:router and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:52.658529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53450) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.676786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:52.704685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object daa07c27-69ac-4118-89da-2c9537e233aa will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:52.721601 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61ed29d-5d64-4d39-9b46-51489587eb7b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.722515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61ed29d-5d64-4d39-9b46-51489587eb7b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.724569 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f61ed29d-5d64-4d39-9b46-51489587eb7b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/1d6077f8-7902-48fb-98a6-4289e5e19400 HTTP/1.1" status: 404 len: 337 time: 0.0647154 Dec 13 19:58:52.730448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53454) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.731383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:52.736758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc174fc8-61f4-41d5-b888-a22dec62ada0']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:52.776394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ea84c3-7145-42ed-aae4-b4da14e08fbb') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:52.776878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ea84c3-7145-42ed-aae4-b4da14e08fbb') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:52.787634 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-399e6570-bb4c-428c-906e-ca1c0bd7b4fd tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:52.788181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399e6570-bb4c-428c-906e-ca1c0bd7b4fd tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:52.792806 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-399e6570-bb4c-428c-906e-ca1c0bd7b4fd tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/106cbdc2-f0af-4f71-b85b-b062b7c4b136 HTTP/1.1" status: 404 len: 339 time: 0.0563638 Dec 13 19:58:52.794290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.802419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53458) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:52.809127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.810515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.835002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=87f89f5b-059f-4f8e-a6a3-a36d4ae3262c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:52.844409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:52.880714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.933440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port b5c7a7a8-bca3-4129-8f13-d59bd14ff356 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:52.934000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:52.955961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:58:53.008522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.051831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.058304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:58:53.058584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:58:53.066939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:53.067336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:53.087902 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:53.137869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e47860ee-efcd-4d33-91f1-e76939d0f279 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:router {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:53.179808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:53.180215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.252990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 9bbbff8f-dc14-443b-8fa8-ed7bb51071dd associated. External IP: 172.26.6.34, port: b335b759-f92d-4d48-8450-9d9f737c24af. Dec 13 19:58:53.274397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 8, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:53.280492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5bf00-2c39-4857-8160-42226a5fb5da None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:47Z', 'revision_number': 8, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0378af4c-a898-4d93-a201-d0aef00603af', 'name': '', 'network_id': 'a1ee733d-a6d7-470a-811a-ad8752c748eb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:a8:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '045a286c-0582-42d1-909c-68c9d6905b07', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:58:09Z', 'updated_at': '2021-12-13T19:58:25Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '045a286c-0582-42d1-909c-68c9d6905b07', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:53.328259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.340383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2c5b9c8c-cf59-4808-81bf-9b7742642c37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:53.367604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:58:53.433603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Deleting port f1aa064f-9bfc-4f0a-9ff0-51208add1495 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:53.434009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.464291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e47860ee-efcd-4d33-91f1-e76939d0f279 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:router {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:53.468568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e47860ee-efcd-4d33-91f1-e76939d0f279 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9196129 Dec 13 19:58:53.469281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53474) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:53.566626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Deleting port e6edadcc-3000-4911-81d7-af1eaed1b1dc {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:53.567228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.598323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:53.607111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.616473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:53.618948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:53.619945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-76af17b5-2391-4cc6-bd79-b81b74ddcfc8 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:53.639544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.676569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=daa07c27-69ac-4118-89da-2c9537e233aa,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:53.679671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:53.687198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff83db3d-8d4b-43bf-8ef4-bafa1d15c8d4 None None] The port 'e6edadcc-3000-4911-81d7-af1eaed1b1dc' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:58:53.727798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a4043a10-b23a-4e93-a80b-67fced4a366e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:53.774527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.784234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a4043a10-b23a-4e93-a80b-67fced4a366e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:53.784724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a4043a10-b23a-4e93-a80b-67fced4a366e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:53.787264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e6edadcc-3000-4911-81d7-af1eaed1b1dc no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:53.805635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=bc174fc8-61f4-41d5-b888-a22dec62ada0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:53.818268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.824108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:53.829690 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/bc174fc8-61f4-41d5-b888-a22dec62ada0 HTTP/1.1" status: 204 len: 168 time: 3.2396073 Dec 13 19:58:53.832347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53484) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:53.834633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.863093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e6edadcc-3000-4911-81d7-af1eaed1b1dc {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:53.863488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e6edadcc-3000-4911-81d7-af1eaed1b1dc not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:53.914609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:53.989429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b1e33ea1-86ff-489a-bf74-78cfaa7975f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.058084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] For port f1aa064f-9bfc-4f0a-9ff0-51208add1495, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f1aa064f-9bfc-4f0a-9ff0-51208add1495,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:54.059083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.220214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for b5c7a7a8-bca3-4129-8f13-d59bd14ff356 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:54.255463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Calling delete_port for f1aa064f-9bfc-4f0a-9ff0-51208add1495 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:54.335590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.341598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.383270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ec58bcc0-09c9-43bf-971f-b6ecbcdffece None None] Provisioning for port daa07c27-69ac-4118-89da-2c9537e233aa completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:58:54.399722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ec58bcc0-09c9-43bf-971f-b6ecbcdffece None None] Provisioning complete for port daa07c27-69ac-4118-89da-2c9537e233aa triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:54.400149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ec58bcc0-09c9-43bf-971f-b6ecbcdffece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.442735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.451256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52259a13-d7b1-4fa7-88a2-dae4426ed2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:54.492529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.493089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Fanout notify agent at l3_agent the message router_deleted on router 5357202f-0a8d-4ca4-b464-8916897c9b94 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:54.523630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] No DVR routers for this DVR port f1aa064f-9bfc-4f0a-9ff0-51208add1495 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:58:54.527245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Pushing event deleted for resources: {'Port': ['ID=f1aa064f-9bfc-4f0a-9ff0-51208add1495,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:54.534228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:54.537000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.549386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:54.556170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874584c6-0af1-4d90-acb7-8b776167499f None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 19:58:54.558094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.559251 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-db01559e-3130-466f-af38-f2742165596d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/routers/5357202f-0a8d-4ca4-b464-8916897c9b94 HTTP/1.1" status: 204 len: 168 time: 1.0820472 Dec 13 19:58:54.564520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53502) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:54.588272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ec58bcc0-09c9-43bf-971f-b6ecbcdffece None None] Port daa07c27-69ac-4118-89da-2c9537e233aa cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:54.741350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.752907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:54.755049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874584c6-0af1-4d90-acb7-8b776167499f None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 19:58:54.794444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53506) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:54.811144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Port': ['ID=b5c7a7a8-bca3-4129-8f13-d59bd14ff356,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:54.814939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:54.816465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea67e69c-391d-48b0-bd63-5a744d835d69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:54.955468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:54.972756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f1aa064f-9bfc-4f0a-9ff0-51208add1495 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:54.994650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1221442060'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:55.016649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:55.027997 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/ports/b5c7a7a8-bca3-4129-8f13-d59bd14ff356 HTTP/1.1" status: 204 len: 168 time: 2.2221615 Dec 13 19:58:55.038949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Usage tracker for resource:router and tenant:b5f13541f848497a96e09f4f7054405d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:55.042478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53512) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.055344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:55.066521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea67e69c-391d-48b0-bd63-5a744d835d69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:55.070276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea67e69c-391d-48b0-bd63-5a744d835d69 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5022743 Dec 13 19:58:55.093256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.093922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f1aa064f-9bfc-4f0a-9ff0-51208add1495 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:55.094259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f1aa064f-9bfc-4f0a-9ff0-51208add1495 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:55.095081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:58:55.112578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.113921 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd40c20-e183-4ff6-ab69-7ab8bb2c53b9 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:55.114478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd40c20-e183-4ff6-ab69-7ab8bb2c53b9 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:55.118830 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7cd40c20-e183-4ff6-ab69-7ab8bb2c53b9 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/8a4883f6-f8e3-4af5-a488-03afa2c30029 HTTP/1.1" status: 404 len: 337 time: 0.0674536 Dec 13 19:58:55.121205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:55.123232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53520) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.161424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:58:55.161692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2e5f3f53-94e3-4a88-9eae-b8f0775f0592 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:58:55.163285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.189758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:55.206633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:55.223235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:55.224042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:55.291035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:55.302195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.350033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.352391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.359069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:55.360101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:55.409801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.8996842 Dec 13 19:58:55.413769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53524) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.420573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:55.429101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:55.429709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099cbf-d21e-43b7-8957-96922d062178 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:55.481883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236fb2e-bb09-4958-8e6f-cb2c6bf92f4f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:55.483507 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1236fb2e-bb09-4958-8e6f-cb2c6bf92f4f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3662677 Dec 13 19:58:55.487145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.490524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53528) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.524436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.539258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.602052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.604698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.612169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.643051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9b23a4a6-ca0d-453d-87f6-2a66a07d0bcc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482944 Dec 13 19:58:55.643340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-51a5cea2-b018-44ef-8d80-3b306014b3c3 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:55.650307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53532) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:55.653633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.826322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:55.826589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:55.829875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=daa07c27-69ac-4118-89da-2c9537e233aa,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:55.837671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:55.924091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.017975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.024651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.024965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 9bbbff8f-dc14-443b-8fa8-ed7bb51071dd disassociated. External IP: 172.26.6.34, port: b335b759-f92d-4d48-8450-9d9f737c24af. Dec 13 19:58:56.149732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.150863 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f8cae755-4864-4945-83ae-bbc95f3d469c tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3554606 Dec 13 19:58:56.152865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.171544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53536) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:56.263422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:56.303793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:56.335044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:56.345347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:56.358614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:56.374741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.377423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1480551-0885-4216-a140-cedcca801ef0']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:56.387213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:56.403981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.463368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:56.463721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b7f00a-9e95-4fbe-b6e4-a2a44ebb9e10') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:56.502741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.556736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:56.560262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.596543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.622766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8e263641-fc3e-4829-b607-c3fe1eec8ee5 None None] Provisioning complete for port daa07c27-69ac-4118-89da-2c9537e233aa triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:58:56.623353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8e263641-fc3e-4829-b607-c3fe1eec8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.648801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Allocated IP 172.26.6.31 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/7d886557-2184-4ef3-8bcc-9511a125aebe) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:56.678272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8e263641-fc3e-4829-b607-c3fe1eec8ee5 None None] Port daa07c27-69ac-4118-89da-2c9537e233aa cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:58:56.724195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.746975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:58:56.755440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 8f25efde-99e9-4643-a47c-1c869bcc605b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:58:56.914128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:58:56.914760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:58:56.935915 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:58:57.077567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:57.088226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/8f25efde-99e9-4643-a47c-1c869bcc605b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6511509 Dec 13 19:58:57.088226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:58:57.089299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53540) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:57.090830 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] Sync routers for ids ['8f25efde-99e9-4643-a47c-1c869bcc605b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:57.093591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.106440 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] Routers {'8f25efde-99e9-4643-a47c-1c869bcc605b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:57.107341 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8f25efde-99e9-4643-a47c-1c869bcc605b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.122445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:58:57.134949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:57.136061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.184000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.195707 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] Routers {'8f25efde-99e9-4643-a47c-1c869bcc605b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:57.196388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8f25efde-99e9-4643-a47c-1c869bcc605b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.208909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4979cff8-9fe6-4011-997b-b6075e2cb6e7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/9bbbff8f-dc14-443b-8fa8-ed7bb51071dd HTTP/1.1" status: 200 len: 687 time: 1.7915680 Dec 13 19:58:57.215163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873677f-e7dc-4e07-904e-84556337e9ee tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:57.215759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e873677f-e7dc-4e07-904e-84556337e9ee tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:58:57.219102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53544) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:57.223477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.236723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:58:57.237772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.245018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.272113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.278265 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.278804 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11956d97-e697-4613-98ba-cf649afdf44a None None] The sync data for ids ['8f25efde-99e9-4643-a47c-1c869bcc605b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:57.336218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:58:57.337007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ca753-942f-4a8b-a226-75665264b38d None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:58:57.383614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e873677f-e7dc-4e07-904e-84556337e9ee tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:58:57.384793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e873677f-e7dc-4e07-904e-84556337e9ee tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports/daa07c27-69ac-4118-89da-2c9537e233aa HTTP/1.1" status: 200 len: 910 time: 0.2947392 Dec 13 19:58:57.394124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53548) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:57.456869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 87f89f5b-059f-4f8e-a6a3-a36d4ae3262c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:57.457115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.460371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.476689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cf13e736-202e-45c0-85ca-c4e941a3d203 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:57.493200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.505307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.505819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20aea383-6802-4e33-afa6-3bbba533f8a1 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:57.533635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=f1480551-0885-4216-a140-cedcca801ef0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:57.542156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:57.566232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.568325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9a2903fe-b267-481c-8eb4-ce84adb117ea tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "DELETE /v2.0/routers/20aea383-6802-4e33-afa6-3bbba533f8a1 HTTP/1.1" status: 204 len: 168 time: 1.3956771 Dec 13 19:58:57.572727 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/f1480551-0885-4216-a140-cedcca801ef0 HTTP/1.1" status: 204 len: 168 time: 2.4448493 Dec 13 19:58:57.609943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53552) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:57.610422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53554) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:57.666762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Request body: {'router': {'name': 'tempest-router-1641857539', 'distributed': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:57.679799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.685237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:57.705324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Usage tracker for resource:router and tenant:b5f13541f848497a96e09f4f7054405d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:57.718187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:57.734178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:57.762118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port b740664a-6580-41fa-b4c9-d354cf6738c6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:57.762466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.807337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.808346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.914851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.968487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:57.988495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:58.014149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.014743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.110669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 0378af4c-a898-4d93-a201-d0aef00603af {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:58:58.110994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.179049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.183195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 87f89f5b-059f-4f8e-a6a3-a36d4ae3262c owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:58.185751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:58.244005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:58.280495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:58.310522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event updated for resources: {'Port': ['ID=7d886557-2184-4ef3-8bcc-9511a125aebe,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:58.327326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:58.365452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.369546 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0fbe32cc-1c1e-49a6-80dd-c28b26889d80 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7496736 Dec 13 19:58:58.371880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53560) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:58.411672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.431121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:58:58.439811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.494945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ab82246-136a-4ede-9059-ad92ebcd603b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:58.554004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.559287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bff2411-a712-41e4-ac5c-cea1129091b6 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:58.594656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:58.658377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for b740664a-6580-41fa-b4c9-d354cf6738c6 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:58.660876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=87f89f5b-059f-4f8e-a6a3-a36d4ae3262c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:58.672451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:59.005419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:59.020305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:59.029331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7351eb-1eb1-4ac1-a5a6-fb47e807f052 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:58:59.039353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:58:59.039984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.093291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=bfa0df82-802a-415b-aebc-7733f441449f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:59.116136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:59.152281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 0378af4c-a898-4d93-a201-d0aef00603af, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0378af4c-a898-4d93-a201-d0aef00603af,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:58:59.152644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.155352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.164063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.164261 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5093629 Dec 13 19:58:59.166094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53564) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:59.177014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:59.210463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.215911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.267119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'bfa0df82-802a-415b-aebc-7733f441449f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:58:59.268242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.285133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.297799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 0378af4c-a898-4d93-a201-d0aef00603af owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:58:59.330435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5efa8a4-fb68-4d93-a794-f2d05e667580 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:59.396201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Port': ['ID=b740664a-6580-41fa-b4c9-d354cf6738c6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:59.396777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.397322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 274cccb5-0ac5-4685-b786-672054fa5970 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:58:59.458633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:59.461745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.463071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9eadd3ef-f07c-4186-a797-50488d3cfc87 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "DELETE /v2.0/routers/274cccb5-0ac5-4685-b786-672054fa5970 HTTP/1.1" status: 204 len: 168 time: 1.0883675 Dec 13 19:58:59.471052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.473519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53568) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:59.478588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.479715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/9bbbff8f-dc14-443b-8fa8-ed7bb51071dd HTTP/1.1" status: 204 len: 168 time: 2.2596695 Dec 13 19:58:59.487759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53572) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:59.488447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Request body: {'router': {'name': 'tempest-router-863438315', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aa8a9b2aa9e440238ffc33ab989e1bc9'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:59.491590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Allocated IP 2001:db8::f816:3eff:fed1:98b8 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/bfa0df82-802a-415b-aebc-7733f441449f/2205e2ac-28cb-41ad-963c-83a923e1a924) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:58:59.506210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/ports/b740664a-6580-41fa-b4c9-d354cf6738c6 HTTP/1.1" status: 204 len: 168 time: 1.8875537 Dec 13 19:58:59.511830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:59.513881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53574) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:59.561069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'b346eae3-4a5c-42b4-9cd6-6f952c3c66fc'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:58:59.571567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Usage tracker for resource:router and tenant:aa8a9b2aa9e440238ffc33ab989e1bc9 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:59.581382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:59.596136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:59.609641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:floatingip and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:59.616979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:59.623583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:58:59.625817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:59.632995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:58:59.637235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:58:59.646251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:59.651877 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7403a75-461c-4102-87a5-44666700f6b3 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] DELETE failed (client error): The resource could not be found. Dec 13 19:58:59.652355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7403a75-461c-4102-87a5-44666700f6b3 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:58:59.656611 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c7403a75-461c-4102-87a5-44666700f6b3 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/e4cb63f5-cee3-4c0f-b7ee-ca0e0c98f985 HTTP/1.1" status: 404 len: 337 time: 0.1363609 Dec 13 19:58:59.656611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:58:59.656980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53580) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:58:59.663843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.691123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.692138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.700126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.712300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Transition to ACTIVE for port object 2205e2ac-28cb-41ad-963c-83a923e1a924 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:59.715289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:58:59.718812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.724377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.732179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Transition to ACTIVE for port object 2205e2ac-28cb-41ad-963c-83a923e1a924 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:58:59.738672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.743009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a9557700-a957-4508-8910-1cd6e4ccba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:58:59.796253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.809841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:58:59.812614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:58:59.815549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:58:59.890687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Pushing event updated for resources: {'Port': ['ID=2205e2ac-28cb-41ad-963c-83a923e1a924,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:58:59.892825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:58:59.913049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Attempting to bind port 2205e2ac-28cb-41ad-963c-83a923e1a924 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:58:59.913446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Attempting to bind port 2205e2ac-28cb-41ad-963c-83a923e1a924 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:58:59.913819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Attempting to bind port 2205e2ac-28cb-41ad-963c-83a923e1a924 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:58:59.919207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:58:59.919566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:58:59.919989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.920379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:58:59.920849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Bound port: 2205e2ac-28cb-41ad-963c-83a923e1a924, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:58:59.921970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.951348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:58:59.953356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.013881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] For port 2205e2ac-28cb-41ad-963c-83a923e1a924, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:00.017010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] For port 2205e2ac-28cb-41ad-963c-83a923e1a924, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2205e2ac-28cb-41ad-963c-83a923e1a924,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:00.022269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.032678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:00.065614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.072469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb9f0771-c37e-4c6e-a1c3-03c87205e907 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:00.102022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.105217 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2295850e-a385-4765-8f1f-e0fa13e3d8c2 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6240299 Dec 13 19:59:00.117906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53584) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:00.138846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:00.165533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Pushing event updated for resources: {'Port': ['ID=2205e2ac-28cb-41ad-963c-83a923e1a924,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:00.168796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:00.190766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=0378af4c-a898-4d93-a201-d0aef00603af,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:00.212312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port daa07c27-69ac-4118-89da-2c9537e233aa {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:00.213321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.231468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:00.277201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.422672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b644876-6bd3-4df6-be3a-e13073ffdbcb']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:00.678705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f13d3ef-c801-4515-b79d-64531de53e3b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:00.678957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f13d3ef-c801-4515-b79d-64531de53e3b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:00.723253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.757514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.760406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.816155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:00.816570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:00.833438 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:00.902434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:00.954869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.028112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2205e2ac-28cb-41ad-963c-83a923e1a924 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:01.050277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.050656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.104071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.115517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2205e2ac-28cb-41ad-963c-83a923e1a924 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:01.132604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for daa07c27-69ac-4118-89da-2c9537e233aa owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:01.166988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.184708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1ae9cde1-5e1c-49ac-b81d-4f50bc1ab39a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:01.211453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.242247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.323456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:01.334357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:01.337110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/7b644876-6bd3-4df6-be3a-e13073ffdbcb HTTP/1.1" status: 204 len: 168 time: 1.6790369 Dec 13 19:59:01.344287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:01.345734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.350832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53588) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:01.413227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=8166a4b0-8bfd-4c18-8087-e098c6f1e9b6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:01.435266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e817b-3b80-48df-9b68-f63b7073864e None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:01.436674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:01.437974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9c944f7-697a-4f7a-a3bb-43b5403a69d4 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:01.455661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87526) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 13 19:59:01.456036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Router 64a0e998-7e73-4b7a-ae94-e445b9861317 migrating from provider to provider. {{(pid=87526) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 13 19:59:01.456360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.483874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=7b644876-6bd3-4df6-be3a-e13073ffdbcb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:01.486398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:01.491537 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3242085 Dec 13 19:59:01.497262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.198 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/a482fda3-b744-492f-ad6c-3783c62e4843) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:01.499131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53592) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:01.513990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:f9:cd:95', 'name': 'tempest-NetworksTestDHCPv6-1734550934'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:01.536788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Provisioning for port 2205e2ac-28cb-41ad-963c-83a923e1a924 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:01.546114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Provisioning complete for port 2205e2ac-28cb-41ad-963c-83a923e1a924 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:01.546500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.642391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.651969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting subnet 71a20ee3-a78f-4674-9378-e3d1f105758f {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:01.655598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.704684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.774488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.817725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] For port 2205e2ac-28cb-41ad-963c-83a923e1a924, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2205e2ac-28cb-41ad-963c-83a923e1a924,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:01.825902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.828340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfaa5fa1-0088-40dc-8f3b-9e82ecef36c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:01.853985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.890457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Router f7bc614a-f97b-4d3b-976f-fa8e300aee0e is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:59:01.897315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Pushing event updated for resources: {'Port': ['ID=2205e2ac-28cb-41ad-963c-83a923e1a924,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:01.900538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:01.964299 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.scheduler.l3_agent_scheduler [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] No L3 agents can host the router 64a0e998-7e73-4b7a-ae94-e445b9861317 Dec 13 19:59:01.964682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:01.977996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': 'bfa0df82-802a-415b-aebc-7733f441449f', 'ip_address': '2001:db8::f816:3eff:fed1:98b8'}, {'subnet_id': '8166a4b0-8bfd-4c18-8087-e098c6f1e9b6'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '2205e2ac-28cb-41ad-963c-83a923e1a924'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 19:59:01.989738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:01.994704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:01.999415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:02.002147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.013662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-474206a0-f488-432a-ab5e-8f876344dae7 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:02.030401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.045475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:02.074855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=daa07c27-69ac-4118-89da-2c9537e233aa,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:02.076398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:02.161098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:02.214495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:02.272431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Allocated IP 172.20.0.2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8166a4b0-8bfd-4c18-8087-e098c6f1e9b6/2205e2ac-28cb-41ad-963c-83a923e1a924) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:02.437607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] For port 2205e2ac-28cb-41ad-963c-83a923e1a924, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2205e2ac-28cb-41ad-963c-83a923e1a924,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:02.440545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:02.452753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] Sync routers for ids ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:02.465153 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] Routers {'f7bc614a-f97b-4d3b-976f-fa8e300aee0e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:02.466066 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:02.471500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.493603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Transition to ACTIVE for port object 2205e2ac-28cb-41ad-963c-83a923e1a924 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:02.502510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.509568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cec3f97b-821d-4f16-aefb-766c88f09503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:02.525675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Hosts for router 64a0e998-7e73-4b7a-ae94-e445b9861317: [] {{(pid=87526) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 13 19:59:02.543592 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:02.551836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.554173 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] Routers {'f7bc614a-f97b-4d3b-976f-fa8e300aee0e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:02.554954 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:02.567093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.570984 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0448582 Dec 13 19:59:02.575670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53596) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:02.598052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:02.623262 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:02.623985 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8226a1-b866-49ee-a3a3-8838721b2e14 None None] The sync data for ids ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:02.669003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Hosts for other DVR routers connected to router 64a0e998-7e73-4b7a-ae94-e445b9861317: set() {{(pid=87526) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 13 19:59:02.672513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.676444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-95fbf0d9-36bf-44f4-8abe-eeb1fdf2c1a5 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "PUT /v2.0/routers/64a0e998-7e73-4b7a-ae94-e445b9861317 HTTP/1.1" status: 200 len: 716 time: 2.5481327 Dec 13 19:59:02.679141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53600) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:02.702973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Pushing event updated for resources: {'Port': ['ID=2205e2ac-28cb-41ad-963c-83a923e1a924,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:02.706730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:02.716456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.720270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.730195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-67ecf265-fe4e-475a-8eb5-78db855e55d7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:02.750470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:02.763035 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9293027 Dec 13 19:59:02.766877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:02.774069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53604) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:02.784494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:02.785640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:02.897431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:02.903441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:02.919280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:02.921952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:02.978512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2205e2ac-28cb-41ad-963c-83a923e1a924 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:03.046482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=a482fda3-b744-492f-ad6c-3783c62e4843,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:03.049963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:03.050793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:03.082551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port c9404a0c-6131-4499-b160-2f57d28261cc yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:03.126294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.141374 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e13db092-234d-49c7-8cea-d09f63627d6e tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "GET /v2.0/routers/64a0e998-7e73-4b7a-ae94-e445b9861317 HTTP/1.1" status: 200 len: 716 time: 0.4549530 Dec 13 19:59:03.141669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:03.153542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53608) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:03.270393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Subnet': ['ID=71a20ee3-a78f-4674-9378-e3d1f105758f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:03.310695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet 045a286c-0582-42d1-909c-68c9d6905b07 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:03.329676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.335932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.473128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2de353-f14d-4258-b5c6-af44009aadfd None None] Network 5b9a649b-346a-4ba3-ae02-692fe70ebd97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:03.474295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/subnets/71a20ee3-a78f-4674-9378-e3d1f105758f HTTP/1.1" status: 204 len: 168 time: 2.1177711 Dec 13 19:59:03.484226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53614) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:03.493897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:03.619833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-061c142e-4b04-4ae7-b46a-32d6b8adacd9 None None] Provisioning for port 2205e2ac-28cb-41ad-963c-83a923e1a924 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:03.624523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2205e2ac-28cb-41ad-963c-83a923e1a924 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:03.624828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.645263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 8f25efde-99e9-4643-a47c-1c869bcc605b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:03.650264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.694170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-061c142e-4b04-4ae7-b46a-32d6b8adacd9 None None] Provisioning complete for port 2205e2ac-28cb-41ad-963c-83a923e1a924 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:03.694568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-061c142e-4b04-4ae7-b46a-32d6b8adacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:03.700790 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a428672-f37f-49a3-9d58-f75716f30b0a tempest-RoutersTestDVR-2010480940 tempest-RoutersTestDVR-2010480940-project] 10.222.0.18 "GET /v2.0/routers/64a0e998-7e73-4b7a-ae94-e445b9861317 HTTP/1.1" status: 200 len: 682 time: 0.5435891 Dec 13 19:59:03.753902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53618) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:03.811772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:59Z', 'revision_number': 9, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:03.825910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:59:03.877891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:03.878562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:03.894197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.002017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port a856dd4d-134d-48f7-b6c7-e800ed198c3c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:04.002461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.028514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.120014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:04.127211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.193060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:04.199102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] DHCP port deletion for 5b9a649b-346a-4ba3-ae02-692fe70ebd97 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:04.206768 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] Sync routers for ids ['8f25efde-99e9-4643-a47c-1c869bcc605b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:04.208120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Deleting port a856dd4d-134d-48f7-b6c7-e800ed198c3c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:04.208569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.217565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/8f25efde-99e9-4643-a47c-1c869bcc605b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8211532 Dec 13 19:59:04.222735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.224278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53622) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:04.228576 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] Routers {'8f25efde-99e9-4643-a47c-1c869bcc605b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:04.230082 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8f25efde-99e9-4643-a47c-1c869bcc605b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:04.260145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Deleting port 7d886557-2184-4ef3-8bcc-9511a125aebe {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:04.260632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.313651 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:04.317124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b216beef-cdb9-4e7d-8fd9-94ef2d7d0145 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:04.320278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.325715 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] Routers {'8f25efde-99e9-4643-a47c-1c869bcc605b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:04.326816 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8f25efde-99e9-4643-a47c-1c869bcc605b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:04.396436 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:04.397269 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969f8-38e9-4142-8145-e0c388d0f3f8 None None] The sync data for ids ['8f25efde-99e9-4643-a47c-1c869bcc605b'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:04.489581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.510415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fdb21448-58db-41e0-b3f8-7f4a8dbd9ff5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:04.556560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b216beef-cdb9-4e7d-8fd9-94ef2d7d0145 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:04.557756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b216beef-cdb9-4e7d-8fd9-94ef2d7d0145 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f25efde-99e9-4643-a47c-1c869bcc605b HTTP/1.1" status: 200 len: 205 time: 0.3296573 Dec 13 19:59:04.591467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53626) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:04.603959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.623988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc09c8-058a-4f26-9fdc-df60da62b829 None None] Network a1ee733d-a6d7-470a-811a-ad8752c748eb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:04.624556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 172.20.0.13 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8166a4b0-8bfd-4c18-8087-e098c6f1e9b6/c9404a0c-6131-4499-b160-2f57d28261cc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:04.691598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fef9:cd95 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/bfa0df82-802a-415b-aebc-7733f441449f/c9404a0c-6131-4499-b160-2f57d28261cc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:04.716812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.723332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.772853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] For port a856dd4d-134d-48f7-b6c7-e800ed198c3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a856dd4d-134d-48f7-b6c7-e800ed198c3c,segment=NetworkSegment(7e878505-36ab-4272-91d3-638b1533893e),segment_id=7e878505-36ab-4272-91d3-638b1533893e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:04.773806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.800072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.800585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64a0e998-7e73-4b7a-ae94-e445b9861317 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:04.841681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.843590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b19cf37f-7fd4-478e-a5ad-141c71fc39ec tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "DELETE /v2.0/routers/64a0e998-7e73-4b7a-ae94-e445b9861317 HTTP/1.1" status: 204 len: 168 time: 1.0864954 Dec 13 19:59:04.850796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=045a286c-0582-42d1-909c-68c9d6905b07,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:04.853257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:04.865452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53630) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:04.878654 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/045a286c-0582-42d1-909c-68c9d6905b07 HTTP/1.1" status: 204 len: 168 time: 2.1035316 Dec 13 19:59:04.884118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Request body: {'router': {'name': 'tempest-router-1056303619', 'distributed': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:04.888481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:04.893128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Usage tracker for resource:router and tenant:b5f13541f848497a96e09f4f7054405d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:04.893330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53634) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:04.934943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Calling delete_port for a856dd4d-134d-48f7-b6c7-e800ed198c3c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:04.955053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:04.976039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:04.977141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a856dd4d-134d-48f7-b6c7-e800ed198c3c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:04.985487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] For port a856dd4d-134d-48f7-b6c7-e800ed198c3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a856dd4d-134d-48f7-b6c7-e800ed198c3c,segment=NetworkSegment(7e878505-36ab-4272-91d3-638b1533893e),segment_id=7e878505-36ab-4272-91d3-638b1533893e)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:04.985838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.993019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:04.994811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.081075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.104468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.146912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.179078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 57a48436-06ef-4395-8025-dca5c19843d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:05.179419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.188201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:59Z', 'revision_number': 9, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:05.195714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.206904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-37aaf9cc-0298-4422-a4b1-1bb33d687600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:05.210924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object c9404a0c-6131-4499-b160-2f57d28261cc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:05.224050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.241736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port a856dd4d-134d-48f7-b6c7-e800ed198c3c update to DOWN by agent not found {{(pid=87527) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 13 19:59:05.252746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887d8ef-7773-4dea-87be-59a3d78870b5 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:58:59Z', 'revision_number': 9, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '0be557cc-5935-4a5d-ab6b-ddd6a1b456ba', 'name': '', 'network_id': '5911818c-6572-4725-b141-2a246e276f1b', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:52:c1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:56Z', 'updated_at': '2021-12-13T19:58:15Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '136d7f66-412c-4444-be8b-a62064cb6ac8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:05.257799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Pushing event deleted for resources: {'Port': ['ID=a856dd4d-134d-48f7-b6c7-e800ed198c3c,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:05.261893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:05.263417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] No DVR routers for this DVR port a856dd4d-134d-48f7-b6c7-e800ed198c3c on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:05.304829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Calling delete_port for 7d886557-2184-4ef3-8bcc-9511a125aebe owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:05.536770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Calling delete_port for a856dd4d-134d-48f7-b6c7-e800ed198c3c owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:05.566196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.567256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.640924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] DHCP port deletion for a1ee733d-a6d7-470a-811a-ad8752c748eb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:05.649952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Deleting port 57a48436-06ef-4395-8025-dca5c19843d4 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:05.650532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.721851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 57a48436-06ef-4395-8025-dca5c19843d4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=57a48436-06ef-4395-8025-dca5c19843d4,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:05.722412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.800485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.816653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.826851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.835616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.870775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 57a48436-06ef-4395-8025-dca5c19843d4 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:05.891531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:59:05.891531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:59:05.893051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.899273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.899752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router 8f25efde-99e9-4643-a47c-1c869bcc605b {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:05.901880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] For port 57a48436-06ef-4395-8025-dca5c19843d4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=57a48436-06ef-4395-8025-dca5c19843d4,segment=NetworkSegment(4c5e2ff5-019b-49b6-b47d-447724b31b09),segment_id=4c5e2ff5-019b-49b6-b47d-447724b31b09)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:05.902024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:05.902299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.977702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.981913 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-df8962fe-811f-4569-9412-f9123f78c8d2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/8f25efde-99e9-4643-a47c-1c869bcc605b HTTP/1.1" status: 204 len: 168 time: 1.3822951 Dec 13 19:59:05.983757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53638) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:05.987714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:05.989610 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eb39f3c2-28cb-45d6-be92-5d03a8cac088 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1205530 Dec 13 19:59:05.993626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:06.033663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Calling delete_port for 57a48436-06ef-4395-8025-dca5c19843d4 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:06.046858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:06.067869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:06.083260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:06.118961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.124432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:06.140371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.145868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=c9404a0c-6131-4499-b160-2f57d28261cc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:06.160125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:06.178660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Pushing event deleted for resources: {'Port': ['ID=57a48436-06ef-4395-8025-dca5c19843d4,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:06.184034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet fc627ee2-3186-4dfa-91ee-a10621c50e13 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:06.188760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] No DVR routers for this DVR port 57a48436-06ef-4395-8025-dca5c19843d4 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:06.191524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.191524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.191524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.191855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.191991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.192320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.192648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.192971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.193322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.193646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.193958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.194337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.203247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:06.204233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.235644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:59:06.235896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:59:06.273225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:06.273903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.301339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.310050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.343791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.368622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-693a6354-9ed8-46b2-80f2-7bf7229680f9 tempest-ServerActionsTestJSON-463423285 tempest-ServerActionsTestJSON-463423285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:06.368929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.419199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ced8b1c3-9ead-40e9-9447-c76acb5fc93c tempest-PortsAdminExtendedAttrsTestJSON-1009365789 tempest-PortsAdminExtendedAttrsTestJSON-1009365789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:06.446440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0eb81451-e339-45bb-9c56-5869ef2a91c2 None None] Provisioning for port c9404a0c-6131-4499-b160-2f57d28261cc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:06.452483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0eb81451-e339-45bb-9c56-5869ef2a91c2 None None] Provisioning complete for port c9404a0c-6131-4499-b160-2f57d28261cc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:06.453005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0eb81451-e339-45bb-9c56-5869ef2a91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.458109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9553876 Dec 13 19:59:06.463227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Deleting port a856dd4d-134d-48f7-b6c7-e800ed198c3c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:06.463227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.470893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53646) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:06.498306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Pushing event deleted for resources: {'Port': ['ID=7d886557-2184-4ef3-8bcc-9511a125aebe,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:06.508000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0eb81451-e339-45bb-9c56-5869ef2a91c2 None None] Port c9404a0c-6131-4499-b160-2f57d28261cc cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:06.518806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.519195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.519575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.519946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.520314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.520681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.521044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.521430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.521794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.522156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.522515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.522871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:06.571240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:06.576051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=a482fda3-b744-492f-ad6c-3783c62e4843,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:06.579704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.628172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:06.684197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.698058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] The port 'a856dd4d-134d-48f7-b6c7-e800ed198c3c' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:59:06.786958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 57a48436-06ef-4395-8025-dca5c19843d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:06.787583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.836991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.844093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.894771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] The port '57a48436-06ef-4395-8025-dca5c19843d4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:59:06.934513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0378af4c-a898-4d93-a201-d0aef00603af no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:06.936533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e078d1-67d0-40fd-aa08-b2ecf7cf6ca0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:06.942666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e078d1-67d0-40fd-aa08-b2ecf7cf6ca0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:06.943494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-34e078d1-67d0-40fd-aa08-b2ecf7cf6ca0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:06.950592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.958082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.958344 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 0f35553c-3382-4904-9323-269ab1649802 associated. External IP: 172.26.6.198, port: b346eae3-4a5c-42b4-9cd6-6f952c3c66fc. Dec 13 19:59:06.958591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e83e2ce-3165-41f1-a676-75a1de7fcbe6 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:06.963298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:06.983659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0378af4c-a898-4d93-a201-d0aef00603af {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:06.984103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0378af4c-a898-4d93-a201-d0aef00603af not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:06.984640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 57a48436-06ef-4395-8025-dca5c19843d4 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:07.021324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 57a48436-06ef-4395-8025-dca5c19843d4 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:07.022085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 57a48436-06ef-4395-8025-dca5c19843d4 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:07.046422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9a649b-346a-4ba3-ae02-692fe70ebd97']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.058967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.076881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f235c81f-27c3-48af-ad09-c21298fa90a5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:07.107239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.108346 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-47ae9270-74ad-4b67-93b4-d231dea28f06 tempest-RoutersTestDVR-1934776099 tempest-RoutersTestDVR-1934776099-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3e83e2ce-3165-41f1-a676-75a1de7fcbe6 HTTP/1.1" status: 204 len: 168 time: 1.1137009 Dec 13 19:59:07.121614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e878505-36ab-4272-91d3-638b1533893e') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.121944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e878505-36ab-4272-91d3-638b1533893e') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.198575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.334604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.343889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.373577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ee733d-a6d7-470a-811a-ad8752c748eb']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.386729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5e2ff5-019b-49b6-b47d-447724b31b09') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.387101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5e2ff5-019b-49b6-b47d-447724b31b09') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:07.400680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:07.401352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.412096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=fc627ee2-3186-4dfa-91ee-a10621c50e13,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:07.414297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-34e078d1-67d0-40fd-aa08-b2ecf7cf6ca0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:07.417606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-34e078d1-67d0-40fd-aa08-b2ecf7cf6ca0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.9416494 Dec 13 19:59:07.420163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.423832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02dbd7b-4af8-4419-adb4-bc3ebf91b577 None None] Network 41e6c994-022c-4c50-bbfd-bca9702338f0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:07.427520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:07.430862 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:07.433315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53654) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:07.441871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53656) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:07.444010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.491835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.492182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.492594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.492942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.493417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.493859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.494229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.494593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.495707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.496083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.496481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.496856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 19:59:07.511459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:07.516872 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/fc627ee2-3186-4dfa-91ee-a10621c50e13 HTTP/1.1" status: 204 len: 168 time: 1.5237021 Dec 13 19:59:07.529010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53662) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:07.530012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.562967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:07.563412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:07.581524 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:07.687310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.706956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] DHCP port deletion for 41e6c994-022c-4c50-bbfd-bca9702338f0 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:07.715885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Deleting port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:07.716601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.780056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.829373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.834671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc5ef822-4bc6-48ea-b9da-7b1e2d469908 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:07.836274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.849172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e07b8f7d-8146-4900-b675-4f59fe0b68f5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:07.851677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port c9404a0c-6131-4499-b160-2f57d28261cc {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:07.852025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.866612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.885744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=a1ee733d-a6d7-470a-811a-ad8752c748eb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:07.887458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.890425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/a1ee733d-a6d7-470a-811a-ad8752c748eb HTTP/1.1" status: 204 len: 168 time: 2.9965277 Dec 13 19:59:07.923608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53668) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:07.941799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:07.949951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:07.950298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:07.998370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Pushing event deleted for resources: {'Network': ['ID=5b9a649b-346a-4ba3-ae02-692fe70ebd97,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:08.006375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.008819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] For port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,segment=NetworkSegment(fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb),segment_id=fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:08.009405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.027357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:08.028791 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] 10.222.0.18 "DELETE /v2.0/networks/5b9a649b-346a-4ba3-ae02-692fe70ebd97 HTTP/1.1" status: 204 len: 168 time: 4.5409739 Dec 13 19:59:08.074142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:08.103406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Router f7bc614a-f97b-4d3b-976f-fa8e300aee0e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:08.108260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:08.162784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Usage tracker for resource:security_group_rule and tenant:aa8a9b2aa9e440238ffc33ab989e1bc9 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:08.165872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Calling delete_port for 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:08.178225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:08.192410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:08.251594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.263675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:08.313906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Pushing event deleted for resources: {'Port': ['ID=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:08.319702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] No DVR routers for this DVR port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:08.321440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:08.353592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53676) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:08.383952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2,segment=NetworkSegment(fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb),segment_id=fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:08.384321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.523242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:08.574840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:08.585132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:08.599808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] Sync routers for ids ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:08.607789 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:08.619329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] Routers {'f7bc614a-f97b-4d3b-976f-fa8e300aee0e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:08.620103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:08.620405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.621066 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.637577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.689590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:59:08.689946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:59:08.703924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.709054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1699989 Dec 13 19:59:08.709304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53682) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:08.711722 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.715466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] Routers {'f7bc614a-f97b-4d3b-976f-fa8e300aee0e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:08.716207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.720627 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:08.721265 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.729862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.731009 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "PUT /v2.0/routers/f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 200 len: 709 time: 6.1452239 Dec 13 19:59:08.739925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53686) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:08.761113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:08.793692 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.794091 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9bdcc-4e6f-47d2-9757-73ffe3041009 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:08.795156 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:08.798022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a657-5c9d-4c69-85b7-541eb59e2bbb None None] The sync data for ids ['f7bc614a-f97b-4d3b-976f-fa8e300aee0e'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:08.924689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:08.962509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:08.962889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:08.992649 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-27717ab4-9999-444b-a509-f0cb9aceff6e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/floatingips/0f35553c-3382-4904-9323-269ab1649802 HTTP/1.1" status: 200 len: 978 time: 0.2819033 Dec 13 19:59:08.995169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53690) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.101918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa19280d-17f7-4247-bcf6-e6bc6bb541e3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Synchronizing usage tracker for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:floatingip {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:09.120504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa19280d-17f7-4247-bcf6-e6bc6bb541e3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Unset dirty status for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:floatingip {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:09.121899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa19280d-17f7-4247-bcf6-e6bc6bb541e3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1257267 Dec 13 19:59:09.124702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53694) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.130670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': 'b335b759-f92d-4d48-8450-9d9f737c24af'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:09.132937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for c9404a0c-6131-4499-b160-2f57d28261cc owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:09.162093 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d7179472-7f6a-4039-acfb-26be8ac37f3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fd3a99bd22342e991f7820a56f093cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053463 Dec 13 19:59:09.189961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53698) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.190501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:09.190843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.290858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] The port '5bfdd4c8-6f0f-4b2d-9c0c-0f3024875dd2' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:59:09.291234 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4c8af744-5b49-4234-924f-49974d5fb40b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/routers/f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 200 len: 744 time: 0.5390158 Dec 13 19:59:09.294621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.299867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53702) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.306296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.318834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2866938f-0186-455a-b48e-b54b1f4a3770 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:09.387944 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa8a9b2aa9e440238ffc33ab989e1bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9418530 Dec 13 19:59:09.388853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b258068-78eb-4406-9e9a-53e54dacd7b5,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:09.393420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53706) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.397107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:09.429429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.489019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c43ff064-1bac-4c9f-92c7-42314c5f5d11 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&device_id=f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 200 len: 205 time: 0.1769617 Dec 13 19:59:09.490525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.553620 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c4878257-138e-4ddc-b802-fdca92e6c618 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 200 len: 205 time: 0.0571043 Dec 13 19:59:09.562339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53714) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:09.614896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.668913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.687396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.690090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.691322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.702918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570e52e6-7a56-4ea9-b62b-7954b28b7f5a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:09.769026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=c9404a0c-6131-4499-b160-2f57d28261cc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:09.780582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e6c994-022c-4c50-bbfd-bca9702338f0']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:09.808729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:09.840405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.911656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:09.912010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4feb6e-9edb-4e76-b5d1-d2c7a5689ceb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:09.933097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.989703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:09.994172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.003136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a62e6cf-1593-4e88-be76-dec859675514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:10.004257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.070092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.081295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b258068-78eb-4406-9e9a-53e54dacd7b5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:10.086664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:10.113501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.114639 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b258068-78eb-4406-9e9a-53e54dacd7b5 HTTP/1.1" status: 204 len: 168 time: 0.7201598 Dec 13 19:59:10.114940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.118173 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/c9404a0c-6131-4499-b160-2f57d28261cc HTTP/1.1" status: 204 len: 168 time: 2.6801639 Dec 13 19:59:10.120762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53720) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.219683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:10.220101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:10.234909 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:10.291812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:10.293394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:10.295042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:10.295897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:10.338192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:10.342294 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-63fca2a5-e40b-40f9-98ed-591ad6969d8b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2178991 Dec 13 19:59:10.343247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53726) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.458054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53730) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.470948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 8166a4b0-8bfd-4c18-8087-e098c6f1e9b6 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:10.487625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.522771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.534483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.536598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.555935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:10.556259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.599017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:10.602632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.643098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f13541f848497a96e09f4f7054405d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:10.647834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.666071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:10.666407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-178f3e4f-eadd-4d4c-8779-f0ef0cf53e97 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:10.670795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:10.674629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.693902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.694385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Fanout notify agent at l3_agent the message router_deleted on router f7bc614a-f97b-4d3b-976f-fa8e300aee0e {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:10.747234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=41e6c994-022c-4c50-bbfd-bca9702338f0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:10.764143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.769305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:10.774945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2077f0fd-2d3e-4de3-9e23-ea23797efc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:10.811635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.812703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-65bc11cc-9f06-4022-9bb4-18f29a7536fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 204 len: 168 time: 1.2457902 Dec 13 19:59:10.814198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d4fc3-cd89-45b7-832b-b94f73f4a02c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:10.819103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53734) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.819928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:10.830023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/41e6c994-022c-4c50-bbfd-bca9702338f0 HTTP/1.1" status: 204 len: 168 time: 3.2903016 Dec 13 19:59:10.830023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:10.830023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f0d4fc3-cd89-45b7-832b-b94f73f4a02c HTTP/1.1" status: 204 len: 168 time: 1.6145093 Dec 13 19:59:10.843499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.864254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1550317140', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:10.871294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:10.874915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:10.885469 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3c3aa75e-10ff-4241-956b-86ccc6482a4a tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 200 len: 205 time: 0.0642123 Dec 13 19:59:10.892614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:10.893450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:11.045641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.133039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:11.175630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.177828 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-bab30fa2-da38-4695-8705-31de92492eb0 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:11.179020 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bab30fa2-da38-4695-8705-31de92492eb0 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/f7bc614a-f97b-4d3b-976f-fa8e300aee0e HTTP/1.1" status: 404 len: 336 time: 0.2827222 Dec 13 19:59:11.182738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53752) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.189971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:11.190383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.206039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.207063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.237365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.343552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:11.352105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8064ccf6-8645-40c0-9c97-0a1ea2acd8e2 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 200 len: 205 time: 0.1670704 Dec 13 19:59:11.354787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53762) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.415346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.443742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.453742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-faecf021-c880-49cc-b941-6803524fcc09 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:11.458038 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-faecf021-c880-49cc-b941-6803524fcc09 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/e66f5c54-add5-4691-82c5-49d0924ac60c HTTP/1.1" status: 404 len: 336 time: 0.1019812 Dec 13 19:59:11.458637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53770) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.458777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.462301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.474188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-544d9e00-c266-4c26-bb01-cf2131e1ef6c tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:11.515888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b4fef06f-7088-405f-820e-3a65717b3a22 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 200 len: 205 time: 0.0519395 Dec 13 19:59:11.516627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53776) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.535780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=8166a4b0-8bfd-4c18-8087-e098c6f1e9b6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:11.540041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:11.547673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d2daff68-9676-4131-a008-0617e74d1752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:11.548943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d451ef2-c8f8-4b91-9449-90aa52b17325 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:11.555555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.657515 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5f13541f848497a96e09f4f7054405d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1982832 Dec 13 19:59:11.668836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-540a72ba-2350-49ae-8faf-37f00e6245dd tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:11.675619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-540a72ba-2350-49ae-8faf-37f00e6245dd tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/4058dc82-9ba9-41c6-954e-31b099117083 HTTP/1.1" status: 404 len: 336 time: 0.1559749 Dec 13 19:59:11.678843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53782) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.679474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53784) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.735597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53790) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.765023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ec775887-9b54-48af-aa77-41a12262addc tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 200 len: 205 time: 0.0826325 Dec 13 19:59:11.766319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53796) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:11.824915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:11.831200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ccf4f-6250-4aca-8df9-49c4830419fd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:11.849735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:11.889787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 0f35553c-3382-4904-9323-269ab1649802 associated. External IP: 172.26.6.198, port: b346eae3-4a5c-42b4-9cd6-6f952c3c66fc. Dec 13 19:59:11.908034 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8166a4b0-8bfd-4c18-8087-e098c6f1e9b6 HTTP/1.1" status: 204 len: 168 time: 1.5611765 Dec 13 19:59:11.917612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:12.011236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.027620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f6a28fb0-87a6-45bb-b35f-59866979c29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465520410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:12.089675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.097933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=0be557cc-5935-4a5d-ab6b-ddd6a1b456ba,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:12.103152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-aba91d34-1c52-4165-a054-ec8b620e3d66 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:12.106991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aba91d34-1c52-4165-a054-ec8b620e3d66 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/45c4bd09-a199-470d-898f-2c4ad5f91247 HTTP/1.1" status: 404 len: 336 time: 0.3302691 Dec 13 19:59:12.113376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-680997545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:12.121343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:12.125902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:router and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:12.129034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:12.132974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:12.135235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:12.138678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:12.156060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.157232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.203169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.284276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet bfa0df82-802a-415b-aebc-7733f441449f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:12.288355 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e1101d26-e9d1-4e6c-9a90-ff8e96079cc8 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 200 len: 205 time: 0.1473022 Dec 13 19:59:12.293988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.297266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53808) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:12.300182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.353417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.367729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.487772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.491551 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-57bc52af-a819-4794-b42f-181337d544cb tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7442517 Dec 13 19:59:12.499950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53812) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:12.510055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1016226706'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:12.527620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:12.539017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:network and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:12.544445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:12.557082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:12.622509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.630393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-658b7f7c-de8d-4804-8059-905d6841adf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:12.654576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:12.658338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.675951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-abdb9ae2-3f9a-463b-a7c0-e933cf12756f None None] Provisioning complete for port 2205e2ac-28cb-41ad-963c-83a923e1a924 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:12.676547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-abdb9ae2-3f9a-463b-a7c0-e933cf12756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.678374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.681982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb1ccf4f-6250-4aca-8df9-49c4830419fd HTTP/1.1" status: 204 len: 168 time: 0.9989083 Dec 13 19:59:12.681982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ccf4f-6250-4aca-8df9-49c4830419fd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:12.683390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:12.684089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.711446 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-bb8519b5-dcaf-4011-9c40-89c6b735887e tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:12.713573 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bb8519b5-dcaf-4011-9c40-89c6b735887e tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/cda94784-b760-49b5-a3ee-c4a94b82043f HTTP/1.1" status: 404 len: 336 time: 0.3722851 Dec 13 19:59:12.717337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:12.719078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53818) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:12.725326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:security_group_rule and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:12.729080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:12.731829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.739098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:12.741323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:12.840182 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-60b18e87-d3ab-4db2-b052-43e4448365f1 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "GET /v2.0/ports?device_id=4734aa09-a9ac-4759-b674-c94c532b2a56 HTTP/1.1" status: 200 len: 205 time: 0.1137044 Dec 13 19:59:12.840182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:12.842196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53822) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:13.003675 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-fdeb3805-c293-4eef-9f6f-28a6fba17f88 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] delete failed (client error): The resource could not be found. Dec 13 19:59:13.004951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:13.005673 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fdeb3805-c293-4eef-9f6f-28a6fba17f88 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/routers/4734aa09-a9ac-4759-b674-c94c532b2a56 HTTP/1.1" status: 404 len: 336 time: 0.1579823 Dec 13 19:59:13.016212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:13.020907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:13.030395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:13.031386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:13.096067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.108796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:13.110524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.116849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9e0e87b1-ddc6-4ed4-a6fa-cd373216e7f9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:13.121432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:13.122299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:13.151105 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e2c373-cd8c-42ea-93e3-bde09d22d320 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:13.151567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e2c373-cd8c-42ea-93e3-bde09d22d320 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:13.153293 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-52e2c373-cd8c-42ea-93e3-bde09d22d320 tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] 10.222.0.18 "DELETE /v2.0/subnets/96d247a3-63aa-4424-b4a6-f7f71a2a724f HTTP/1.1" status: 404 len: 337 time: 0.1278594 Dec 13 19:59:13.181239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.204968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:13.205639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3ba5b-1886-47b0-8e32-681e823b4563 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:13.207865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:13.252699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea45042-01de-497c-8af1-8e77a55f7210,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:13.256419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:13.258005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.258513 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Added segment 1964c212-9790-4e32-b26a-98c897eb2e5d of type vlan for network 90d2b141-eafd-4481-93f1-3f1490bffc83 Dec 13 19:59:13.417703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.529824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53844) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:13.546697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.553244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:13.554785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.558522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.573204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:13.591804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-999d1450-9322-4668-9c7f-6adbabd3dc49 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:13.641638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.667798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:13.671672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa0df82-802a-415b-aebc-7733f441449f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:13.675363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:13.684043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.686306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474d2db-f84f-4afb-9d3c-965711a26025 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:13.687087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.709616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Network': ['ID=90d2b141-eafd-4481-93f1-3f1490bffc83,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:13.713558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:13.720736 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2168601 Dec 13 19:59:13.720736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:13.721712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:13.728043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:13.729674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'subnet': {'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:13.752952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:13.890247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.26.6.247 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/b5dc21c8-270e-497b-b337-9d8067d0255e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:13.926322 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/bfa0df82-802a-415b-aebc-7733f441449f HTTP/1.1" status: 204 len: 168 time: 2.0071201 Dec 13 19:59:13.981271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53862) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:13.981573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:14.079455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:14.086817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:subnet and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:14.139004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:14.143046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:14.147415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Deleting port 2205e2ac-28cb-41ad-963c-83a923e1a924 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:14.148013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.151440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:14.154599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:14.185058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:14.188798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.213059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:14.219394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.229703 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:14.238935 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:14.239790 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:14.273069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Usage tracker for resource:security_group_rule and tenant:646cbe6c26de4b03a9f02f582dd02a06 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:14.335796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:14.353838 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:14.365757 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f6040212-d4fd-40f3-b6b6-48d7e7c5c228 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2208796 Dec 13 19:59:14.368893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:14.371694 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:14.372320 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:14.374819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53872) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:14.398269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:14.454250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] For port 2205e2ac-28cb-41ad-963c-83a923e1a924, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2205e2ac-28cb-41ad-963c-83a923e1a924,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:14.455009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-435857017'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:14.455313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.489447 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:14.490179 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ff53f-b164-426b-a87e-518b3d9e1b23 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:14.540325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:14.555475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-56323fd4-7ec6-4613-a027-0b1e51a59ddc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/0f35553c-3382-4904-9323-269ab1649802 HTTP/1.1" status: 200 len: 977 time: 5.4266884 Dec 13 19:59:14.556982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53876) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:14.563643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:14.574388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:14.585147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Usage tracker for resource:network and tenant:4462ab132dd54ae68003c12304eb6905 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:14.590459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:14.600141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Calling delete_port for 2205e2ac-28cb-41ad-963c-83a923e1a924 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:14.605384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:14.621849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:14.652777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:14.653308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:14.654400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:14.659721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.673838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:14.684858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:14.688994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:14.690961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.692521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.697231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-92095168-538a-4b1f-9f4f-ac08cc117d43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:14.715767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:14.723672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.732947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.741833 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8147917 Dec 13 19:59:14.742684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:14.795825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:14.805875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:14.809812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.837983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.842959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:14.844263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Usage tracker for resource:security_group_rule and tenant:4462ab132dd54ae68003c12304eb6905 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:14.852539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:14.867667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Subnet': ['ID=e2786c70-ceb3-4ed2-b4de-b104fddce04d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:14.873768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:14.887524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a5616c98-96bd-4735-9020-3d973459dfdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:14.926409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.927554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:14.943053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Pushing event deleted for resources: {'Port': ['ID=2205e2ac-28cb-41ad-963c-83a923e1a924,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:14.945710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:14.959793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Checking segment: {'id': '1964c212-9790-4e32-b26a-98c897eb2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:14.960482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network hostable DHCP agents. Network: 90d2b141-eafd-4481-93f1-3f1490bffc83, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:14.962612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] No DVR routers for this DVR port 2205e2ac-28cb-41ad-963c-83a923e1a924 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:14.963953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:14.991622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5421ce35-e5c5-4ed9-a4eb-59c04132d1d7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:15.003115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:15.018249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet 136d7f66-412c-4444-be8b-a62064cb6ac8 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:15.042497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2205e2ac-28cb-41ad-963c-83a923e1a924 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:15.043339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.085234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 90d2b141-eafd-4481-93f1-3f1490bffc83) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:15.089176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.092383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:15.092965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.104427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.104678 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 0f35553c-3382-4904-9323-269ab1649802 disassociated. External IP: 172.26.6.198, port: b335b759-f92d-4d48-8450-9d9f737c24af. Dec 13 19:59:15.112459 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=646cbe6c26de4b03a9f02f582dd02a06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5735936 Dec 13 19:59:15.119175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35daf84e-0157-4496-ac37-6520415d5556 None None] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:15.120609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.127213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53884) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:15.130912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4431550b-b6a1-4dd4-b98b-f318366ae3d0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:15.154647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:15.155296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bd9d45a7-0fb5-4e99-9fc9-8dce45204692 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:15.197396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4713542 Dec 13 19:59:15.199511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53888) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:15.206758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'network': {'name': 'tempest-router-network01--987532105'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:15.211768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.242389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2205e2ac-28cb-41ad-963c-83a923e1a924 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:15.242389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2205e2ac-28cb-41ad-963c-83a923e1a924 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:15.265822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:15.277600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:network and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:15.289094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:15.294216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:15.298972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:15.303460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:15.315501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:15.382386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:15.385755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.388102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=b5dc21c8-270e-497b-b337-9d8067d0255e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:15.435415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:15.491375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:15.574843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.585206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.604873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.626573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:11Z', 'revision_number': 10, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:15.631348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:59:15.640027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-90d2b141-eafd-4481-93f1-3f1490bffc83', 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83', 'tenant_id': '704b4a6206724cdd9c13dc603f5278e6', 'fixed_ips': [{'subnet_id': 'e2786c70-ceb3-4ed2-b4de-b104fddce04d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:15.640884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.656976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:15.657661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:15.662677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.663022 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Added segment 78885755-43ff-4dc9-b6a6-4be85e041156 of type vlan for network 5e565e1b-356f-4a69-a212-aec4d482db77 Dec 13 19:59:15.667826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aa22f523-2297-48c6-a79e-e2827eb4c950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:15.704731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.710265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:15.797929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:15.805239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.823439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.829386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:15.830008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:15.835951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1978d3c0-65b5-42ea-92ac-4ecdadc596b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:15.880026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:15.990990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.003186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b8eaf-2134-4c10-9e00-747cd3f5a0d4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.006655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.018554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Network': ['ID=5e565e1b-356f-4a69-a212-aec4d482db77,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.023296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.024762 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8248341 Dec 13 19:59:16.028916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53892) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.039870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'network': {'name': 'tempest-router-network02--496629667'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:16.044013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:16.049816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.058342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5e565e1b-356f-4a69-a212-aec4d482db77 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:16.060691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:16.071069 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:16.072353 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:16.084310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:16.095734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:network and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:16.104434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:16.114529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:16.126961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-925f2799-4ff5-4421-9ed5-b046560b6783 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/0f35553c-3382-4904-9323-269ab1649802 HTTP/1.1" status: 200 len: 688 time: 1.5689242 Dec 13 19:59:16.130119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53896) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.152973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.153457 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Added segment 0a393b14-c102-41d1-9d9b-1d73514820c9 of type vlan for network ebfc7076-d7ef-4483-82e0-ac3d277dd987 Dec 13 19:59:16.166845 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:16.182519 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:16.183449 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:16.193625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:16.197541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.259175 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:16.259648 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94158917-30c6-4bdf-9635-0896381e96ec None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:16.271871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Allocated IP 172.20.0.2 (90d2b141-eafd-4481-93f1-3f1490bffc83/e2786c70-ceb3-4ed2-b4de-b104fddce04d/0d783935-c936-473e-a3d0-514577aed240) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:16.309891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.319769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port a482fda3-b744-492f-ad6c-3783c62e4843 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:16.320338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.348053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:16.376953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.377691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Added segment d91672c0-ff17-4e84-b8d8-19177f793ef2 of type vlan for network a5318c14-5ffc-458b-873b-e09cae3eaf4a Dec 13 19:59:16.379908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:59:16.381309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.384415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.405198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64aa13e8-2a87-48fe-a040-bd181a31f087 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:16.419763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.430407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4431550b-b6a1-4dd4-b98b-f318366ae3d0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.437451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.452951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.455060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c2c15d4c-9949-4e6e-a759-659db5252a57 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:16.497149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.523454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=136d7f66-412c-4444-be8b-a62064cb6ac8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.525835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e0ada-4070-4949-bda5-4eb2119048b4 None None] Network 5911818c-6572-4725-b141-2a246e276f1b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:16.534624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:16.559550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.560337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.570962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.576781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:16.577590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.583791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3007b339-59e3-4705-b26c-005d64cca8e4 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:16.622791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:16.626478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.628389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.637616 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4431550b-b6a1-4dd4-b98b-f318366ae3d0 HTTP/1.1" status: 204 len: 168 time: 1.5008152 Dec 13 19:59:16.639288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:16.639902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.659999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef8209-05c1-4039-bda0-55fbd5ef816e None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:16.665018 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2a376084-79c1-4af3-9d93-3997d030b9e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/136d7f66-412c-4444-be8b-a62064cb6ac8 HTTP/1.1" status: 204 len: 168 time: 1.9158380 Dec 13 19:59:16.670470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53902) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.722939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for a482fda3-b744-492f-ad6c-3783c62e4843 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:16.727941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.733825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:16.734638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.818775 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4411924 Dec 13 19:59:16.833902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53906) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.847297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=730c3496-80ce-4050-ab34-175a1cba480f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.849529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:16.857820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:16.881309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8514864 Dec 13 19:59:16.888766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53910) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.902879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'subnet': {'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:16.912248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.921444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Network': ['ID=a5318c14-5ffc-458b-873b-e09cae3eaf4a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:16.921870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:16.922525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.933098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-01c937b7-30e6-4c79-8d58-734b9eb5d1ab tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:16.935617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:16.949180 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8059776 Dec 13 19:59:16.955565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Transition to ACTIVE for port object 0d783935-c936-473e-a3d0-514577aed240 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:16.963357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53916) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:16.970166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:16.979357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'subnet': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:16.998083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.094636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '730c3496-80ce-4050-ab34-175a1cba480f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:17.096009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.244925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53920) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:17.245683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Network': ['ID=ebfc7076-d7ef-4483-82e0-ac3d277dd987,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:17.249836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:17.277780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 0ac87ed7-b916-454c-98a6-96df63857ea0 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:17.279039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.317081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:17.340786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:subnet and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:17.347121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:17.361565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:17.368749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:17.374075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:17.380055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:17.384252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:17.386896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Usage tracker for resource:subnet and tenant:4462ab132dd54ae68003c12304eb6905 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:17.387540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:17.391256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.395106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:17.408327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:17.414474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:17.416510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.423124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:17.449906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:17.478558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Transition to ACTIVE for port object 0d783935-c936-473e-a3d0-514577aed240 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:17.530653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=a482fda3-b744-492f-ad6c-3783c62e4843,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:17.539587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:17.540191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:17.543304 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-155aee48-8f34-4257-90dc-31fae35f6dc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a37da9ca128240809b77d3a084068f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948873 Dec 13 19:59:17.543639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.546406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53924) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:17.563140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.582016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:17.585532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.594686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:17.701467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:17.714258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:17.717000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:17.720755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Allocated IP 2001:db8::f816:3eff:fe64:3fbb (36b8069c-61c8-4b24-9aac-3a03df44f0fb/730c3496-80ce-4050-ab34-175a1cba480f/666e055c-80b9-4e8c-b4ba-19c388081860) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:17.764959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.783227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Pushing event updated for resources: {'Port': ['ID=0d783935-c936-473e-a3d0-514577aed240,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:17.786740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:17.860598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:11Z', 'revision_number': 10, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:17.877705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c2690-f664-4c75-aa50-48306f0b5dc5 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:11Z', 'revision_number': 10, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None, '_interfaces': [{'id': '2f0ac75e-a668-4293-a818-0c9cb74ed6d6', 'name': '', 'network_id': '2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'mac_address': 'fa:16:3e:0b:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T19:57:40Z', 'updated_at': '2021-12-13T19:57:54Z', 'revision_number': 5, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'subnets': [{'id': '319e5122-ca2a-4f53-879e-e1bd4f1849db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:17.878988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.880110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f35553c-3382-4904-9323-269ab1649802 HTTP/1.1" status: 204 len: 168 time: 1.7490427 Dec 13 19:59:17.883755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53928) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:17.936100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Attempting to bind port 0d783935-c936-473e-a3d0-514577aed240 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:17.936474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Attempting to bind port 0d783935-c936-473e-a3d0-514577aed240 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '1964c212-9790-4e32-b26a-98c897eb2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:17.936860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Attempting to bind port 0d783935-c936-473e-a3d0-514577aed240 on network 90d2b141-eafd-4481-93f1-3f1490bffc83 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:17.953050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:17.953766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Checking segment: {'id': '1964c212-9790-4e32-b26a-98c897eb2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:17.953899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.954301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Bound using segment: {'id': '1964c212-9790-4e32-b26a-98c897eb2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:17.954794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Bound port: 0d783935-c936-473e-a3d0-514577aed240, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1964c212-9790-4e32-b26a-98c897eb2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90d2b141-eafd-4481-93f1-3f1490bffc83'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:17.955178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:17.972872 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-06f3f4fd-9fcf-4b79-854f-b45c98df2e74 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] delete failed (client error): The resource could not be found. Dec 13 19:59:17.974384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-06f3f4fd-9fcf-4b79-854f-b45c98df2e74 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f35553c-3382-4904-9323-269ab1649802 HTTP/1.1" status: 404 len: 345 time: 0.0805387 Dec 13 19:59:17.982094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53932) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:18.016135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.053561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cbd7de42-a938-4cd2-9090-f00c5348fcaf tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:18.087543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 0ac87ed7-b916-454c-98a6-96df63857ea0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0ac87ed7-b916-454c-98a6-96df63857ea0,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:18.087543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.162476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] For port 0d783935-c936-473e-a3d0-514577aed240, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:18.168250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.175448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] For port 0d783935-c936-473e-a3d0-514577aed240, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0d783935-c936-473e-a3d0-514577aed240,segment=NetworkSegment(1964c212-9790-4e32-b26a-98c897eb2e5d),segment_id=1964c212-9790-4e32-b26a-98c897eb2e5d)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:18.181060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Subnet': ['ID=16ff368e-ff28-418e-82f9-fdef362094c2,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:18.184195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.191292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:18.191549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a953dc43-2515-4ca5-9259-c1834fbcf123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:18.200345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Checking segment: {'id': '78885755-43ff-4dc9-b6a6-4be85e041156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:18.200704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network hostable DHCP agents. Network: 5e565e1b-356f-4a69-a212-aec4d482db77, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:18.239796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.244522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 0ac87ed7-b916-454c-98a6-96df63857ea0 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:18.260896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.269526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.275118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] DHCP port deletion for 5911818c-6572-4725-b141-2a246e276f1b request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:18.275414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.276301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Synchronizing usage tracker for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:18.282380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 5e565e1b-356f-4a69-a212-aec4d482db77 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:18.295183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Transition to ACTIVE for port object 666e055c-80b9-4e8c-b4ba-19c388081860 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:18.296365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.302534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf50788-60bc-4c91-b7ab-2297540c6d62 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:18.320247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Deleting port 0ac87ed7-b916-454c-98a6-96df63857ea0 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:18.320764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.357832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5e565e1b-356f-4a69-a212-aec4d482db77) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:18.378725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2045acc-3ed8-4c6e-af35-11dc22867292 None None] Network 5e565e1b-356f-4a69-a212-aec4d482db77 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:18.379143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.379666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Unset dirty status for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:18.380838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ba8fcf0f-c437-40fb-9a08-bb65e5dcce43 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/ports?network_id=55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 HTTP/1.1" status: 200 len: 2357 time: 0.3975434 Dec 13 19:59:18.387528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53938) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:18.403553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Transition to ACTIVE for port object 666e055c-80b9-4e8c-b4ba-19c388081860 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:18.406069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.407079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.425428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Pushing event updated for resources: {'Port': ['ID=0d783935-c936-473e-a3d0-514577aed240,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:18.429347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:18.441848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:18.451328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:18.459444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.460357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.484841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5898478 Dec 13 19:59:18.487164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=cea87aa5-5e0e-450b-81a5-879bd4683fa6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:18.490694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53942) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:18.493726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:18.497739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'subnet': {'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:18.503289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.517347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22deadfc-4f74-48d6-88d5-fb0e0ee9c342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:18.518216 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6829145 Dec 13 19:59:18.528807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53946) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:18.597125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:70:65:80', 'name': 'tempest-NetworksTestDHCPv6-632423321'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:18.643852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:18.644942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.650143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:18.676887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:18.689087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:18.703660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c870d05-758f-46a9-9e3d-1e2e5397a99e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:18.704466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5c870d05-758f-46a9-9e3d-1e2e5397a99e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Synchronizing usage tracker for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:18.705883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Pushing event updated for resources: {'Port': ['ID=666e055c-80b9-4e8c-b4ba-19c388081860,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:18.709101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:18.741968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.756151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3dd94d6-834a-4972-9a15-dd74cee991eb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:18.756639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Usage tracker for resource:subnet and tenant:704b4a6206724cdd9c13dc603f5278e6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:18.765705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:18.783336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:18.808028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Made reservation on behalf of 704b4a6206724cdd9c13dc603f5278e6 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:18.812221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:18.819536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=0ac87ed7-b916-454c-98a6-96df63857ea0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:18.830519 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:59:18.847528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:18.856155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No DVR routers for this DVR port 0ac87ed7-b916-454c-98a6-96df63857ea0 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:18.861145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5c870d05-758f-46a9-9e3d-1e2e5397a99e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Unset dirty status for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:18.862397 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5c870d05-758f-46a9-9e3d-1e2e5397a99e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/subnets/6fa74904-28de-4f34-9763-9ffb7ea4eda0 HTTP/1.1" status: 200 len: 797 time: 0.4722204 Dec 13 19:59:18.868784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53950) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:18.976347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'port': {'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75', 'name': 'tempest-FloatingIPTestJSON-1290260760', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:19.003623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.051644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] For port 0ac87ed7-b916-454c-98a6-96df63857ea0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0ac87ed7-b916-454c-98a6-96df63857ea0,segment=NetworkSegment(d8b46379-5826-4c43-b678-d6b9570b9610),segment_id=d8b46379-5826-4c43-b678-d6b9570b9610)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:19.052202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.063884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Attempting to bind port 666e055c-80b9-4e8c-b4ba-19c388081860 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:19.064508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Attempting to bind port 666e055c-80b9-4e8c-b4ba-19c388081860 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:19.064979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Attempting to bind port 666e055c-80b9-4e8c-b4ba-19c388081860 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:19.066648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5a04379-f049-4216-a7d7-e273090e7319 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:19.105525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.137994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:19.138534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:19.140128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:19.143345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.143877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:19.144520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Bound port: 666e055c-80b9-4e8c-b4ba-19c388081860, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:19.145017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.154497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:19.161586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:19.172702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:19.208932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.231201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 4944452d-fbd3-436f-b319-637a7180f8a8 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:59:19.231844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0d783935-c936-473e-a3d0-514577aed240 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:19.249068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:19.261861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Subnet': ['ID=02930009-981f-482b-be31-0b4fbe0ea318,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:19.268383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5911818c-6572-4725-b141-2a246e276f1b']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:19.278662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:19.283779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b16a6f4-8198-420f-b919-fca88ef19c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:19.299319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Calling delete_port for 0ac87ed7-b916-454c-98a6-96df63857ea0 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:19.368621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b46379-5826-4c43-b678-d6b9570b9610') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:19.369577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b46379-5826-4c43-b678-d6b9570b9610') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:19.377080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e6374-8518-4ea2-8f17-9fc48f0f0e2d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:19.394326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:19.396929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Checking segment: {'id': '0a393b14-c102-41d1-9d9b-1d73514820c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:19.397320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network hostable DHCP agents. Network: ebfc7076-d7ef-4483-82e0-ac3d277dd987, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:19.406174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.410490 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d7e6374-8518-4ea2-8f17-9fc48f0f0e2d HTTP/1.1" status: 204 len: 168 time: 1.8563180 Dec 13 19:59:19.411940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.420755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5e565e1b-356f-4a69-a212-aec4d482db77', 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77', 'tenant_id': '704b4a6206724cdd9c13dc603f5278e6', 'fixed_ips': [{'subnet_id': '16ff368e-ff28-418e-82f9-fdef362094c2'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:19.421742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.452513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.506333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:19.520221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:19.523650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:19.528165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:19.528342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:19.544067 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:19.589590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:19.624157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ebfc7076-d7ef-4483-82e0-ac3d277dd987) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:19.639320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:59:19.639838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:59:19.641291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a51a3d-384a-451a-8980-ef64b3b3864b None None] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:19.650111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:19.650699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.669428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f3762277-8437-4065-b556-1242a49a4060 None None] For port 666e055c-80b9-4e8c-b4ba-19c388081860, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:19.675845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.678646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:19.684258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3221c5ae-6c72-4c29-a20a-bf2d4e969b2b tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:19.788299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Allocated IP 172.20.0.2 (5e565e1b-356f-4a69-a212-aec4d482db77/16ff368e-ff28-418e-82f9-fdef362094c2/80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:19.812009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.839752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8d66f397-dee0-4792-b498-42a3bda58571 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:19.966920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:19.974954 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/5911818c-6572-4725-b141-2a246e276f1b HTTP/1.1" status: 204 len: 168 time: 3.2874651 Dec 13 19:59:19.976508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53958) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:19.976933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0d783935-c936-473e-a3d0-514577aed240 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:19.983879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=5911818c-6572-4725-b141-2a246e276f1b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:20.012601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f3762277-8437-4065-b556-1242a49a4060 None None] For port 666e055c-80b9-4e8c-b4ba-19c388081860, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=666e055c-80b9-4e8c-b4ba-19c388081860,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:20.015289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] Sync routers for ids ['4944452d-fbd3-436f-b319-637a7180f8a8'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:20.023265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.051065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.072255 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1039646 Dec 13 19:59:20.073308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.082515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.082989 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.2373877 Dec 13 19:59:20.085752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:20.094852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53964) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:20.095242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53966) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:20.104083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Subnet': ['ID=f79a3aea-63c8-41c8-9507-a3b03f72e133,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:20.115655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:20.122069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f16f353e-1a3e-4d7c-a3cc-5400ef5dd965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:20.153384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] device_id is not set on port 6189b2dd-d6ac-45ed-8a53-56eb62b75fe5 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:20.166202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Deleting port 0ac87ed7-b916-454c-98a6-96df63857ea0 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:20.166202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.187500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:20.188594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-370662486'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:20.216889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897f1ea-403c-4611-bfd5-1a960c090c56 None None] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:20.335951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:20.336573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0be557cc-5935-4a5d-ab6b-ddd6a1b456ba not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:20.336728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0ac87ed7-b916-454c-98a6-96df63857ea0 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:20.359774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] Routers {'4944452d-fbd3-436f-b319-637a7180f8a8'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:20.360420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4944452d-fbd3-436f-b319-637a7180f8a8'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:20.452056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 69f632a1-d3f5-4146-a706-611bbe9c6c60 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:20.541076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6135831b-1210-4c94-9634-aaaca2a25b04 None None] The port '0ac87ed7-b916-454c-98a6-96df63857ea0' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 19:59:20.541898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0ac87ed7-b916-454c-98a6-96df63857ea0 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:20.542234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0ac87ed7-b916-454c-98a6-96df63857ea0 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:20.556615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Checking segment: {'id': 'd91672c0-ff17-4e84-b8d8-19177f793ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:20.556615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network hostable DHCP agents. Network: a5318c14-5ffc-458b-873b-e09cae3eaf4a, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:20.583297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:20.618718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Provisioning for port 0d783935-c936-473e-a3d0-514577aed240 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:20.638460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'tenant_id': '4462ab132dd54ae68003c12304eb6905', 'fixed_ips': [{'subnet_id': '02930009-981f-482b-be31-0b4fbe0ea318'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:20.639395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.681469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:20.707804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:20.738330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Pushing event updated for resources: {'Port': ['ID=666e055c-80b9-4e8c-b4ba-19c388081860,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:20.760182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Provisioning complete for port 0d783935-c936-473e-a3d0-514577aed240 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:20.760560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.765677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a5318c14-5ffc-458b-873b-e09cae3eaf4a) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:20.771117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:20.771856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:20.806200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:20.815340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cec53-f20f-4c27-9e15-c960c3163efc None None] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:20.819706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53986) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:20.832007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] Routers {'4944452d-fbd3-436f-b319-637a7180f8a8'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:20.832800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:58:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4944452d-fbd3-436f-b319-637a7180f8a8'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:20.834171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Usage tracker for resource:port and tenant:4462ab132dd54ae68003c12304eb6905 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:20.847844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:20.864342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 53992) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:20.873037 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d34c0618-e0b2-410e-8d30-a0ce799de3ea tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers/4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 200 len: 881 time: 0.7649710 Dec 13 19:59:20.889955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:20.978139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:20.978699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c8e1e-3b89-4932-9a3a-8b684068b7a4 None None] The sync data for ids ['4944452d-fbd3-436f-b319-637a7180f8a8'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:20.997268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:21.001206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.025906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5339563 Dec 13 19:59:21.036533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 53996) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.046241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.14 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/6189b2dd-d6ac-45ed-8a53-56eb62b75fe5) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:21.066687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.13 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/6189b2dd-d6ac-45ed-8a53-56eb62b75fe5) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:21.092122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6dc6e058-2d91-44b4-8ea2-5782239d039b tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] Request body: {'port': {'network_id': 'b69bfb9d-798c-43ea-9cd5-981919eff3dc', 'name': 'tempest-NetworksNegativeTestJSON-1749520666'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:21.116115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 172.20.0.11 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/cea87aa5-5e0e-450b-81a5-879bd4683fa6/69f632a1-d3f5-4146-a706-611bbe9c6c60) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:21.118572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port b33dd599-b1dc-4029-b17f-3150fe1d77be yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:21.146653 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc6e058-2d91-44b4-8ea2-5782239d039b tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] POST failed (client error): The resource could not be found. Dec 13 19:59:21.147244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc6e058-2d91-44b4-8ea2-5782239d039b tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:21.152860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6dc6e058-2d91-44b4-8ea2-5782239d039b tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3211191 Dec 13 19:59:21.164305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54000) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.172641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe70:6580 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/730c3496-80ce-4050-ab34-175a1cba480f/69f632a1-d3f5-4146-a706-611bbe9c6c60) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:21.286291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe91170-0063-452c-834c-268bf2190b49 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:21.289119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe91170-0063-452c-834c-268bf2190b49 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:21.327421 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4fe91170-0063-452c-834c-268bf2190b49 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "DELETE /v2.0/networks/a209c675-2fec-44df-a109-f077182da19a HTTP/1.1" status: 404 len: 339 time: 0.0933034 Dec 13 19:59:21.339054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54004) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.487129 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-95daa8d5-67d7-4de5-972c-6ce95ec395ae tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:21.487594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95daa8d5-67d7-4de5-972c-6ce95ec395ae tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:21.492932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-95daa8d5-67d7-4de5-972c-6ce95ec395ae tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "DELETE /v2.0/ports/c271fa30-99ef-4cb4-9919-0e67eeeed1d3 HTTP/1.1" status: 404 len: 333 time: 0.1348932 Dec 13 19:59:21.519243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54008) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.527912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.659984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Transition to ACTIVE for port object 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:21.741254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf435-2600-499a-9a8c-412bb4b7a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.789664 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59f7659-fa7e-490f-bd5c-f9c0e1017788 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:21.790224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59f7659-fa7e-490f-bd5c-f9c0e1017788 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:21.791808 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c59f7659-fa7e-490f-bd5c-f9c0e1017788 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "DELETE /v2.0/subnets/34645d36-f0cf-456a-9045-16d636d8b99d HTTP/1.1" status: 404 len: 337 time: 0.2715805 Dec 13 19:59:21.799039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54012) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.845259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-a5318c14-5ffc-458b-873b-e09cae3eaf4a', 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a', 'tenant_id': '704b4a6206724cdd9c13dc603f5278e6', 'fixed_ips': [{'subnet_id': 'f79a3aea-63c8-41c8-9507-a3b03f72e133'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:21.846154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.872489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.876739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-87422df0-682a-4b6b-b2c8-503cda4a642c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] GET failed (client error): The resource could not be found. Dec 13 19:59:21.878146 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-87422df0-682a-4b6b-b2c8-503cda4a642c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "GET /v2.0/networks/dc22d578-3c9f-4ded-87cb-7e91080eb2fe HTTP/1.1" status: 404 len: 339 time: 0.0733929 Dec 13 19:59:21.882992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54016) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.934496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:21.951024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Allocated IP 172.20.0.2 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/e5243450-6c86-4abd-b736-b5b2148241fa) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:21.961238 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-89740998-1b1e-4e48-8a23-33dcf2f3b536 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] GET failed (client error): The resource could not be found. Dec 13 19:59:21.962646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-89740998-1b1e-4e48-8a23-33dcf2f3b536 tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "GET /v2.0/ports/58e943ff-73fd-476f-8d70-95d72fd01e01 HTTP/1.1" status: 404 len: 333 time: 0.0769317 Dec 13 19:59:21.969440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54020) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:21.977504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 69f632a1-d3f5-4146-a706-611bbe9c6c60 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:21.983768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dccd3cd5-8639-472a-b5b8-2510d9f187a1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:router {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:22.000488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.011633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.036718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dccd3cd5-8639-472a-b5b8-2510d9f187a1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:router {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:22.041362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dccd3cd5-8639-472a-b5b8-2510d9f187a1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1666009 Dec 13 19:59:22.042174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54024) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:22.050279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1550317140'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:22.071856 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cd176e-db1d-46fd-a0ff-2e2b9909fe2f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] GET failed (client error): The resource could not be found. Dec 13 19:59:22.072126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a1ef4-4e35-4880-928e-d0b3371666c4 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:22.076786 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d5cd176e-db1d-46fd-a0ff-2e2b9909fe2f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "GET /v2.0/subnets/c9545f15-d282-4ece-92fb-3af8fd27d31c HTTP/1.1" status: 404 len: 337 time: 0.0996485 Dec 13 19:59:22.084938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Transition to ACTIVE for port object 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:22.112006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.113675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54028) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:22.135328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] For port 0d783935-c936-473e-a3d0-514577aed240, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0d783935-c936-473e-a3d0-514577aed240,segment=NetworkSegment(1964c212-9790-4e32-b26a-98c897eb2e5d),segment_id=1964c212-9790-4e32-b26a-98c897eb2e5d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:22.136190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:22.172298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.186827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-85d508c9-c223-408e-8695-40d1e9d1961c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:22.228322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-afc9b023-d4d9-4b7a-924d-36d6335e9f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:22.250778 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d508c9-c223-408e-8695-40d1e9d1961c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] PUT failed (client error): The resource could not be found. Dec 13 19:59:22.251354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d508c9-c223-408e-8695-40d1e9d1961c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:22.252996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-85d508c9-c223-408e-8695-40d1e9d1961c tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "PUT /v2.0/networks/a7830309-023d-4272-9fbe-60d241a820cf HTTP/1.1" status: 404 len: 339 time: 0.1310101 Dec 13 19:59:22.263575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.267644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54032) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:22.269481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:22.279708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.281871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e8a571c5-27d3-4eca-b32c-e0a96cfc8d3f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:22.322231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:22.374686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a8c8012b-e1cd-4181-9b29-0a3557d7e9f1 None None] Provisioning for port 666e055c-80b9-4e8c-b4ba-19c388081860 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:22.432906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:22.463509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=6189b2dd-d6ac-45ed-8a53-56eb62b75fe5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:22.466069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Network 5e565e1b-356f-4a69-a212-aec4d482db77 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:22.482824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:22.489683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:22.491566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8a88292-df2f-4e74-b675-fd3db388f27d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:22.514428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Allocated IP 172.20.0.1 (5e565e1b-356f-4a69-a212-aec4d482db77/16ff368e-ff28-418e-82f9-fdef362094c2/8e623e66-6153-4301-82b1-2a71ab919cea) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:22.526557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:22.529104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.561676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=69f632a1-d3f5-4146-a706-611bbe9c6c60,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:22.564382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Pushing event updated for resources: {'Port': ['ID=0d783935-c936-473e-a3d0-514577aed240,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:22.572929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:22.574175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a571c5-27d3-4eca-b32c-e0a96cfc8d3f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] PUT failed (client error): The resource could not be found. Dec 13 19:59:22.574647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a571c5-27d3-4eca-b32c-e0a96cfc8d3f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:22.575808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e8a571c5-27d3-4eca-b32c-e0a96cfc8d3f tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "PUT /v2.0/ports/7114de4b-90fc-48cb-8dc0-696be22489ae HTTP/1.1" status: 404 len: 333 time: 0.3031824 Dec 13 19:59:22.582556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:22.583919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:22.588145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54036) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:22.596481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:22.597337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-34db36e3-0da0-473c-a4d0-0a981bd1e95d tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:22.608339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:22.633535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:22.663780 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-34db36e3-0da0-473c-a4d0-0a981bd1e95d tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] PUT failed (client error): The resource could not be found. Dec 13 19:59:22.664128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34db36e3-0da0-473c-a4d0-0a981bd1e95d tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:22.665346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-34db36e3-0da0-473c-a4d0-0a981bd1e95d tempest-NetworksNegativeTestJSON-1607090160 tempest-NetworksNegativeTestJSON-1607090160-project] 10.222.0.18 "PUT /v2.0/subnets/ddc4de67-839d-4709-8099-73a1267974aa HTTP/1.1" status: 404 len: 337 time: 0.0731568 Dec 13 19:59:22.841450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Allocated IP 172.20.0.2 (a5318c14-5ffc-458b-873b-e09cae3eaf4a/f79a3aea-63c8-41c8-9507-a3b03f72e133/d28a938c-f9d8-4be9-9963-16f3ef862670) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:22.966628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:22.994280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Transition to ACTIVE for port object 8e623e66-6153-4301-82b1-2a71ab919cea will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:22.996600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Pushing event updated for resources: {'Port': ['ID=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:23.025516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:23.026260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.040439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-99b80d9f-e59e-4c66-8a23-b379b508ce73 None None] Provisioning complete for port 0d783935-c936-473e-a3d0-514577aed240 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:23.040828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99b80d9f-e59e-4c66-8a23-b379b508ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.068973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Attempting to bind port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:23.069379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Attempting to bind port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '78885755-43ff-4dc9-b6a6-4be85e041156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:23.069750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Attempting to bind port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 on network 5e565e1b-356f-4a69-a212-aec4d482db77 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:23.079100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:23.100374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:23.100740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.102144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:23.103073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.112131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54044) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:23.160494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.161245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.185806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:23.190886 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.3183150 Dec 13 19:59:23.202138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54048) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:23.212654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 666e055c-80b9-4e8c-b4ba-19c388081860 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:23.217518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '6189b2dd-d6ac-45ed-8a53-56eb62b75fe5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:23.237094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:23.237604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Checking segment: {'id': '78885755-43ff-4dc9-b6a6-4be85e041156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:23.237915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.238317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Bound using segment: {'id': '78885755-43ff-4dc9-b6a6-4be85e041156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:23.238813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Bound port: 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78885755-43ff-4dc9-b6a6-4be85e041156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5e565e1b-356f-4a69-a212-aec4d482db77'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:23.239750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.240550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:23.253206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7206461 Dec 13 19:59:23.255072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:floatingip and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:23.257554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54054) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:23.267127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:23.331437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Transition to ACTIVE for port object e5243450-6c86-4abd-b736-b5b2148241fa will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:23.333825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.346991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:23.385918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.427294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.469902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Transition to ACTIVE for port object e5243450-6c86-4abd-b736-b5b2148241fa will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:23.513538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.527170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.548701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:23.552331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:23.552571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 5e565e1b-356f-4a69-a212-aec4d482db77 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:23.570015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:23.578766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:69378367537c46ad97923b14d851f83b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:23.586461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:23.588327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:23.611054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cade44-1c7d-4970-9e68-92245a0e400c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:23.617138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cade44-1c7d-4970-9e68-92245a0e400c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:23.617990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-04cade44-1c7d-4970-9e68-92245a0e400c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:23.623056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:23.630038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Port': ['ID=8e623e66-6153-4301-82b1-2a71ab919cea,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:23.644209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:23.688804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.6 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/b33dd599-b1dc-4029-b17f-3150fe1d77be) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:23.702070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] For port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:23.728778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.732959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 2f0ac75e-a668-4293-a818-0c9cb74ed6d6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:23.733350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.739940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:23.750311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 666e055c-80b9-4e8c-b4ba-19c388081860 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:23.753779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:23.757176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] For port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,segment=NetworkSegment(78885755-43ff-4dc9-b6a6-4be85e041156),segment_id=78885755-43ff-4dc9-b6a6-4be85e041156)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:23.772578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:23.787632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 666e055c-80b9-4e8c-b4ba-19c388081860 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:23.788129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.820132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.839231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Pushing event updated for resources: {'Port': ['ID=e5243450-6c86-4abd-b736-b5b2148241fa,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:23.855621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:23.885024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6f4ad90-4a3d-4f9d-b81b-a7e01d25a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:23.913466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:23.947375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:23.983721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-04cade44-1c7d-4970-9e68-92245a0e400c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:23.985326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-04cade44-1c7d-4970-9e68-92245a0e400c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7247667 Dec 13 19:59:23.991661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54058) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:24.047617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 4944452d-fbd3-436f-b319-637a7180f8a8 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:24.079064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Transition to ACTIVE for port object d28a938c-f9d8-4be9-9963-16f3ef862670 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:24.142246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f129f802-e3b8-48fe-a399-3de13c802c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.150455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Attempting to bind port e5243450-6c86-4abd-b736-b5b2148241fa on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:24.150455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Attempting to bind port e5243450-6c86-4abd-b736-b5b2148241fa by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0a393b14-c102-41d1-9d9b-1d73514820c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:24.150816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Attempting to bind port e5243450-6c86-4abd-b736-b5b2148241fa on network ebfc7076-d7ef-4483-82e0-ac3d277dd987 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:24.174191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:24.174672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Checking segment: {'id': '0a393b14-c102-41d1-9d9b-1d73514820c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:24.175721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.175721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Bound using segment: {'id': '0a393b14-c102-41d1-9d9b-1d73514820c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:24.176132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Bound port: e5243450-6c86-4abd-b736-b5b2148241fa, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a393b14-c102-41d1-9d9b-1d73514820c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:24.176450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.188384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Pushing event updated for resources: {'Port': ['ID=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:24.194748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Transition to ACTIVE for port object d28a938c-f9d8-4be9-9963-16f3ef862670 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:24.202222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:24.214066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '730c3496-80ce-4050-ab34-175a1cba480f', 'ip_address': '2001:db8::f816:3eff:fe64:3fbb'}, {'subnet_id': 'cea87aa5-5e0e-450b-81a5-879bd4683fa6'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '666e055c-80b9-4e8c-b4ba-19c388081860'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 19:59:24.250137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 69f632a1-d3f5-4146-a706-611bbe9c6c60 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:24.250507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.270635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.283244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-08300217-cc5b-4a71-a3e1-61d7a148bc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:24.297416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.323278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.342412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1206a28c-bddf-46bd-a63a-bd6868c8abcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:24.404222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21d6bc-bd54-4281-821a-e539fce8432d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:24.407698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:24.411328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69378367537c46ad97923b14d851f83b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2978868 Dec 13 19:59:24.412541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:24.418298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54062) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:24.424843 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] Sync routers for ids ['4944452d-fbd3-436f-b319-637a7180f8a8'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:24.431377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.442015 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] Routers {'4944452d-fbd3-436f-b319-637a7180f8a8'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:24.442643 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4944452d-fbd3-436f-b319-637a7180f8a8'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:24.468794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:24.474217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.525222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Pushing event updated for resources: {'Port': ['ID=d28a938c-f9d8-4be9-9963-16f3ef862670,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:24.527376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.529647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:24.532315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] For port e5243450-6c86-4abd-b736-b5b2148241fa, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:24.540367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:24.541199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.552242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:24.597317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.618434 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:24.627494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] For port e5243450-6c86-4abd-b736-b5b2148241fa, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e5243450-6c86-4abd-b736-b5b2148241fa,segment=NetworkSegment(0a393b14-c102-41d1-9d9b-1d73514820c9),segment_id=0a393b14-c102-41d1-9d9b-1d73514820c9)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:24.638329 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] Routers {'4944452d-fbd3-436f-b319-637a7180f8a8'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:24.641183 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['4944452d-fbd3-436f-b319-637a7180f8a8'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:24.676134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.680132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7618bd60-9a2b-4666-9908-b51fb0c61f34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 200 len: 888 time: 2.6375284 Dec 13 19:59:24.687595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54066) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:24.716083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.741037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object b33dd599-b1dc-4029-b17f-3150fe1d77be will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:24.754149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:24.754943 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46e287-d28f-4dfa-aa0c-25f45a49e6f1 None None] The sync data for ids ['4944452d-fbd3-436f-b319-637a7180f8a8'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:24.759479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2da2eb55-13f3-4a24-8143-f24e2a436832 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:24.840934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:24.852854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 666e055c-80b9-4e8c-b4ba-19c388081860, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=666e055c-80b9-4e8c-b4ba-19c388081860,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:24.855534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a9801d3-3ad2-4763-afc5-13b67fec36a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:24.896455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.003757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.020967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.084691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.091686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.170 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/5b3d97b4-988c-4c20-beea-f674c917d17e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:25.096256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e2694303-6740-4cd9-9004-d24f3f899d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:25.117316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21d6bc-bd54-4281-821a-e539fce8432d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:25.121143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Attempting to bind port d28a938c-f9d8-4be9-9963-16f3ef862670 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:25.121903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Attempting to bind port d28a938c-f9d8-4be9-9963-16f3ef862670 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd91672c0-ff17-4e84-b8d8-19177f793ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:25.122509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Attempting to bind port d28a938c-f9d8-4be9-9963-16f3ef862670 on network a5318c14-5ffc-458b-873b-e09cae3eaf4a {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:25.126448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.127096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:25.127844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0d783935-c936-473e-a3d0-514577aed240 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:25.153465 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6a3cb30d-5124-4294-9e0a-ad95c5b66eff tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers/4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 200 len: 888 time: 0.4469132 Dec 13 19:59:25.153843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54070) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:25.154225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 69f632a1-d3f5-4146-a706-611bbe9c6c60 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:25.156858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.160165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f21d6bc-bd54-4281-821a-e539fce8432d HTTP/1.1" status: 204 len: 168 time: 0.7374496 Dec 13 19:59:25.238553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa7d882d-2990-4485-b274-21995536845f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:25.259437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:25.259700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Checking segment: {'id': 'd91672c0-ff17-4e84-b8d8-19177f793ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:25.260143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.260567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Bound using segment: {'id': 'd91672c0-ff17-4e84-b8d8-19177f793ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:25.261053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Bound port: d28a938c-f9d8-4be9-9963-16f3ef862670, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91672c0-ff17-4e84-b8d8-19177f793ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a5318c14-5ffc-458b-873b-e09cae3eaf4a'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:25.261507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.330916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=2f0ac75e-a668-4293-a818-0c9cb74ed6d6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:25.333496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:25.444119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Allocated IP 172.20.0.2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/cea87aa5-5e0e-450b-81a5-879bd4683fa6/666e055c-80b9-4e8c-b4ba-19c388081860) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:25.464610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.502268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa7d882d-2990-4485-b274-21995536845f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:25.506901 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa7d882d-2990-4485-b274-21995536845f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 200 len: 205 time: 0.3517861 Dec 13 19:59:25.522949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54078) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:25.573878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Pushing event updated for resources: {'Port': ['ID=e5243450-6c86-4abd-b736-b5b2148241fa,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:25.576346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.605940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:25.607464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-14a92f33-35d1-4879-a816-4c2b204722f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:25.746293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.784861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0d783935-c936-473e-a3d0-514577aed240 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:25.787212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.795275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.795765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.847507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:25.872502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=666e055c-80b9-4e8c-b4ba-19c388081860,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:25.957190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:26.054657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] For port 666e055c-80b9-4e8c-b4ba-19c388081860, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=666e055c-80b9-4e8c-b4ba-19c388081860,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:26.054943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.055058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=b33dd599-b1dc-4029-b17f-3150fe1d77be,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:26.063175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d70b881d-6ed1-4c15-aaa1-5bd9d15d2220 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:26.082086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.101429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Transition to ACTIVE for port object 666e055c-80b9-4e8c-b4ba-19c388081860 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:26.129695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.140609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b8d19-a2af-48f5-b2a2-efa269edb398 None None] Network 5e565e1b-356f-4a69-a212-aec4d482db77 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:26.163565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:26.167753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:26.173393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:26.202423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.331842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:26.340519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.342632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:26.356463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:26.417295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.430587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=5b3d97b4-988c-4c20-beea-f674c917d17e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:26.434186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.452136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port b5dc21c8-270e-497b-b337-9d8067d0255e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:26.453067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.481544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:26.516494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] For port d28a938c-f9d8-4be9-9963-16f3ef862670, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:26.577461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-98e93283-3b3e-4b07-96c8-10fb58520d21 None None] Provisioning for port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:26.584272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54098) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:26.635211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.647286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] For port d28a938c-f9d8-4be9-9963-16f3ef862670, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d28a938c-f9d8-4be9-9963-16f3ef862670,segment=NetworkSegment(d91672c0-ff17-4e84-b8d8-19177f793ef2),segment_id=d91672c0-ff17-4e84-b8d8-19177f793ef2)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:26.675353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.675588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:26.678905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.732080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Pushing event updated for resources: {'Port': ['ID=666e055c-80b9-4e8c-b4ba-19c388081860,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:26.736837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.742662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:26.775107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:26.776388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=69f632a1-d3f5-4146-a706-611bbe9c6c60,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:26.832182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa56d8f0-f60e-4b7a-afda-17f54dc12700 None None] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:26.858279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.907844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Pushing event updated for resources: {'Port': ['ID=d28a938c-f9d8-4be9-9963-16f3ef862670,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:26.915977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:26.917276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:26.930582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:26.931712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.075925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-274a35c5-c30f-4275-aca4-b89d4ebf282a None None] Provisioning for port e5243450-6c86-4abd-b736-b5b2148241fa completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:27.202876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1366530215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:27.365291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for b5dc21c8-270e-497b-b337-9d8067d0255e owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:27.414250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:27.493193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:27.521844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:27.528619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:27.539202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:27.571369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.576336 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/69f632a1-d3f5-4146-a706-611bbe9c6c60 HTTP/1.1" status: 204 len: 168 time: 3.5805376 Dec 13 19:59:27.576336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:27.577592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:27.581630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54104) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:27.587593 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6058750 Dec 13 19:59:27.592292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.596177 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0e9c8d99-c708-4dd3-9c23-1fa353bcba7c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.4965279 Dec 13 19:59:27.596177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54108) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:27.628395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54110) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:27.645637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-816191046', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:70:a0'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:27.677393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.718775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:27.735623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:27.736265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:27.761127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:27.762938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:27.764997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:27.766062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:27.822769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:27.839827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:27.847008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:27.848766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.861993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:27.870855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:27.947925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:27.957258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ebfbbf7-9ecd-4961-aa08-705ef980d313 tempest-AllowedAddressPairIpV6TestJSON-1587983749 tempest-AllowedAddressPairIpV6TestJSON-1587983749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:28.018443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:28.025936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Usage tracker for resource:port and tenant:4462ab132dd54ae68003c12304eb6905 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:28.029792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:28.041745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:28.062677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:28.075676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:28.077061 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6d2fbe53-85d9-47ef-bb6b-0a6301d7ca09 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4941766 Dec 13 19:59:28.092464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting subnet 319e5122-ca2a-4f53-879e-e1bd4f1849db {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:28.093634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54116) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:28.101548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.160994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.162599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:28.167110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:28.173352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Port': ['ID=8e623e66-6153-4301-82b1-2a71ab919cea,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:28.174665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:28.175047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.177226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:28.210315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:59:28.234155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:28.235219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:28.262919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.407668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 5e565e1b-356f-4a69-a212-aec4d482db77 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:28.409808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:28.469998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:28.486201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 730c3496-80ce-4050-ab34-175a1cba480f {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:28.492288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.500536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.521481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.565750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Provisioning for port 8e623e66-6153-4301-82b1-2a71ab919cea completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:28.610760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.701771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.710992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Provisioning complete for port 8e623e66-6153-4301-82b1-2a71ab919cea triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:28.711387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.756108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.771653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1b1115b-c7d2-4f21-b515-fa73ac2bbcbc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:28.787155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port 73cc6363-4e01-4e96-b38f-3b71e0230304 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:28.787565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:28.803442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd2ad1-0d2f-40b3-9958-dd3eac1014d8 None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:28.826299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Port 8e623e66-6153-4301-82b1-2a71ab919cea cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:28.852660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:28.858181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a6a7e-a3c2-4a6b-b065-08f9e1576d4f None None] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:28.859652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Subnet': ['ID=319e5122-ca2a-4f53-879e-e1bd4f1849db,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:28.862874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:28.869409 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/319e5122-ca2a-4f53-879e-e1bd4f1849db HTTP/1.1" status: 204 len: 168 time: 1.2218094 Dec 13 19:59:28.870133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54120) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:28.881183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa22780-36a0-4ee8-96bc-b656fbe4f1cc None None] Network 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:28.891822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Router c27cb856-b069-478e-9902-556db7f3c59c is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:59:29.062389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Provisioning complete for port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:29.063082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69f540a2-4df2-40b0-b45c-657d59c15189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.119388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.132531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.133684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.134614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f2576ed-20d1-48f9-83df-0896812c7a58 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:29.135787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.160003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:29.165220 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1280529 Dec 13 19:59:29.166658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Deleting port 54cbc99b-45cb-4432-a123-866d52abcf1e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:29.166781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.179006 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] Sync routers for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:29.180211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54124) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:29.206606 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:29.207309 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:29.227337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.334229 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:29.353610 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:29.354535 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:29.454429 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:29.455108 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47307c5-73a1-4c94-aa6b-77a57a4be5d1 None None] The sync data for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:29.470528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=b5dc21c8-270e-497b-b337-9d8067d0255e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:29.477419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:29.487109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,segment=NetworkSegment(78885755-43ff-4dc9-b6a6-4be85e041156),segment_id=78885755-43ff-4dc9-b6a6-4be85e041156)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:29.489925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.500542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] For port 54cbc99b-45cb-4432-a123-866d52abcf1e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=54cbc99b-45cb-4432-a123-866d52abcf1e,segment=NetworkSegment(6f02ac5e-f309-4862-8964-481de4d35ea9),segment_id=6f02ac5e-f309-4862-8964-481de4d35ea9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:29.501834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.532639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0127acae-2427-4662-9666-19e80a004b27 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:29.539800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.540755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 666e055c-80b9-4e8c-b4ba-19c388081860 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:29.583618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-89e7949b-c420-4f1d-b756-d7d506ba8311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:29.710181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:29.749500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.784070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Calling delete_port for 54cbc99b-45cb-4432-a123-866d52abcf1e owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:29.815978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee327bff-1dee-4a30-9225-170c5126c396,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:29.819502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:29.825487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.825882 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment 872567c7-f9ed-458c-b5a3-b5a22bbde8ff of type vlan for network 93c8713e-4e8f-4b97-acc5-3df3696d9acd Dec 13 19:59:29.827069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:29.837309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:29.851355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.14 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/73cc6363-4e01-4e96-b38f-3b71e0230304) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:29.862494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e5243450-6c86-4abd-b736-b5b2148241fa up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:29.865462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.872719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.886741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-162f8430-9b00-46f1-af87-0fc8b8234e13 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:29.931297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No DVR routers for this DVR port 54cbc99b-45cb-4432-a123-866d52abcf1e on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:29.957597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e5243450-6c86-4abd-b736-b5b2148241fa completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:29.964222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e5243450-6c86-4abd-b736-b5b2148241fa triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:29.964615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:29.969351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Port': ['ID=54cbc99b-45cb-4432-a123-866d52abcf1e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:29.975451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:29.998634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning for port 666e055c-80b9-4e8c-b4ba-19c388081860 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:30.012777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b40b2e-d5e8-4391-a923-321c5dfe387e None None] DHCP port deletion for 2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:30.030167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning complete for port 666e055c-80b9-4e8c-b4ba-19c388081860 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:30.030595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.078713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.112597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:30.128356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f02ac5e-f309-4862-8964-481de4d35ea9') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:30.128968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f02ac5e-f309-4862-8964-481de4d35ea9') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:30.141423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.159718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.173918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:30.173918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.213291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.260301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.269554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:30.270845 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:30.275229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.279404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8cf080b6-8516-4d03-a3d1-aaa3ae98ee99 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:30.290578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e5243450-6c86-4abd-b736-b5b2148241fa, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e5243450-6c86-4abd-b736-b5b2148241fa,segment=NetworkSegment(0a393b14-c102-41d1-9d9b-1d73514820c9),segment_id=0a393b14-c102-41d1-9d9b-1d73514820c9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:30.300348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.307483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.310478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:30.312047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Pushing event deleted for resources: {'Network': ['ID=2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:30.314945 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/networks/2f889d9a-ff1e-4b2c-a8ee-e9f78c35bddb HTTP/1.1" status: 204 len: 168 time: 1.4425836 Dec 13 19:59:30.315951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:30.318635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54128) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:30.325639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'routes': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:30.325956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.328229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.342788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:30.350783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning for port b33dd599-b1dc-4029-b17f-3150fe1d77be completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:30.363426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning complete for port b33dd599-b1dc-4029-b17f-3150fe1d77be triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:30.364013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.484892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e5243450-6c86-4abd-b736-b5b2148241fa,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:30.487125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.491099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=730c3496-80ce-4050-ab34-175a1cba480f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:30.494425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:30.498112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:30.500478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18bb963-4ea9-43c0-ae00-b7d41f37c216 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:30.512121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:59:30.521356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Port b33dd599-b1dc-4029-b17f-3150fe1d77be cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:30.585568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:30.635079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning for port d28a938c-f9d8-4be9-9963-16f3ef862670 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:30.642930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Added routes are [] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 19:59:30.643310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Removed routes are [] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 19:59:30.643580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.670539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Could not find standard attr ID for object 69f632a1-d3f5-4146-a706-611bbe9c6c60. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 19:59:30.761771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:30.762123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.786257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Provisioning complete for port 8e623e66-6153-4301-82b1-2a71ab919cea triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:30.786648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.797794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.798292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router 4944452d-fbd3-436f-b319-637a7180f8a8 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:30.902004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.906538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.910296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c32665c9-bd35-4fac-a86c-327235faaa75 None None] Port 8e623e66-6153-4301-82b1-2a71ab919cea cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:30.968246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.974293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:30.974931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:30.993481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d28a938c-f9d8-4be9-9963-16f3ef862670 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:30.995026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:31.034149 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/730c3496-80ce-4050-ab34-175a1cba480f HTTP/1.1" status: 204 len: 168 time: 2.9266508 Dec 13 19:59:31.038824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.043922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 204 len: 168 time: 5.5157526 Dec 13 19:59:31.051008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54132) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:31.051008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54134) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:31.093125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d28a938c-f9d8-4be9-9963-16f3ef862670 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:31.104493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d28a938c-f9d8-4be9-9963-16f3ef862670 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:31.104884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.115606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-2112827669'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:31.180887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:31.186079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router d1232e36-3f02-48c9-949c-d478da7cbd31 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:31.252967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.269037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.6790113 Dec 13 19:59:31.272640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:31.273914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:31.280535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'name': 'tempest-PortsIpV6TestJSON-494979668'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:31.297813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d28a938c-f9d8-4be9-9963-16f3ef862670, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d28a938c-f9d8-4be9-9963-16f3ef862670,segment=NetworkSegment(d91672c0-ff17-4e84-b8d8-19177f793ef2),segment_id=d91672c0-ff17-4e84-b8d8-19177f793ef2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:31.301297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:31.305749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.316443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-597d5c0d-2dc6-4f26-93ab-e3f6b3d15d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:31.346650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:59:31.364653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:31.367001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=93c8713e-4e8f-4b97-acc5-3df3696d9acd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:31.369987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:31.399234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.413669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:31.430842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:31.455258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet cea87aa5-5e0e-450b-81a5-879bd4683fa6 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:31.456855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.465102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:31.469974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-838db052-8e45-4c19-884d-8847f9b3b1de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:31.477712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.481527 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7d0abe09-26f5-49d5-9ddd-67b7c447049d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 704 time: 1.1590352 Dec 13 19:59:31.482235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:31.482694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2f0ac75e-a668-4293-a818-0c9cb74ed6d6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:31.483228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 54cbc99b-45cb-4432-a123-866d52abcf1e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:31.490300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:31.505946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:31.509713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.518154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Sync routers for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:31.530777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.536165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.551802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-919b709c-097e-4c3b-aa69-7a36629e7e17 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:31.574413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:31.579165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:31.582595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:31.585329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-919b709c-097e-4c3b-aa69-7a36629e7e17 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:31.588902 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-919b709c-097e-4c3b-aa69-7a36629e7e17 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 205 time: 0.0954680 Dec 13 19:59:31.589991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54148) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:31.592261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 54cbc99b-45cb-4432-a123-866d52abcf1e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:31.592718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 54cbc99b-45cb-4432-a123-866d52abcf1e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:31.592851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:31.622948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:31.623617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:31.679803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.748343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.835494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d28a938c-f9d8-4be9-9963-16f3ef862670,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:31.837964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:31.839166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:31.869426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:31.874070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.876509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 262b1320-834e-4619-b6b0-1f78515997c0 associated. External IP: 172.26.6.170, port: 6189b2dd-d6ac-45ed-8a53-56eb62b75fe5. Dec 13 19:59:31.955229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:31.965101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Checking router: d1232e36-3f02-48c9-949c-d478da7cbd31 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:59:31.969790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object 73cc6363-4e01-4e96-b38f-3b71e0230304 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:31.971677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-59bda544-df06-48e6-bb53-6b003ac4a482 None None] Provisioning complete for port 666e055c-80b9-4e8c-b4ba-19c388081860 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:31.972054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-59bda544-df06-48e6-bb53-6b003ac4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:31.990188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:31.993121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=5b3d97b4-988c-4c20-beea-f674c917d17e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:32.006055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:32.011473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-f4564e97-21b1-4db8-a8a7-2951e239d50d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 19:59:32.013758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f4564e97-21b1-4db8-a8a7-2951e239d50d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8108435 Dec 13 19:59:32.017787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.021242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54152) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:32.022907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:32.026522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Routers {'d1232e36-3f02-48c9-949c-d478da7cbd31'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:32.027521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d1232e36-3f02-48c9-949c-d478da7cbd31'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:32.063979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.064373 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment 4b84024c-5701-4c5d-8b7f-6583e148063b of type vlan for network 7b467297-1dfa-4b27-9289-265912dd3773 Dec 13 19:59:32.172649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] Set router d1232e36-3f02-48c9-949c-d478da7cbd31 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:32.194494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.200810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.203741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.228643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.244698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:32.290950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:32.330658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a4b0d-4811-491d-9c90-f140548cb5ef None None] The sync data for ids ['d1232e36-3f02-48c9-949c-d478da7cbd31'] in dv-neutron-821563-1-hyperv is: [{'id': 'd1232e36-3f02-48c9-949c-d478da7cbd31', 'name': 'tempest-RoutersIpV6Test-router-339969145', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:57:34Z', 'updated_at': '2021-12-13T19:59:24Z', 'revision_number': 11, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:32.420617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d28a938c-f9d8-4be9-9963-16f3ef862670 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:32.428867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:32.431037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:32.458330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:32.539398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d28a938c-f9d8-4be9-9963-16f3ef862670 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:32.539781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.664218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.664710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router d1232e36-3f02-48c9-949c-d478da7cbd31 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:32.699369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e5243450-6c86-4abd-b736-b5b2148241fa up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:32.723216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.730267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:32.731080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.742509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.757037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.799599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e5243450-6c86-4abd-b736-b5b2148241fa triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:32.799990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.835945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=73cc6363-4e01-4e96-b38f-3b71e0230304,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:32.844682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d54516fe-5705-40f7-9843-48df398085cf None None] Provisioning for port 73cc6363-4e01-4e96-b38f-3b71e0230304 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:32.858132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d54516fe-5705-40f7-9843-48df398085cf None None] Provisioning complete for port 73cc6363-4e01-4e96-b38f-3b71e0230304 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:32.858521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d54516fe-5705-40f7-9843-48df398085cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.880967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.886574 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91051c60-1b2d-49a0-893e-12bfc9f89709 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 204 len: 168 time: 1.2912097 Dec 13 19:59:32.893372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54156) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:32.902132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1686290116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:32.904674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:32.907447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5eac4be8-2a12-4021-b162-e339bea1d4b2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:32.909595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:32.913767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Usage tracker for resource:router and tenant:6520e42c32fe4167bc69bb2052e077ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:32.922205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:32.938659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:32.948288 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8889160 Dec 13 19:59:32.951116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54160) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:32.956892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d54516fe-5705-40f7-9843-48df398085cf None None] Port 73cc6363-4e01-4e96-b38f-3b71e0230304 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:32.960776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:32.961463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:32.989885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': '7b467297-1dfa-4b27-9289-265912dd3773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:33.027530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.028533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.032450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.075880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.4420373 Dec 13 19:59:33.076571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=7b467297-1dfa-4b27-9289-265912dd3773,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:33.080056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.086085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-003e89bf-01df-4c5f-963b-41c4f0500420 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:33.086253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:33.093668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 7b467297-1dfa-4b27-9289-265912dd3773 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:33.122581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:33.129739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.138241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4890c3a2-bdbf-4592-a7a9-d66b4899543a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:33.185430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=cea87aa5-5e0e-450b-81a5-879bd4683fa6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:33.190653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:33.191662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.193516 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/cea87aa5-5e0e-450b-81a5-879bd4683fa6 HTTP/1.1" status: 204 len: 168 time: 2.1367261 Dec 13 19:59:33.197519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54168) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.210441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd59109-5cd6-4e61-a8c9-f21534662fb9 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:33.233284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.264751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:33.279002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=6a5eeafc-ec8e-4033-b308-cda9ddfaf23d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:33.282707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:33.292070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:33.292876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:33.307066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:33.322048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': '872567c7-f9ed-458c-b5a3-b5a22bbde8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:33.322412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: 93c8713e-4e8f-4b97-acc5-3df3696d9acd, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:33.326942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.354551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b0342490-4b83-4a62-96a1-2a4c13579045 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:router {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:33.363514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:33.367145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.452662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b0342490-4b83-4a62-96a1-2a4c13579045 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:router {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:33.453981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b0342490-4b83-4a62-96a1-2a4c13579045 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087994 Dec 13 19:59:33.457064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54172) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.458852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.462714 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d9059382-5e27-4c40-bdb6-b429dfec9b2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5655978 Dec 13 19:59:33.467724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:33.471549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:33.479351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54176) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.494578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:33.505037 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:33.508676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:33.514858 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:33.514999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:33.515709 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:33.520995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:33.521916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Synchronizing usage tracker for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:33.528046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:33.533760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Deleting port 666e055c-80b9-4e8c-b4ba-19c388081860 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:33.534261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.556182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:33.575969 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:33.585339 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:33.585961 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:33.635018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.636266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 93c8713e-4e8f-4b97-acc5-3df3696d9acd) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:33.648780 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:33.649215 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe098bd-d93c-4a91-bcb6-8894b3d15abc None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:33.663131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218d9c9-6186-4fe6-bd8d-7bfa234f6353 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:33.666681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Unset dirty status for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:33.668078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ff848233-dbf6-48e6-b7f3-487006b6ee2a tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5869694 Dec 13 19:59:33.674163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54180) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.676407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:33.677445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:33.683093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:33.683702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.689463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:33.694353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:33.703277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:33.715351 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.5032938 Dec 13 19:59:33.717513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54184) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.724136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': '6189b2dd-d6ac-45ed-8a53-56eb62b75fe5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:33.783912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:33.787626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.919060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:33.930614 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6568756 Dec 13 19:59:33.968758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54188) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:33.997101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720454145'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:33.997337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] For port 666e055c-80b9-4e8c-b4ba-19c388081860, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=666e055c-80b9-4e8c-b4ba-19c388081860,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:33.997765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.015568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port 73cc6363-4e01-4e96-b38f-3b71e0230304 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:34.016109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.018918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:34.037203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:34.044587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:34.055270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:34.122575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Calling delete_port for 666e055c-80b9-4e8c-b4ba-19c388081860 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:34.150489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:34.153903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.200874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.204775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:34.250512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Pushing event deleted for resources: {'Port': ['ID=666e055c-80b9-4e8c-b4ba-19c388081860,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:34.253552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:34.254962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] No DVR routers for this DVR port 666e055c-80b9-4e8c-b4ba-19c388081860 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:34.266666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:34.391030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.393802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 666e055c-80b9-4e8c-b4ba-19c388081860 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:34.442085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 666e055c-80b9-4e8c-b4ba-19c388081860 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:34.442475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 666e055c-80b9-4e8c-b4ba-19c388081860 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 19:59:34.461030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.512215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.512215 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment e5a1586d-671b-4ed4-8b23-a10bec109a14 of type vlan for network 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5 Dec 13 19:59:34.547356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.560456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1580b0ec-5340-4b07-aea1-e035fd2f889b tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:34.592926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.614977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.693357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:34.699500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:34.709807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0770b-8471-4a75-9a27-9c2909c662f5 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:34.715395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:34.715966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.732121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=6f4efd1d-6824-44ab-8fd9-1099de04818a,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:34.743359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:34.841303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.847074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:34.847667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.861895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3209b083-ff85-4632-b972-9f426db75531 tempest-RoutersIpV6AdminTest-399047719 tempest-RoutersIpV6AdminTest-399047719-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:34.885554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4223776 Dec 13 19:59:34.888605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.893421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54192) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:34.910958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:34.940053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '6f4efd1d-6824-44ab-8fd9-1099de04818a'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:34.941320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:34.942247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27cd4f9b-ba33-4f22-8103-aa301391e98f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:34.978790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0002766 Dec 13 19:59:34.986870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54196) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:35.004462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'ports': [{'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'}, {'network_id': '380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5'}]} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:35.004745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:35.005017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:35.103526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Allocated IP 172.20.0.2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/6f4efd1d-6824-44ab-8fd9-1099de04818a/f270491c-394f-435a-bf3b-df107ef1641f) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:35.104066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=334f7ea8-b6ff-488b-897b-c4cb35454a2b,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:35.113957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:35.139361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.158296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:35.184168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:35.188916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:35.218920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': '4b84024c-5701-4c5d-8b7f-6583e148063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:35.219619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: 7b467297-1dfa-4b27-9289-265912dd3773, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:35.278162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Router ca656d24-afa6-4065-8484-6414967c5b1b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:59:35.291809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for 73cc6363-4e01-4e96-b38f-3b71e0230304 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:35.333513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:35.364374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:35.377495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:35.394688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:35.410081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:35.415806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:35.418314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:35.422075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.485590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.492778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:35.497597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Transition to ACTIVE for port object f270491c-394f-435a-bf3b-df107ef1641f will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:35.517359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 7b467297-1dfa-4b27-9289-265912dd3773 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:35.519704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Transition to ACTIVE for port object f270491c-394f-435a-bf3b-df107ef1641f will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:35.524884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:35.527850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.531842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f997b94-64cf-4770-b0b5-980fcfd724f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:35.559569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:35.569563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.574433 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8933c513-dcea-44eb-a565-8ab24e05ab2d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "PUT /v2.0/routers/ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 200 len: 698 time: 2.0904257 Dec 13 19:59:35.580164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54200) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:35.591542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Sync routers for ids ['ca656d24-afa6-4065-8484-6414967c5b1b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:35.600612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:35.605098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:35.608627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:35.616926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 7b467297-1dfa-4b27-9289-265912dd3773) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:35.618957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Routers {'ca656d24-afa6-4065-8484-6414967c5b1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:35.619687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ca656d24-afa6-4065-8484-6414967c5b1b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:35.625909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting port 8e623e66-6153-4301-82b1-2a71ab919cea {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:35.626252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.656674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:35.657285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.676183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.681318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 2} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:35.686037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.721753 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7391453 Dec 13 19:59:35.728010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc2898-0eba-49ac-8740-db16bdb20ba3 None None] Network 7b467297-1dfa-4b27-9289-265912dd3773 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:35.739752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54204) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:35.745956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.752534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1190454605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:35.762075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:35.777302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Pushing event updated for resources: {'Port': ['ID=f270491c-394f-435a-bf3b-df107ef1641f,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:35.803846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ad302c30-79b0-4336-a5b6-75c8040dbeb3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:35.833095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:35.839935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:35.958475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Set router ca656d24-afa6-4065-8484-6414967c5b1b gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:35.985492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.002235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bf319cd0-a985-48a5-9ee0-a3201326340d tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/routers/ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 200 len: 704 time: 0.4132879 Dec 13 19:59:36.007356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54208) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:36.030123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=73cc6363-4e01-4e96-b38f-3b71e0230304,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:36.033134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:36.036675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:36.084666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Attempting to bind port f270491c-394f-435a-bf3b-df107ef1641f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:36.085450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Attempting to bind port f270491c-394f-435a-bf3b-df107ef1641f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:36.086052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Attempting to bind port f270491c-394f-435a-bf3b-df107ef1641f on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:36.091528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656d24-afa6-4065-8484-6414967c5b1b', 'name': 'tempest-RoutersIpV6Test-router-1686290116', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:59:33Z', 'updated_at': '2021-12-13T19:59:34Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:36.099399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:36.100111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:36.100527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.100923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:36.101597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Bound port: f270491c-394f-435a-bf3b-df107ef1641f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:36.101762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.101975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.102672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.125018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a075fe3-e3e7-43e8-a12b-a390cf4e06e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Synchronizing usage tracker for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:36.125298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Checking router: ca656d24-afa6-4065-8484-6414967c5b1b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 19:59:36.184059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.186661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Routers {'ca656d24-afa6-4065-8484-6414967c5b1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:36.187415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ca656d24-afa6-4065-8484-6414967c5b1b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:36.200095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.335682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port a144c000-59be-445d-bbe1-5c8cec11730c yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:36.340826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a075fe3-e3e7-43e8-a12b-a390cf4e06e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Unset dirty status for tenant:6520e42c32fe4167bc69bb2052e077ca on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:36.344833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a075fe3-e3e7-43e8-a12b-a390cf4e06e6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 200 len: 205 time: 0.3154659 Dec 13 19:59:36.348023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54212) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:36.384143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Calling delete_port for 8e623e66-6153-4301-82b1-2a71ab919cea owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:36.390990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] Set router ca656d24-afa6-4065-8484-6414967c5b1b gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 19:59:36.534626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.546927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] For port f270491c-394f-435a-bf3b-df107ef1641f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:36.553038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca656d24-afa6-4065-8484-6414967c5b1b', 'name': 'tempest-RoutersIpV6Test-router-1686290116', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:59:33Z', 'updated_at': '2021-12-13T19:59:34Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:36.570683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] For port f270491c-394f-435a-bf3b-df107ef1641f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f270491c-394f-435a-bf3b-df107ef1641f,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:36.572605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88979d77-a162-4e2e-beb9-0dc2de5af140 None None] The sync data for ids ['ca656d24-afa6-4065-8484-6414967c5b1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ca656d24-afa6-4065-8484-6414967c5b1b', 'name': 'tempest-RoutersIpV6Test-router-1686290116', 'tenant_id': '6520e42c32fe4167bc69bb2052e077ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T19:59:33Z', 'updated_at': '2021-12-13T19:59:34Z', 'revision_number': 2, 'project_id': '6520e42c32fe4167bc69bb2052e077ca', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:36.584356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.588172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3762277-8437-4065-b556-1242a49a4060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:36.614272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.620248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-7b467297-1dfa-4b27-9289-265912dd3773', 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': '334f7ea8-b6ff-488b-897b-c4cb35454a2b'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:36.621105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.621259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54216) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:36.622129 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/73cc6363-4e01-4e96-b38f-3b71e0230304 HTTP/1.1" status: 204 len: 168 time: 2.9331806 Dec 13 19:59:36.626724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.629607 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-425ec4ec-a3e6-4b95-b75e-6f3bfe24d59d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8891983 Dec 13 19:59:36.630355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54220) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:36.634802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:36.761412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Pushing event updated for resources: {'Port': ['ID=f270491c-394f-435a-bf3b-df107ef1641f,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:36.765064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:36.918356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Allocated IP 172.20.0.2 (7b467297-1dfa-4b27-9289-265912dd3773/334f7ea8-b6ff-488b-897b-c4cb35454a2b/26722d5b-3f48-4de9-a51a-7c45dee55101) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:37.224595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5594ccf1-105b-48b9-a1bc-a11c9effa455 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] GET failed (client error): The resource could not be found. Dec 13 19:59:37.226131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5594ccf1-105b-48b9-a1bc-a11c9effa455 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports/73cc6363-4e01-4e96-b38f-3b71e0230304 HTTP/1.1" status: 404 len: 333 time: 0.5997066 Dec 13 19:59:37.231163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.236048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54224) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:37.244640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Transition to ACTIVE for port object 26722d5b-3f48-4de9-a51a-7c45dee55101 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:37.244843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.255430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:37.260077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:37.264327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Transition to ACTIVE for port object 26722d5b-3f48-4de9-a51a-7c45dee55101 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:37.287327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.292786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bc4fc2c8-1f53-4494-a0ed-0d6d5af48cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:37.298222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-2042479940'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:37.333277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Port': ['ID=8e623e66-6153-4301-82b1-2a71ab919cea,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:37.343042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:37.392406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.406039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.439230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Network 7b467297-1dfa-4b27-9289-265912dd3773 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:37.442676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:37.455168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:37.505759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Pushing event updated for resources: {'Port': ['ID=26722d5b-3f48-4de9-a51a-7c45dee55101,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:37.534340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:37.559518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.565766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Attempting to bind port 26722d5b-3f48-4de9-a51a-7c45dee55101 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:37.566406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Attempting to bind port 26722d5b-3f48-4de9-a51a-7c45dee55101 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '4b84024c-5701-4c5d-8b7f-6583e148063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:37.566931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Attempting to bind port 26722d5b-3f48-4de9-a51a-7c45dee55101 on network 7b467297-1dfa-4b27-9289-265912dd3773 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:37.573845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:37.574550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Checking segment: {'id': '4b84024c-5701-4c5d-8b7f-6583e148063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:37.575118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.575659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Bound using segment: {'id': '4b84024c-5701-4c5d-8b7f-6583e148063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:37.576304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Bound port: 26722d5b-3f48-4de9-a51a-7c45dee55101, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b84024c-5701-4c5d-8b7f-6583e148063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b467297-1dfa-4b27-9289-265912dd3773'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:37.576901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.696110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] For port 26722d5b-3f48-4de9-a51a-7c45dee55101, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:37.701334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] For port 26722d5b-3f48-4de9-a51a-7c45dee55101, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=26722d5b-3f48-4de9-a51a-7c45dee55101,segment=NetworkSegment(4b84024c-5701-4c5d-8b7f-6583e148063b),segment_id=4b84024c-5701-4c5d-8b7f-6583e148063b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:37.717704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.723529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b7e84ebe-8baa-408b-b3cd-b8072dda8131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:37.740592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.796828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:37.797197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Fanout notify agent at l3_agent the message router_deleted on router ca656d24-afa6-4065-8484-6414967c5b1b {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:37.826422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Pushing event updated for resources: {'Port': ['ID=26722d5b-3f48-4de9-a51a-7c45dee55101,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:37.830408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:38.015705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 19:59:38.020337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.021499 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96190724-b042-4c0f-aac3-8a428d3c7e2a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 204 len: 168 time: 1.6697862 Dec 13 19:59:38.059983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54228) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:38.062834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 670ec550-9c02-4719-9a99-ba6636bdc549 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:38.161734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:38.171634 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c048a330-1e39-4050-985d-07c085151bf4 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 200 len: 205 time: 0.1018276 Dec 13 19:59:38.182818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54232) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:38.194831 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:38.209584 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:38.217571 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:38.221598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.251092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:38.308548 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-e80d9b0e-0274-446b-b79b-d2d468e76f75 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:38.309710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e80d9b0e-0274-446b-b79b-d2d468e76f75 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/ca656d24-afa6-4065-8484-6414967c5b1b HTTP/1.1" status: 404 len: 336 time: 0.1184216 Dec 13 19:59:38.338954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54236) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:38.361824 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:38.378179 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:38.378819 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:38.423205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.474723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:38.512722 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:38.515210 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c2f91-a28c-4ddc-bb08-bf6df0906ca7 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:38.548233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 26722d5b-3f48-4de9-a51a-7c45dee55101 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:38.640733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 26722d5b-3f48-4de9-a51a-7c45dee55101 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:38.657361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f270491c-394f-435a-bf3b-df107ef1641f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:38.719682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:38.721619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85fc894-908f-4cbc-9e76-7e2b397504bc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:38.722046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85fc894-908f-4cbc-9e76-7e2b397504bc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:38.723648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.725091 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d85fc894-908f-4cbc-9e76-7e2b397504bc tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/ce864296-6467-4dae-821a-fa1d9194855b HTTP/1.1" status: 404 len: 337 time: 0.3846462 Dec 13 19:59:38.732418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.739338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54240) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:38.751459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f270491c-394f-435a-bf3b-df107ef1641f completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:38.830798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Provisioning for port f270491c-394f-435a-bf3b-df107ef1641f completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:38.837650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Provisioning complete for port f270491c-394f-435a-bf3b-df107ef1641f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:38.839086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:38.909806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:38.938436 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-91f5dc91-4903-4bf0-bf71-05c986136e49 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/262b1320-834e-4619-b6b0-1f78515997c0 HTTP/1.1" status: 200 len: 979 time: 5.2189114 Dec 13 19:59:38.948709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:38.958151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:39.029290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:39.033838 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f812c47-b1a6-40b9-8e41-ed373b08a2d2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:39.034490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f812c47-b1a6-40b9-8e41-ed373b08a2d2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:39.204398 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f812c47-b1a6-40b9-8e41-ed373b08a2d2 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/045a286c-0582-42d1-909c-68c9d6905b07 HTTP/1.1" status: 404 len: 337 time: 0.4574158 Dec 13 19:59:39.206895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Router c27cb856-b069-478e-9902-556db7f3c59c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:39.209046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.20.0.1 (7b467297-1dfa-4b27-9289-265912dd3773/334f7ea8-b6ff-488b-897b-c4cb35454a2b/a4968852-e637-43da-8060-5760910443a0) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:39.210364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54248) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.283163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00dfb78-9091-45f5-810e-16057d91ef37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:39.283623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00dfb78-9091-45f5-810e-16057d91ef37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:39.287949 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e00dfb78-9091-45f5-810e-16057d91ef37 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/136d7f66-412c-4444-be8b-a62064cb6ac8 HTTP/1.1" status: 404 len: 337 time: 0.0741522 Dec 13 19:59:39.308651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54252) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.310088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda565be-8eca-47bd-8cd2-6f09db1ba3c1 None None] Network 7b467297-1dfa-4b27-9289-265912dd3773 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:39.310244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.13 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:39.397595 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b088a151-a906-471e-a38f-41ec1903e7ef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:39.398116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b088a151-a906-471e-a38f-41ec1903e7ef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:39.402217 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b088a151-a906-471e-a38f-41ec1903e7ef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/319e5122-ca2a-4f53-879e-e1bd4f1849db HTTP/1.1" status: 404 len: 337 time: 0.0852063 Dec 13 19:59:39.429208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.549059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:39.559213 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5032177 Dec 13 19:59:39.564892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] Sync routers for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:39.569667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.581821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:39.582568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:39.654793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:39.666422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:39.668012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:39.694549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dc40249a-96b6-4d42-8984-2b14cc41d35e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 200 len: 205 time: 0.2592111 Dec 13 19:59:39.694842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port f270491c-394f-435a-bf3b-df107ef1641f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f270491c-394f-435a-bf3b-df107ef1641f,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:39.698168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 5b3d97b4-988c-4c20-beea-f674c917d17e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:39.698504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:39.725490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54264) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.728723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:39.748674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:39.749557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e26ec7-1b3e-474c-a8e9-3cb16f5a2e38 None None] The sync data for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:39.804432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f7ccd02-810a-4e65-8fa0-f9f0a521fd8c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:39.839572 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-0b37657a-99fe-4313-919f-a9740417edf8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] delete failed (client error): The resource could not be found. Dec 13 19:59:39.840341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0b37657a-99fe-4313-919f-a9740417edf8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1285215148 HTTP/1.1" status: 404 len: 335 time: 0.2670784 Dec 13 19:59:39.847860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.892778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-08f4ac62-d0d4-44e1-bf5a-71c8c0530abe tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c27cb856-b069-478e-9902-556db7f3c59c'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:39.960447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-e32e6ccd-3b9a-412a-a312-111db6a45b82 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:39.961396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e32e6ccd-3b9a-412a-a312-111db6a45b82 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/d1232e36-3f02-48c9-949c-d478da7cbd31 HTTP/1.1" status: 404 len: 336 time: 0.2348070 Dec 13 19:59:39.962060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:39.964916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54272) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:39.976730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:59:40.004987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:40.014459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:40.041570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5fbd89bd-28d3-4906-b806-5f2b90247afd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd HTTP/1.1" status: 200 len: 205 time: 0.0733538 Dec 13 19:59:40.049208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54276) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.060207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object a4968852-e637-43da-8060-5760910443a0 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:40.082623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:40.083441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.130713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.134954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=a144c000-59be-445d-bbe1-5c8cec11730c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:40.144852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:40.151269 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-edf1b4c9-11d0-46f3-8948-b80c870687dd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:40.152324 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-edf1b4c9-11d0-46f3-8948-b80c870687dd tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/4e6d6bc3-49fa-435f-b8d7-d647c27ad2fd HTTP/1.1" status: 404 len: 336 time: 0.1023829 Dec 13 19:59:40.158127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.161010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54280) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.199686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 19:59:40.200280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 19:59:40.206530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:40.217190 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-11620ab4-639b-4e14-bd9f-3cd0f28402b6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:40.217597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11620ab4-639b-4e14-bd9f-3cd0f28402b6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:40.219517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-11620ab4-639b-4e14-bd9f-3cd0f28402b6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/c9b865c0-b7ac-409e-844d-450a1e94e6bf HTTP/1.1" status: 404 len: 337 time: 0.0575552 Dec 13 19:59:40.223235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:40.224230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54284) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.247479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.248273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.275962 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac67058c-358a-4874-ae13-8e66ab7fa188 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 200 len: 205 time: 0.0504966 Dec 13 19:59:40.278588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54288) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.369973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.375439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-829cc663-e138-414c-a109-67050b42c042 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:40.412599 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-fdfee14d-de54-4eac-bd0c-92f1d2081b35 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:40.416044 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fdfee14d-de54-4eac-bd0c-92f1d2081b35 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/2eb20116-cc7c-4b51-ac50-467010e3dde2 HTTP/1.1" status: 404 len: 336 time: 0.1332378 Dec 13 19:59:40.426706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54292) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.465001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:40.470101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=670ec550-9c02-4719-9a99-ba6636bdc549,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:40.483992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:40.486306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.489210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:40.493699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a258ba1-0d37-4610-bae2-f48129ee10a4 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:40.497904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:40.504517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 7b467297-1dfa-4b27-9289-265912dd3773 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:40.507324 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5004efda-5492-4575-9d31-2b92e499f0b6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec23c852-313c-45fe-87b1-3511de00c79b HTTP/1.1" status: 200 len: 205 time: 0.0794930 Dec 13 19:59:40.512484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:40.515076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:40.535285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54296) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.554525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=a4968852-e637-43da-8060-5760910443a0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:40.557535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:40.568913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44eeea06-cb49-45fe-96ef-3c1f6e4d7a99 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:40.589301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:40.589904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.627390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:40.638217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:40.640806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:40.673610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.674315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.694762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.704063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:40.708052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:40.770743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:40.771618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.803661 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5624290 Dec 13 19:59:40.804541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:40.812174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:70:a0'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:40.847142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 5b3d97b4-988c-4c20-beea-f674c917d17e owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:40.878725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.927214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] For port f270491c-394f-435a-bf3b-df107ef1641f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f270491c-394f-435a-bf3b-df107ef1641f,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:40.934398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:40.936343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:40.950302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.015536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Pushing event updated for resources: {'Port': ['ID=f270491c-394f-435a-bf3b-df107ef1641f,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:41.018726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:41.061884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning for port a4968852-e637-43da-8060-5760910443a0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:41.068607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning complete for port a4968852-e637-43da-8060-5760910443a0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:41.068991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.110088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-b7cb3c74-dc82-4527-9930-c3751f52b515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:41.113610 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b7cb3c74-dc82-4527-9930-c3751f52b515 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/ec23c852-313c-45fe-87b1-3511de00c79b HTTP/1.1" status: 404 len: 336 time: 0.5169027 Dec 13 19:59:41.113988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08f4ac62-d0d4-44e1-bf5a-71c8c0530abe tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.124169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.135035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': 'e5a1586d-671b-4ed4-8b23-a10bec109a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:41.135516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:41.157733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Port a4968852-e637-43da-8060-5760910443a0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:41.173874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning for port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:41.181649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning complete for port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:41.182416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.310832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:41.325808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning for port 26722d5b-3f48-4de9-a51a-7c45dee55101 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:41.332589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Provisioning complete for port 26722d5b-3f48-4de9-a51a-7c45dee55101 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:41.333015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.360874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=f270491c-394f-435a-bf3b-df107ef1641f,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:41.370476 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4756823 Dec 13 19:59:41.378435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:41.397584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9b41a5a2-2851-4bfb-a979-26323e9fe6c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:41.445267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54308) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.447145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.459915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-08f4ac62-d0d4-44e1-bf5a-71c8c0530abe tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] update failed (client error): The resource could not be found. Dec 13 19:59:41.461150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-08f4ac62-d0d4-44e1-bf5a-71c8c0530abe tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c HTTP/1.1" status: 404 len: 339 time: 1.5932400 Dec 13 19:59:41.465523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54312) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.470137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:69:be:5a', 'name': 'tempest-NetworksTestDHCPv6-1377857605'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:41.485412 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8adbf14-106a-4e9e-b96e-561d32026a50 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:41.485867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8adbf14-106a-4e9e-b96e-561d32026a50 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:41.487578 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c8adbf14-106a-4e9e-b96e-561d32026a50 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/aa23b3a0-dd2c-417c-88bd-4175324f5880 HTTP/1.1" status: 404 len: 337 time: 0.3051162 Dec 13 19:59:41.499174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54314) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.523998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.561250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] For port 26722d5b-3f48-4de9-a51a-7c45dee55101, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=26722d5b-3f48-4de9-a51a-7c45dee55101,segment=NetworkSegment(4b84024c-5701-4c5d-8b7f-6583e148063b),segment_id=4b84024c-5701-4c5d-8b7f-6583e148063b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:41.566693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.569630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5a0f8c24-24b7-42e2-8ec0-679d4cdda8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:41.589068 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-561fcedd-01fd-43e9-bb60-e6cef91ebf88 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=41d076de-9205-44c4-a1d4-788b7835f5b0 HTTP/1.1" status: 200 len: 205 time: 0.0861249 Dec 13 19:59:41.600844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.655075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Pushing event updated for resources: {'Port': ['ID=26722d5b-3f48-4de9-a51a-7c45dee55101,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:41.658257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:41.693184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-314d7ad0-6f57-4374-95d1-e4ed2c4f4a66 None None] Provisioning complete for port f270491c-394f-435a-bf3b-df107ef1641f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:41.693662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-314d7ad0-6f57-4374-95d1-e4ed2c4f4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.703245 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-049700e1-e14d-4fd2-bd0a-1277bbf2e0ad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:41.704291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-049700e1-e14d-4fd2-bd0a-1277bbf2e0ad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/41d076de-9205-44c4-a1d4-788b7835f5b0 HTTP/1.1" status: 404 len: 336 time: 0.1025231 Dec 13 19:59:41.708530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.731675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.823357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:41.837224 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd66d7c-9e34-4676-a051-2e0be0f4b1ad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:41.837686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd66d7c-9e34-4676-a051-2e0be0f4b1ad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:41.839421 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6fd66d7c-9e34-4676-a051-2e0be0f4b1ad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/3dea43d1-f28c-44ee-9175-19ebf3c00ded HTTP/1.1" status: 404 len: 337 time: 0.1151075 Dec 13 19:59:41.848585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54328) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.875984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:41.948553 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-634f29b4-2ad9-4580-a546-d77434c10702 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8007938-f765-45fc-877b-92ea6da89433 HTTP/1.1" status: 200 len: 205 time: 0.0984454 Dec 13 19:59:41.955332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54332) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:41.966631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=55b9449e-e34c-4c57-9bdf-1ed76b42759e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:41.982498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:41.985293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cb9de7b-53b3-43b7-b629-a738d84948dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:42.021813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:42.030955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f22e27-dace-4354-a18c-edef27e3a362 None None] Network 380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:42.066133 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-d2fb1ff8-6a66-4cf0-b870-e35427084519 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] delete failed (client error): The resource could not be found. Dec 13 19:59:42.069614 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d2fb1ff8-6a66-4cf0-b870-e35427084519 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/routers/c8007938-f765-45fc-877b-92ea6da89433 HTTP/1.1" status: 404 len: 336 time: 0.1109333 Dec 13 19:59:42.074253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54336) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:42.196883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:42.198711 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc671a1d-c2bb-45bc-83e2-8729b5e2bf22 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:42.199205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc671a1d-c2bb-45bc-83e2-8729b5e2bf22 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:42.200880 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bc671a1d-c2bb-45bc-83e2-8729b5e2bf22 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/576b7e4e-528c-430e-ae23-4d7f340152d2 HTTP/1.1" status: 404 len: 337 time: 0.1258698 Dec 13 19:59:42.202477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:42.205370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:42.207268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:42.208007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.215314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=5b3d97b4-988c-4c20-beea-f674c917d17e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:42.229103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.229457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 262b1320-834e-4619-b6b0-1f78515997c0 disassociated (deleted). External IP: 172.26.6.170, port: 6189b2dd-d6ac-45ed-8a53-56eb62b75fe5. Dec 13 19:59:42.265386 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-100796cd-7dde-4297-b7f9-e9d8a9049094 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] DELETE failed (client error): The resource could not be found. Dec 13 19:59:42.265870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100796cd-7dde-4297-b7f9-e9d8a9049094 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 19:59:42.267857 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-100796cd-7dde-4297-b7f9-e9d8a9049094 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] 10.222.0.18 "DELETE /v2.0/subnets/f9211f90-a56f-4bd3-8562-224e416154e6 HTTP/1.1" status: 404 len: 337 time: 0.0606408 Dec 13 19:59:42.285528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.300241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:42.313299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.370297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.3706026 Dec 13 19:59:42.379516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54346) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:42.383632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-afbf85d7-4ecb-4d45-b1ea-747231cb5223 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:42.389268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:42.434801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 26722d5b-3f48-4de9-a51a-7c45dee55101 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:42.485513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 670ec550-9c02-4719-9a99-ba6636bdc549 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:42.486121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.510210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=a4968852-e637-43da-8060-5760910443a0,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:42.516281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 26722d5b-3f48-4de9-a51a-7c45dee55101 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:42.516496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.517508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.523710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:42.526120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:42.562891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.614943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.618502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:42.622942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.626468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47025fb8-7ddb-4c39-b5c5-71268cad5672 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:42.660241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f270491c-394f-435a-bf3b-df107ef1641f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:42.666112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54352) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:42.669598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:42.770466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f270491c-394f-435a-bf3b-df107ef1641f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:42.772238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.778818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:42.785975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:42.814833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] In _notify_port_updated(), no bound segment for port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 on network ebfc7076-d7ef-4483-82e0-ac3d277dd987 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:59:42.827339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:42.828069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:42.829518 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "PUT /v2.0/ports/2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 HTTP/1.1" status: 200 len: 994 time: 2.0237515 Dec 13 19:59:42.835579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54358) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:42.879908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 7b467297-1dfa-4b27-9289-265912dd3773 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:42.900088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:43.058227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3eb7669d-776d-4c9d-b2db-549c38427747 None None] Provisioning complete for port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:43.058857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3eb7669d-776d-4c9d-b2db-549c38427747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.063320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:43.079708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:43.080320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.124929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7669d-776d-4c9d-b2db-549c38427747 None None] Port 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:43.247080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-645f03f0-1168-4184-a7d3-fb142574c83b None None] Provisioning complete for port a4968852-e637-43da-8060-5760910443a0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:43.247779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-645f03f0-1168-4184-a7d3-fb142574c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.303206 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4a18b5bb-58ec-4f30-a5f2-ec42e3db272b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6520e42c32fe4167bc69bb2052e077ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311445 Dec 13 19:59:43.306554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54362) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:43.350705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-645f03f0-1168-4184-a7d3-fb142574c83b None None] Port a4968852-e637-43da-8060-5760910443a0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:43.435243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.503493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.547900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.611426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.614006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 1d3dd4d2-f562-46b9-9d80-ab282f930d19 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 19:59:43.726743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.754320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 670ec550-9c02-4719-9a99-ba6636bdc549 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:43.788702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.796730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1882b836-da30-4b0b-8997-7900bb270f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:43.844428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 16fbd39c-a0b5-4766-be62-36d9d5724653 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:43.927729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:43.931346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for 2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:43.950503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Allocated IP 172.20.0.1 (90d2b141-eafd-4481-93f1-3f1490bffc83/e2786c70-ceb3-4ed2-b4de-b104fddce04d/186bb022-8e4b-4cc9-aceb-0cb1c473dc90) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:43.960889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccbeb9c-3867-4e02-ba78-ae84513eb2b6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:43.972820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:43.988219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:43.991882 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fccbeb9c-3867-4e02-ba78-ae84513eb2b6 HTTP/1.1" status: 204 len: 168 time: 0.6825290 Dec 13 19:59:44.002026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:44.008592 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/1d3dd4d2-f562-46b9-9d80-ab282f930d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3692286 Dec 13 19:59:44.011118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54368) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:44.016480 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] Sync routers for ids ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:44.030278 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] Routers {'1d3dd4d2-f562-46b9-9d80-ab282f930d19'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:44.031391 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.103073 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.111455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb4e4d-59aa-4752-ac4f-15b11d9965a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:44.112115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1dbb4e4d-59aa-4752-ac4f-15b11d9965a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:44.115354 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] Routers {'1d3dd4d2-f562-46b9-9d80-ab282f930d19'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:44.116210 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.119628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.178074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63f38abd-beda-4e41-893c-0e0ced81470b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:44.178706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1dbb4e4d-59aa-4752-ac4f-15b11d9965a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:44.182530 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1dbb4e4d-59aa-4752-ac4f-15b11d9965a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports/a4968852-e637-43da-8060-5760910443a0 HTTP/1.1" status: 200 len: 910 time: 0.1674955 Dec 13 19:59:44.187282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54372) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:44.192757 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.193370 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b2b15-f456-4d5e-aa68-6119ab728d33 None None] The sync data for ids ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:44.198287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '334f7ea8-b6ff-488b-897b-c4cb35454a2b'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:44.237221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.250578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85fef187-3267-42d7-bc0e-b16fd44dacef tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:44.349881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:44.352905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:44.429952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=670ec550-9c02-4719-9a99-ba6636bdc549,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:44.434912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:44.461897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.603482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/670ec550-9c02-4719-9a99-ba6636bdc549 HTTP/1.1" status: 204 len: 168 time: 2.2210710 Dec 13 19:59:44.614571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54386) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:44.685991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:44.700252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:44.709200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.714664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:44.715318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.752496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 172.20.0.9 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/6f4efd1d-6824-44ab-8fd9-1099de04818a/16fbd39c-a0b5-4766-be62-36d9d5724653) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:44.758645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.758864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.785877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe69:be5a (36b8069c-61c8-4b24-9aac-3a03df44f0fb/55b9449e-e34c-4c57-9bdf-1ed76b42759e/16fbd39c-a0b5-4766-be62-36d9d5724653) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:44.801831 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 HTTP/1.1" status: 204 len: 168 time: 1.9642129 Dec 13 19:59:44.805076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54398) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:44.806091 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.807591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Transition to ACTIVE for port object 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:44.807885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:44.819133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/262b1320-834e-4619-b6b0-1f78515997c0 HTTP/1.1" status: 204 len: 168 time: 5.8665125 Dec 13 19:59:44.821084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:44.822112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.825070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:44.881202 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-324b0169-ef22-409f-bbf0-63e4a5984b4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] GET failed (client error): The resource could not be found. Dec 13 19:59:44.881852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-324b0169-ef22-409f-bbf0-63e4a5984b4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Synchronizing usage tracker for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:44.886526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:44.886953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae657c4d-07ed-4b08-b7fa-e17dc5678b0a None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:44.893658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17734285-0ffc-4ad1-8d24-7725c860bea9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:44.899495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17734285-0ffc-4ad1-8d24-7725c860bea9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:44.900286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-17734285-0ffc-4ad1-8d24-7725c860bea9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:44.953120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54406) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:45.009769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-17734285-0ffc-4ad1-8d24-7725c860bea9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:45.011056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-17734285-0ffc-4ad1-8d24-7725c860bea9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3952732 Dec 13 19:59:45.014696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54410) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:45.015841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.025147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ce25db8-75d7-4be4-b3bb-1d6de9adb5fb tempest-RoutersIpV6AdminTest-343384017 tempest-RoutersIpV6AdminTest-343384017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:45.142074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-324b0169-ef22-409f-bbf0-63e4a5984b4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Unset dirty status for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:45.143223 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-324b0169-ef22-409f-bbf0-63e4a5984b4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports/2d3448f4-1c8b-4d6a-9aed-a14d6cec85a5 HTTP/1.1" status: 404 len: 333 time: 0.3372040 Dec 13 19:59:45.155172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54416) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:45.164562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:45.164821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-37192021'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:45.181905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:45.185903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 6189b2dd-d6ac-45ed-8a53-56eb62b75fe5 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:45.186247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.191434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:45.230619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port a144c000-59be-445d-bbe1-5c8cec11730c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:45.230845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.256314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Port': ['ID=186bb022-8e4b-4cc9-aceb-0cb1c473dc90,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:45.289182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:45.315073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.349644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.355190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 16fbd39c-a0b5-4766-be62-36d9d5724653 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:45.394448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-548448966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:45.470464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:45.494013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:router and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:45.495244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69229af5-327b-4ec0-9ea6-b76d520622b9 None None] Provisioning for port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:45.501452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69229af5-327b-4ec0-9ea6-b76d520622b9 None None] Provisioning complete for port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:45.501949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69229af5-327b-4ec0-9ea6-b76d520622b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.505644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:45.557509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:45.560805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.566969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69229af5-327b-4ec0-9ea6-b76d520622b9 None None] Port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:45.571881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8a9527a-e1e6-40ca-8a34-2b39126cc052 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:45.641446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.642438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.645919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:45.669956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.765459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:45.773946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:45.800567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.834677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:45.844250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for a144c000-59be-445d-bbe1-5c8cec11730c owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:45.855633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:45.859403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.878032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:45.903676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=16fbd39c-a0b5-4766-be62-36d9d5724653,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:45.907379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:45.923377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.935091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:45.942990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:45.978451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.055111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:46.055759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.139783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.150405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 6189b2dd-d6ac-45ed-8a53-56eb62b75fe5 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:46.195324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b4c6ee73-dffa-4443-b2e6-7097d040f0b6 None None] Provisioning for port 16fbd39c-a0b5-4766-be62-36d9d5724653 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:46.201258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b4c6ee73-dffa-4443-b2e6-7097d040f0b6 None None] Provisioning complete for port 16fbd39c-a0b5-4766-be62-36d9d5724653 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:46.201597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee73-dffa-4443-b2e6-7097d040f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.256855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6ee73-dffa-4443-b2e6-7097d040f0b6 None None] Port 16fbd39c-a0b5-4766-be62-36d9d5724653 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:46.283077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.284280 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76b84bc5-c316-47f2-89a8-11f392dc7298 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3262985 Dec 13 19:59:46.294860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54420) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.340040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1844917935'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:46.354671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25711a5b-601c-4fc9-9a15-15c046dd40c9 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:46.370166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:46.384722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:network and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:46.392984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:46.411248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:46.416573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9515247 Dec 13 19:59:46.418459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=a144c000-59be-445d-bbe1-5c8cec11730c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:46.419215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54424) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.431082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:46.436529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.441294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/a144c000-59be-445d-bbe1-5c8cec11730c HTTP/1.1" status: 204 len: 168 time: 1.4189775 Dec 13 19:59:46.442123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54428) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.521097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.8 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/f3cb2a80-dc52-47f6-a57d-e0929e01bf62) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:46.522966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:46.526764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.563335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.616261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:46.637579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:security_group_rule and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:46.649195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25569916-eb8d-4ba5-b245-3c723b813359 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:46.649887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-25569916-eb8d-4ba5-b245-3c723b813359 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:46.653096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:46.661673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.684723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-25569916-eb8d-4ba5-b245-3c723b813359 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:46.685965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25569916-eb8d-4ba5-b245-3c723b813359 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2429125 Dec 13 19:59:46.696122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54432) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.746760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.755981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b93002-4f5f-48c4-90e5-fbe4f5c2a42a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 19:59:46.757363 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-77b93002-4f5f-48c4-90e5-fbe4f5c2a42a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/670ec550-9c02-4719-9a99-ba6636bdc549 HTTP/1.1" status: 404 len: 333 time: 0.0599108 Dec 13 19:59:46.758072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.784401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54436) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.785077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e52bba1a-9d9c-4e0e-8d51-ac380f73b5bb tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:46.839606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:46.872760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.894534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3da15e-3985-4e9e-aa31-9891e999f6b2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 19:59:46.895839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1e3da15e-3985-4e9e-aa31-9891e999f6b2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/a144c000-59be-445d-bbe1-5c8cec11730c HTTP/1.1" status: 404 len: 333 time: 0.0809677 Dec 13 19:59:46.902904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54440) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:46.909015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cbcb42be-4d41-4c86-bfe9-87fb43fc4506 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:46.947149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:46.950590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event updated for resources: {'Port': ['ID=186bb022-8e4b-4cc9-aceb-0cb1c473dc90,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:47.000778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:47.104589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.114062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=a4968852-e637-43da-8060-5760910443a0,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:47.127270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:47.127993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.129328 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/ports/a4968852-e637-43da-8060-5760910443a0 HTTP/1.1" status: 200 len: 910 time: 2.9376414 Dec 13 19:59:47.134310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:47.136562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:47.145388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948eed95-30b4-4492-b7f5-c488eea8e573 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:47.152756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948eed95-30b4-4492-b7f5-c488eea8e573 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:47.153905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-948eed95-30b4-4492-b7f5-c488eea8e573 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:47.157282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.173073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb754917-324b-4f56-9482-cf7f6bdadbc1 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:47.249056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=6189b2dd-d6ac-45ed-8a53-56eb62b75fe5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:47.262603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:47.311123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-948eed95-30b4-4492-b7f5-c488eea8e573 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:47.312402 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-948eed95-30b4-4492-b7f5-c488eea8e573 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8923149 Dec 13 19:59:47.329117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54448) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:47.412028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.466858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.468187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object f3cb2a80-dc52-47f6-a57d-e0929e01bf62 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:47.476770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.480012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.480704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:47.483370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-66ae47af-951e-4bb0-8c4d-ca7a5cf4a91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:47.498145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:47.503514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.528078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:47.539922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7348f839-8d6c-4768-81d3-84a19f35c4e7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:47.549597 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/6189b2dd-d6ac-45ed-8a53-56eb62b75fe5 HTTP/1.1" status: 204 len: 168 time: 2.6703815 Dec 13 19:59:47.550743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54452) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:47.551179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:47.558873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.559123 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Added segment d2b4acfd-0c05-4517-9543-ffc79a91f206 of type vlan for network df2c199b-cebd-42c2-9101-167664f44151 Dec 13 19:59:47.563701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:47.577720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:47.595760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:floatingip and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:47.601691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.604038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:47.614046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:47.645534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.649423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:47.669766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 16fbd39c-a0b5-4766-be62-36d9d5724653 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:47.670108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.696769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:47.701644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.720215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:47.734930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:47.744293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:47.788919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=f3cb2a80-dc52-47f6-a57d-e0929e01bf62,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:47.792848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:47.800242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52de9678-ce91-4c18-b284-ba8935130d6c None None] Provisioning complete for port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:47.800735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52de9678-ce91-4c18-b284-ba8935130d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.864322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.870032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:47.870683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:47.880117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:47.881099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52de9678-ce91-4c18-b284-ba8935130d6c None None] Port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:48.001542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7028725 Dec 13 19:59:48.002270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-06e056c5-0f95-417f-9445-e165b33add53 None None] Provisioning for port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:48.008399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-06e056c5-0f95-417f-9445-e165b33add53 None None] Provisioning complete for port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:48.009086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-06e056c5-0f95-417f-9445-e165b33add53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.010816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:48.011627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.012430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a1586d-671b-4ed4-8b23-a10bec109a14') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:48.012736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a1586d-671b-4ed4-8b23-a10bec109a14') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:48.016731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54456) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:48.030748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Network': ['ID=df2c199b-cebd-42c2-9101-167664f44151,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:48.038772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'subnet': {'network_id': 'df2c199b-cebd-42c2-9101-167664f44151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:48.050466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network df2c199b-cebd-42c2-9101-167664f44151 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:48.060485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:48.064304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.117849 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9613719 Dec 13 19:59:48.122041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:48.147865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.161293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:13:70:a0'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:48.179235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:48.186818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-06e056c5-0f95-417f-9445-e165b33add53 None None] Port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:48.194321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:subnet and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:48.198723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:48.208171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:48.219417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.238258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 19:59:48.238667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 19:59:48.256319 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 19:59:48.258938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:48.260113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.364387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Router c27cb856-b069-478e-9902-556db7f3c59c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:48.470784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.143 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/40ace81b-c34b-49d4-adab-5a9a50765ce9) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:48.638264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.674061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2f0fd94-9dd1-42a2-b861-36f259c66dca tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:48.740652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.801956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:48.804430 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/380b5d45-63c3-45c4-a4e5-7f1fec0b0ef5 HTTP/1.1" status: 204 len: 168 time: 1.9005995 Dec 13 19:59:48.808812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:48.817321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54464) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:48.822162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.851463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.853571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1461562053'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:48.856872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3f2ec48-384b-4899-a41a-c89e1055fb10 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:48.872381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:48.875974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:48.892149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:48.905343 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4066167 Dec 13 19:59:48.906389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] Sync routers for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:48.908839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:48.913274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54468) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:48.918396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:48.919169 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:48.967264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:48.980840 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:48.992251 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:48.993055 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:48.999909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.004037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Subnet': ['ID=f9c52b21-5958-44cd-bad4-e474222b3e83,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:49.015138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:49.016646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57269c4e-2544-4225-bb93-31e35542b35f tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:49.063584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:49.065049 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:49.065200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffdd6c9-4404-409c-ae4e-69534a9ba555 None None] The sync data for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:49.079114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 16fbd39c-a0b5-4766-be62-36d9d5724653 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:49.155446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:49.158814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.166719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Checking segment: {'id': 'd2b4acfd-0c05-4517-9543-ffc79a91f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:49.167074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network hostable DHCP agents. Network: df2c199b-cebd-42c2-9101-167664f44151, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:49.174278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:49.180274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:49.189531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:49.226329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34f89087-17da-4159-a77f-c17920184d18 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.277545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=40ace81b-c34b-49d4-adab-5a9a50765ce9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:49.297690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:49.378468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.383274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network df2c199b-cebd-42c2-9101-167664f44151 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:49.413812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, df2c199b-cebd-42c2-9101-167664f44151) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:49.426538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:49.427123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.430996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75dbb4-864c-41c1-bd82-47e54697eaa4 None None] Network df2c199b-cebd-42c2-9101-167664f44151 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:49.450588 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-34f89087-17da-4159-a77f-c17920184d18 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 19:59:49.454681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-34f89087-17da-4159-a77f-c17920184d18 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c HTTP/1.1" status: 409 len: 329 time: 0.5407436 Dec 13 19:59:49.456678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54472) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:49.478377 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4510901 Dec 13 19:59:49.478377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.478709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:49.479625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54476) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:49.485629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'network': {'name': 'tempest-router-network01--426687060'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:49.514556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:49.527522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:network and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:49.531800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:49.545421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:49.558934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.590818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:49.594232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.622581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.622933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment e5313840-a4d5-4860-af83-36a651aba468 of type vlan for network f10b3178-647f-4ec1-a87b-b0795726fd52 Dec 13 19:59:49.649472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:49.690479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-df2c199b-cebd-42c2-9101-167664f44151', 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151', 'tenant_id': '7a34972c9cf9441b90251fc2de562b53', 'fixed_ips': [{'subnet_id': 'f9c52b21-5958-44cd-bad4-e474222b3e83'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:49.691500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.722098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.722342 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Added segment 6df5b926-786d-46e5-b1aa-d95b27cdb329 of type vlan for network e8c91355-c2fb-40dc-9552-8242dc47b0e7 Dec 13 19:59:49.765872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.769050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.837846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.843441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:49.844027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.850336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c5eb1116-d2f2-4ed6-8592-d277a63a2c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:49.866156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.871790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:49.900495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Allocated IP 2001:db8::2 (df2c199b-cebd-42c2-9101-167664f44151/f9c52b21-5958-44cd-bad4-e474222b3e83/9bba91e2-ea39-44dd-a3be-a504992e418a) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:49.965748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.004452 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5238323 Dec 13 19:59:50.010995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54484) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:50.062201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.068293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Network': ['ID=e8c91355-c2fb-40dc-9552-8242dc47b0e7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:50.077811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:50.078566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-179696ed-6227-4f61-8eaf-08a216bca84f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:50.088006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'network': {'name': 'tempest-router-network02--1449228157'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:50.102676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:50.113746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:50.139553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:network and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:50.150820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:50.151155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.152934 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5987608 Dec 13 19:59:50.160466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:50.168670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:50.169207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'port': {'network_id': '55b0a23f-7ae1-45b0-aa4c-fa21358c9f75', 'name': 'tempest-FloatingIPTestJSON-914250904'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:50.249987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.256559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=40ace81b-c34b-49d4-adab-5a9a50765ce9,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:50.257136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.262216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:50.263035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.263527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:50.267863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Transition to ACTIVE for port object 9bba91e2-ea39-44dd-a3be-a504992e418a will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:50.304737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a856d4a1-7044-4355-8de2-b2f940f40602 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:50.325721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Transition to ACTIVE for port object 9bba91e2-ea39-44dd-a3be-a504992e418a will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:50.339270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.345893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:50.350349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:port and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:50.354134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:50.361242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.362702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:50.377019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:50.399432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:50.408207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.410298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:50.420680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.440723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Network df2c199b-cebd-42c2-9101-167664f44151 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:50.441749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Pushing event updated for resources: {'Port': ['ID=9bba91e2-ea39-44dd-a3be-a504992e418a,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:50.445290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:50.445727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:50.446981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] device_id is not set on port 8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:50.448428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:50.548414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Attempting to bind port 9bba91e2-ea39-44dd-a3be-a504992e418a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:50.548802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Attempting to bind port 9bba91e2-ea39-44dd-a3be-a504992e418a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd2b4acfd-0c05-4517-9543-ffc79a91f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:50.549189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Attempting to bind port 9bba91e2-ea39-44dd-a3be-a504992e418a on network df2c199b-cebd-42c2-9101-167664f44151 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:50.554948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:50.555335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Checking segment: {'id': 'd2b4acfd-0c05-4517-9543-ffc79a91f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:50.555743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.556173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Bound using segment: {'id': 'd2b4acfd-0c05-4517-9543-ffc79a91f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:50.556695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Bound port: 9bba91e2-ea39-44dd-a3be-a504992e418a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b4acfd-0c05-4517-9543-ffc79a91f206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df2c199b-cebd-42c2-9101-167664f44151'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:50.557078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.656257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8378396 Dec 13 19:59:50.672197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] For port 9bba91e2-ea39-44dd-a3be-a504992e418a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:50.678005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54492) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:50.678859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] For port 9bba91e2-ea39-44dd-a3be-a504992e418a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9bba91e2-ea39-44dd-a3be-a504992e418a,segment=NetworkSegment(d2b4acfd-0c05-4517-9543-ffc79a91f206),segment_id=d2b4acfd-0c05-4517-9543-ffc79a91f206)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:50.684442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=f10b3178-647f-4ec1-a87b-b0795726fd52,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:50.687007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:50.694447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:50.697475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:50.735978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f10b3178-647f-4ec1-a87b-b0795726fd52 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:50.753313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3a0cb28c-052e-4d58-922a-6801b7311270 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:50.777951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.14 (55b0a23f-7ae1-45b0-aa4c-fa21358c9f75/6fa74904-28de-4f34-9763-9ffb7ea4eda0/8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:50.914348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Pushing event updated for resources: {'Port': ['ID=9bba91e2-ea39-44dd-a3be-a504992e418a,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:50.917820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:50.965980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:50.982367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 19:59:51.032773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.033229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=16fbd39c-a0b5-4766-be62-36d9d5724653,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:51.064990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:51.078687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.096203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:51.162922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.163282 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Added segment 4708cfec-1e4e-455c-9c0c-dbfce6baa5a7 of type vlan for network 3d12beac-4b45-411d-a38d-9570c0b04bdc Dec 13 19:59:51.179064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network 55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:51.182318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:51.186475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:51.218381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:51.225340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:51.268884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.270717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:51.271527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.286128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:51.290184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.305466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:51.305899 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1441567 Dec 13 19:59:51.308288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54496) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:51.311923 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/16fbd39c-a0b5-4766-be62-36d9d5724653 HTTP/1.1" status: 204 len: 168 time: 3.9680076 Dec 13 19:59:51.314308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': '8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:51.315927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:51.361471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54500) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:51.366292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:51.397965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.418343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.426019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 19:59:51.465668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.477052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-297fe2b1-d124-401e-807e-b5ad9b7a128a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:51.537857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:51.541403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.580830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff01e867-30ba-405a-8974-49225519139a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.602145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port a4968852-e637-43da-8060-5760910443a0 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:51.602485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.644596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.650827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:51.651382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:51.795066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:51.796760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:51.798420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:51.799437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:51.841210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Performing IP validity checks on allocation pools {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 19:59:51.844377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 19:59:51.891391 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8691962 Dec 13 19:59:51.891391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=f3cb2a80-dc52-47f6-a57d-e0929e01bf62,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:51.892616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54504) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:51.914690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:51.915222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93772399-cf56-42f5-9573-a8474caa260b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:51.916170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'subnet': {'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:51.947166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a22c19bb-f98c-403d-8939-9a1e88ba026d None None] Provisioning complete for port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:51.947668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a22c19bb-f98c-403d-8939-9a1e88ba026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.005330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] In _notify_port_updated(), no bound segment for port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 on network ebfc7076-d7ef-4483-82e0-ac3d277dd987 {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 19:59:52.009353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a22c19bb-f98c-403d-8939-9a1e88ba026d None None] Port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 19:59:52.011010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:52.011674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.016001 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "PUT /v2.0/ports/f3cb2a80-dc52-47f6-a57d-e0929e01bf62 HTTP/1.1" status: 200 len: 994 time: 3.8798022 Dec 13 19:59:52.027650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:52.028862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4a95da3e-a047-4361-8a08-7060d81a0e53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6643591 Dec 13 19:59:52.056225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54508) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:52.056517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:52.124468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e9439-e134-4155-b67c-23bf506ff413 None None] Network df2c199b-cebd-42c2-9101-167664f44151 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:52.128739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Network': ['ID=3d12beac-4b45-411d-a38d-9570c0b04bdc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:52.137959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.147703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 19:59:52.233492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:52.289688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.316793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port f3cb2a80-dc52-47f6-a57d-e0929e01bf62 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:52.317734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.329046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1e87bb5b-328b-4dcb-b906-e32cdbdb844d None None] Provisioning for port 9bba91e2-ea39-44dd-a3be-a504992e418a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:52.336654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.397395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.546503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9bba91e2-ea39-44dd-a3be-a504992e418a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:52.624517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:52.630762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 55b9449e-e34c-4c57-9bdf-1ed76b42759e {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:52.639471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 9bba91e2-ea39-44dd-a3be-a504992e418a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:52.641276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:subnet and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:52.646242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9bba91e2-ea39-44dd-a3be-a504992e418a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:52.646242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.646480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:52.649177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.651411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for a4968852-e637-43da-8060-5760910443a0 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:52.711021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:52.780356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.822962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 9bba91e2-ea39-44dd-a3be-a504992e418a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9bba91e2-ea39-44dd-a3be-a504992e418a,segment=NetworkSegment(d2b4acfd-0c05-4517-9543-ffc79a91f206),segment_id=d2b4acfd-0c05-4517-9543-ffc79a91f206)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:52.829606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.831921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b3721827-eb34-49aa-8f5f-03c30fbd05dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:52.862572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:52.866300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.915910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.920392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=9bba91e2-ea39-44dd-a3be-a504992e418a,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:52.924086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:52.927098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bc90635-2c41-4c4e-8667-9043f925f994 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:52.929811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:52.979418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4d3159bc-e905-410b-9634-8ff04f0f9cc9 None None] Provisioning complete for port 9bba91e2-ea39-44dd-a3be-a504992e418a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:52.979801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4d3159bc-e905-410b-9634-8ff04f0f9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.035642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=9ecc4437-2e39-43c9-a48e-43b61b1c1d3f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:53.044250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:53.088931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': 'e5313840-a4d5-4860-af83-36a651aba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:53.089313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: f10b3178-647f-4ec1-a87b-b0795726fd52, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:53.135542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 1d92ba15-61c4-4c2f-b070-12442582b639 associated. External IP: 172.26.6.143, port: 8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f. Dec 13 19:59:53.183553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network f10b3178-647f-4ec1-a87b-b0795726fd52 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:53.187598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.195623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:53.246643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=a4968852-e637-43da-8060-5760910443a0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:53.248551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting port 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:53.248895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.277837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:53.279665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f10b3178-647f-4ec1-a87b-b0795726fd52) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:53.293422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d82c9-5aec-4cf6-8b9f-23edec7027da None None] Network f10b3178-647f-4ec1-a87b-b0795726fd52 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:53.331653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:53.331890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.395002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.404267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.452900 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7650719 Dec 13 19:59:53.457929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54516) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:53.525251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52', 'name': 'tempest-PortsIpV6TestJSON-1600555644'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:53.603804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f10b3178-647f-4ec1-a87b-b0795726fd52', 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': '9ecc4437-2e39-43c9-a48e-43b61b1c1d3f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:53.604664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.633886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for f3cb2a80-dc52-47f6-a57d-e0929e01bf62 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:53.777675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Allocated IP 2001:db8::2 (f10b3178-647f-4ec1-a87b-b0795726fd52/9ecc4437-2e39-43c9-a48e-43b61b1c1d3f/6d3cec91-c1b6-4819-9248-b16925c497b6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:53.801848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.826948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.878487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.886732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d737b31f-c68a-4188-a953-179166be0bad tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:53.901234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee82f-9526-4f08-9103-5db77b742a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.985279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=55b9449e-e34c-4c57-9bdf-1ed76b42759e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:53.991812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:53.995937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:53.996216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:54.017756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.032796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Calling delete_port for 186bb022-8e4b-4cc9-aceb-0cb1c473dc90 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:54.193475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.194313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa50d21-b333-4c76-94db-2d782793223b None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:54.307560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:54.320902 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-054e4f3b-37a0-404f-989f-c977c87aecdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/55b9449e-e34c-4c57-9bdf-1ed76b42759e HTTP/1.1" status: 204 len: 168 time: 2.2534964 Dec 13 19:59:54.325083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:54.329035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Subnet': ['ID=ebf0573a-f992-4ce9-b43c-1d9a222dd3b7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:54.329918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54524) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:54.341309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:54.353123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Checking segment: {'id': '6df5b926-786d-46e5-b1aa-d95b27cdb329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:54.353503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network hostable DHCP agents. Network: e8c91355-c2fb-40dc-9552-8242dc47b0e7, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:54.364880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:54.409228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Transition to ACTIVE for port object 6d3cec91-c1b6-4819-9248-b16925c497b6 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:54.430485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.443886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8da69b4c-6ffc-44bc-843a-f4cdd0cc6e4f tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:54.457604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9bba91e2-ea39-44dd-a3be-a504992e418a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:54.477378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:54.480838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.509044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=f3cb2a80-dc52-47f6-a57d-e0929e01bf62,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:54.517374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:54.537357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Transition to ACTIVE for port object 6d3cec91-c1b6-4819-9248-b16925c497b6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:54.562002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.595545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port b6eddbfb-6dc3-410a-be7c-1765abbd47e8 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:54.599084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-09a694f3-aa19-4036-a02d-03cdc4fc4b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:54.602378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:54.635294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 6f4efd1d-6824-44ab-8fd9-1099de04818a {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:54.645138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 1d3dd4d2-f562-46b9-9d80-ab282f930d19 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:54.651815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.667841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, e8c91355-c2fb-40dc-9552-8242dc47b0e7) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:54.673845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Pushing event updated for resources: {'Port': ['ID=6d3cec91-c1b6-4819-9248-b16925c497b6,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:54.683266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:54.689715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:54.690791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.691043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd8490-3799-4e48-b5c7-ced3797afa3b None None] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:54.723545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:54.730195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.769989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:54.777219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Network f10b3178-647f-4ec1-a87b-b0795726fd52 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:54.777470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.781992 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/f3cb2a80-dc52-47f6-a57d-e0929e01bf62 HTTP/1.1" status: 204 len: 168 time: 2.7135096 Dec 13 19:59:54.786173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54528) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:54.788331 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8943281 Dec 13 19:59:54.791052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:54.792451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:54.797939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.802432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9bba91e2-ea39-44dd-a3be-a504992e418a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:54.803010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.805957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'subnet': {'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:54.843713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:54.897346 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12e9d58b-acc2-4748-b955-b7aa240b411a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/1d92ba15-61c4-4c2f-b070-12442582b639 HTTP/1.1" status: 200 len: 978 time: 3.5860636 Dec 13 19:59:54.907154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54536) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:54.915278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:54.927676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:54.928454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:54.987078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Port': ['ID=186bb022-8e4b-4cc9-aceb-0cb1c473dc90,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:54.989254 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-97959a13-39d2-4ae9-87a9-9d8a794a8547 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] GET failed (client error): The resource could not be found. Dec 13 19:59:54.990937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-97959a13-39d2-4ae9-87a9-9d8a794a8547 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports/f3cb2a80-dc52-47f6-a57d-e0929e01bf62 HTTP/1.1" status: 404 len: 333 time: 0.1945047 Dec 13 19:59:54.992941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:54.995333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:54.997043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54540) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:55.011551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:55.012032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.043537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:subnet and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:55.050827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-1205548647'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:55.058622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:55.070590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.076091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:55.096045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:55.143161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.168777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.192308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:55.197099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.214808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:55.215454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.319043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Attempting to bind port 6d3cec91-c1b6-4819-9248-b16925c497b6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:55.319447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Attempting to bind port 6d3cec91-c1b6-4819-9248-b16925c497b6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'e5313840-a4d5-4860-af83-36a651aba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:55.319888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Attempting to bind port 6d3cec91-c1b6-4819-9248-b16925c497b6 on network f10b3178-647f-4ec1-a87b-b0795726fd52 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:55.326406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::107 (f10b3178-647f-4ec1-a87b-b0795726fd52/9ecc4437-2e39-43c9-a48e-43b61b1c1d3f/b6eddbfb-6dc3-410a-be7c-1765abbd47e8) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:55.340250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.340661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ebd0-3953-4759-9f45-177052cd097a None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:55.352865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:55.353354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Checking segment: {'id': 'e5313840-a4d5-4860-af83-36a651aba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:55.353770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.354176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Bound using segment: {'id': 'e5313840-a4d5-4860-af83-36a651aba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:55.354670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Bound port: 6d3cec91-c1b6-4819-9248-b16925c497b6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5313840-a4d5-4860-af83-36a651aba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f10b3178-647f-4ec1-a87b-b0795726fd52'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:55.355052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.421008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:55.432827 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] Sync routers for ids ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:55.444750 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] Routers {'1d3dd4d2-f562-46b9-9d80-ab282f930d19'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:55.446001 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.539152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] For port 6d3cec91-c1b6-4819-9248-b16925c497b6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:55.543070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] For port 6d3cec91-c1b6-4819-9248-b16925c497b6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d3cec91-c1b6-4819-9248-b16925c497b6,segment=NetworkSegment(e5313840-a4d5-4860-af83-36a651aba468),segment_id=e5313840-a4d5-4860-af83-36a651aba468)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:55.553875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.559232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:55.564284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:55.584783 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.591761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:55.598578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] Routers {'1d3dd4d2-f562-46b9-9d80-ab282f930d19'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:55.599639 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.632001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:55.635538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.682772 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:55.683591 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e0719-6660-4a16-85d8-70474d91b5b4 None None] The sync data for ids ['1d3dd4d2-f562-46b9-9d80-ab282f930d19'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:55.683865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.712462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.725012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-e8c91355-c2fb-40dc-9552-8242dc47b0e7', 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7', 'tenant_id': '7a34972c9cf9441b90251fc2de562b53', 'fixed_ips': [{'subnet_id': 'ebf0573a-f992-4ce9-b43c-1d9a222dd3b7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:55.725927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:55.746469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Pushing event updated for resources: {'Port': ['ID=6d3cec91-c1b6-4819-9248-b16925c497b6,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:55.758350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:55.788628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f920d949-0772-4616-89af-e8ed8600e6c3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/1d3dd4d2-f562-46b9-9d80-ab282f930d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6500030 Dec 13 19:59:55.802908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54544) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:55.816002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port 318a4f59-ee9d-4270-b748-e20bd2967982 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:55.821193 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 19:59:56.006181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Allocated IP 2001:db8::2 (e8c91355-c2fb-40dc-9552-8242dc47b0e7/ebf0573a-f992-4ce9-b43c-1d9a222dd3b7/2c53c205-efb2-4b65-a661-ac2f72a71e58) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:56.238689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a5e4696-7871-4540-9735-59f4d26c49b7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 19:59:56.299363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.311104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-02b19cbd-eabc-4a76-a12f-0af39d28679f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:56.385960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.405975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.408939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Transition to ACTIVE for port object 2c53c205-efb2-4b65-a661-ac2f72a71e58 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:56.456014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Transition to ACTIVE for port object 2c53c205-efb2-4b65-a661-ac2f72a71e58 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:56.488203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d2c082fa-2caf-4179-a937-36d7be7bff2e None None] Provisioning complete for port f270491c-394f-435a-bf3b-df107ef1641f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:56.488784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d2c082fa-2caf-4179-a937-36d7be7bff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.520576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d3cec91-c1b6-4819-9248-b16925c497b6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:56.520774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.3 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/318a4f59-ee9d-4270-b748-e20bd2967982) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:56.550037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.563358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a5e4696-7871-4540-9735-59f4d26c49b7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 19:59:56.564092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90aa774a-ad97-48e8-b078-646729bac043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:56.564646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a5e4696-7871-4540-9735-59f4d26c49b7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d3dd4d2-f562-46b9-9d80-ab282f930d19 HTTP/1.1" status: 200 len: 205 time: 0.7508705 Dec 13 19:59:56.573936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54548) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:56.582712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Subnet': ['ID=1cf51980-a878-45de-aaad-ea97cb5170f9,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:56.600507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:56.630739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Checking segment: {'id': '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:56.631448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network hostable DHCP agents. Network: 3d12beac-4b45-411d-a38d-9570c0b04bdc, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 19:59:56.643330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.643946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.644420 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 1d92ba15-61c4-4c2f-b070-12442582b639 disassociated. External IP: 172.26.6.143, port: 8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f. Dec 13 19:59:56.644916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:56.670564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:56.676415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:56.676891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.683748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:56.686218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Pushing event updated for resources: {'Port': ['ID=2c53c205-efb2-4b65-a661-ac2f72a71e58,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:56.689793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:56.720155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Router c27cb856-b069-478e-9902-556db7f3c59c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:56.741521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 19:59:56.813617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.833609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 3d12beac-4b45-411d-a38d-9570c0b04bdc) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:56.841021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Attempting to bind port 2c53c205-efb2-4b65-a661-ac2f72a71e58 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 19:59:56.842666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.843692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:56.843962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.844329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Attempting to bind port 2c53c205-efb2-4b65-a661-ac2f72a71e58 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6df5b926-786d-46e5-b1aa-d95b27cdb329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 19:59:56.844751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Attempting to bind port 2c53c205-efb2-4b65-a661-ac2f72a71e58 on network e8c91355-c2fb-40dc-9552-8242dc47b0e7 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 19:59:56.851246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6d3cec91-c1b6-4819-9248-b16925c497b6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:56.861441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 19:59:56.861949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Checking segment: {'id': '6df5b926-786d-46e5-b1aa-d95b27cdb329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 19:59:56.862423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.862930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Bound using segment: {'id': '6df5b926-786d-46e5-b1aa-d95b27cdb329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 19:59:56.864323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Bound port: 2c53c205-efb2-4b65-a661-ac2f72a71e58, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df5b926-786d-46e5-b1aa-d95b27cdb329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8c91355-c2fb-40dc-9552-8242dc47b0e7'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 19:59:56.864323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:56.878215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665eb70-487b-4c9c-8f7e-3a60913f2c6d None None] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:56.993122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object b6eddbfb-6dc3-410a-be7c-1765abbd47e8 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:57.017176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.038215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object 318a4f59-ee9d-4270-b748-e20bd2967982 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:57.068359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.070836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] For port 2c53c205-efb2-4b65-a661-ac2f72a71e58, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 19:59:57.089661 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2952693 Dec 13 19:59:57.089661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f7813ad3-c521-4508-b3f2-8e8c1c623341 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:57.113433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] For port 2c53c205-efb2-4b65-a661-ac2f72a71e58, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2c53c205-efb2-4b65-a661-ac2f72a71e58,segment=NetworkSegment(6df5b926-786d-46e5-b1aa-d95b27cdb329),segment_id=6df5b926-786d-46e5-b1aa-d95b27cdb329)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 19:59:57.129774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54552) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:57.154108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.168365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:57.171209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:57.171735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:57.240344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.247084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:57.276560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:57.283812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-3d12beac-4b45-411d-a38d-9570c0b04bdc', 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc', 'tenant_id': '7a34972c9cf9441b90251fc2de562b53', 'fixed_ips': [{'subnet_id': '1cf51980-a878-45de-aaad-ea97cb5170f9'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 19:59:57.284652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.336036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] Sync routers for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:57.364582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.382146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdebf8f6-f891-43d8-b94d-a0990eca7cbb None None] Network f10b3178-647f-4ec1-a87b-b0795726fd52 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:57.408754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=318a4f59-ee9d-4270-b748-e20bd2967982,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:57.423029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:57.423029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:57.425828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:57.430715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:57.433977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:57.437374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:57.480292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58ef112f-f779-4cfa-81da-eb69af5ccc57 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789 tempest-ExtraDHCPOptionsIpV6TestJSON-1153565789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:57.549827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.552017 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/6f4efd1d-6824-44ab-8fd9-1099de04818a HTTP/1.1" status: 204 len: 168 time: 3.2194023 Dec 13 19:59:57.555060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0900369 Dec 13 19:59:57.563990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.567069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54556) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:57.567405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54558) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:57.569975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4efd1d-6824-44ab-8fd9-1099de04818a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:57.572663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.596809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8877a6-545e-4659-a8f7-7b41ae939b6b None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:57.750446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:57.776929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Pushing event updated for resources: {'Port': ['ID=2c53c205-efb2-4b65-a661-ac2f72a71e58,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:57.799790 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-20cd3d55-d5b8-4ad6-945f-78c1cfe22a88 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2311816 Dec 13 19:59:57.810029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54564) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:57.813028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:57.820064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Provisioning for port 6d3cec91-c1b6-4819-9248-b16925c497b6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:57.834251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Provisioning complete for port 6d3cec91-c1b6-4819-9248-b16925c497b6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:57.834703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.834820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:57.852066 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-c4d27ec7-9741-44f3-90cc-e3e583ed9f41 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] show failed (client error): The resource could not be found. Dec 13 19:59:57.853107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c4d27ec7-9741-44f3-90cc-e3e583ed9f41 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1716490135 HTTP/1.1" status: 404 len: 335 time: 0.2826242 Dec 13 19:59:57.862473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54568) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:57.878701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] Routers {'c27cb856-b069-478e-9902-556db7f3c59c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:57.879527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c27cb856-b069-478e-9902-556db7f3c59c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:57.886002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:57.887093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:57.895562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e17d9e60-3fcd-409b-b8d1-a55366166802 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:57.972212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:57.992020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.006253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ad4d3f4-f833-40f6-8e43-04d5b8946da2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:58.039468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 19:59:58.047135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:58.047135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8b408-c4bb-4820-9b4d-fb648268a3a4 None None] The sync data for ids ['c27cb856-b069-478e-9902-556db7f3c59c'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:58.062697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-e17d9e60-3fcd-409b-b8d1-a55366166802 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] update failed (client error): The resource could not be found. Dec 13 19:59:58.063740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e17d9e60-3fcd-409b-b8d1-a55366166802 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1185416577 HTTP/1.1" status: 404 len: 335 time: 0.1940019 Dec 13 19:59:58.068593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54572) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:58.136844 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1386585 Dec 13 19:59:58.143485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:58.145514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54576) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:58.175703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Allocated IP 2001:db8::2 (3d12beac-4b45-411d-a38d-9570c0b04bdc/1cf51980-a878-45de-aaad-ea97cb5170f9/b4b69010-1c15-4ec5-92a5-3bb92dfbfce2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:58.206909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.207438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3dd4d2-f562-46b9-9d80-ab282f930d19 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 19:59:58.229259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.233202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1473ded5-1467-47c3-a162-02675d888113 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/1d3dd4d2-f562-46b9-9d80-ab282f930d19 HTTP/1.1" status: 204 len: 168 time: 1.6537693 Dec 13 19:59:58.234912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network f10b3178-647f-4ec1-a87b-b0795726fd52 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:58.238128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54580) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:58.238981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:58.241489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:58.247286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 19:59:58.247946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.334566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=b6eddbfb-6dc3-410a-be7c-1765abbd47e8,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:58.336646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:58.387842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8769734 Dec 13 19:59:58.394394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54584) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:58.399299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'network_id': 'ebfc7076-d7ef-4483-82e0-ac3d277dd987', 'name': 'tempest-AllowedAddressPairTestJSON-2055878688'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 19:59:58.427199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 19:59:58.429099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.505671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 19:59:58.510329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 19:59:58.534323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Deleting port f270491c-394f-435a-bf3b-df107ef1641f {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:58.535084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.558703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet 334f7ea8-b6ff-488b-897b-c4cb35454a2b {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:58.568360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting subnet f79a3aea-63c8-41c8-9507-a3b03f72e133 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 19:59:58.583305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.593786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2c53c205-efb2-4b65-a661-ac2f72a71e58 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 19:59:58.599049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:58.601191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.618512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.703578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.743238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.793249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:58.797205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.809582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] For port 6d3cec91-c1b6-4819-9248-b16925c497b6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d3cec91-c1b6-4819-9248-b16925c497b6,segment=NetworkSegment(e5313840-a4d5-4860-af83-36a651aba468),segment_id=e5313840-a4d5-4860-af83-36a651aba468)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:58.832627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.842110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8c1da991-02af-4260-be92-001f4ebec29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:58.895999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port b6eddbfb-6dc3-410a-be7c-1765abbd47e8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:58.896581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:58.908004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf924b-5071-4268-8d24-d02086e90f5b None None] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:58.956326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.014472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Allocated IP 2001:db8::1 (e8c91355-c2fb-40dc-9552-8242dc47b0e7/ebf0573a-f992-4ce9-b43c-1d9a222dd3b7/13caa19c-adf8-4212-bb28-744dd7d54ecc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 19:59:59.125923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 19:59:59.134155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.141789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:59.149851 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 19:59:59.171396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:59.172051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:59.192606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=334f7ea8-b6ff-488b-897b-c4cb35454a2b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:59.198541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.201374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 19:59:59.202484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:59.218971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] For port f270491c-394f-435a-bf3b-df107ef1641f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f270491c-394f-435a-bf3b-df107ef1641f,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 19:59:59.219571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.252534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/334f7ea8-b6ff-488b-897b-c4cb35454a2b HTTP/1.1" status: 204 len: 168 time: 0.9707782 Dec 13 19:59:59.255584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54588) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:59.291682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 19:59:59.308841 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:59.337745 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 19:59:59.338876 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:59.372350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.402258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Calling delete_port for f270491c-394f-435a-bf3b-df107ef1641f owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 19:59:59.426538 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 19:59:59.428527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.429578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a1f56-5342-4b94-bbe9-db1c192c3bd3 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 19:59:59.443439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Made reservation on behalf of 4462ab132dd54ae68003c12304eb6905 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 19:59:59.447520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.488593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Transition to ACTIVE for port object 13caa19c-adf8-4212-bb28-744dd7d54ecc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:59.498419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.516038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 26722d5b-3f48-4de9-a51a-7c45dee55101 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 19:59:59.516644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.517833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081182c4-fc5e-43e5-bc5c-1266050baa7b None None] Network 7b467297-1dfa-4b27-9289-265912dd3773 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 19:59:59.595985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Pushing event updated for resources: {'Port': ['ID=6d3cec91-c1b6-4819-9248-b16925c497b6,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:59.614331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.619824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.631586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:59.632291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-29c3e28a-51a3-415d-9437-f91b2b9eca3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:59.637890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] device_id is not set on port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 19:59:59.668148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2c53c205-efb2-4b65-a661-ac2f72a71e58 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:59.719650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ff40e1c-f75d-4877-903e-38915431f57c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/8f677bd0-3f0b-4ac1-9d42-ff1b6294c49f HTTP/1.1" status: 204 len: 168 time: 4.8115630 Dec 13 19:59:59.721901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54592) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:59.724619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Pushing event deleted for resources: {'Port': ['ID=f270491c-394f-435a-bf3b-df107ef1641f,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 19:59:59.730229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 19:59:59.734972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.738961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.741930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] No DVR routers for this DVR port f270491c-394f-435a-bf3b-df107ef1641f on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 19:59:59.743688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Provisioning for port 2c53c205-efb2-4b65-a661-ac2f72a71e58 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 19:59:59.751587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-47779b29-f797-4dfb-b6de-5d319650b928 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:59.767082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Provisioning complete for port 2c53c205-efb2-4b65-a661-ac2f72a71e58 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 19:59:59.767700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.785833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.800809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 19:59:59.810032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.830655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f3419a8e-bb30-437c-bd1f-317a4b8d90be tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 19:59:59.868000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f270491c-394f-435a-bf3b-df107ef1641f no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 19:59:59.895323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 19:59:59.898063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 19:59:59.898798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 19:59:59.938685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Transition to ACTIVE for port object b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 19:59:59.948683 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b586e323-1c17-479e-b497-fb42fd3ae11e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/floatingips/1d92ba15-61c4-4c2f-b070-12442582b639 HTTP/1.1" status: 200 len: 688 time: 0.2249315 Dec 13 19:59:59.955404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54596) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 19:59:59.977863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f270491c-394f-435a-bf3b-df107ef1641f {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 19:59:59.978294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f270491c-394f-435a-bf3b-df107ef1641f not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:00.033737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Transition to ACTIVE for port object b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:00.072766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.083218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:00.130298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for b6eddbfb-6dc3-410a-be7c-1765abbd47e8 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:00.165302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Subnet': ['ID=f79a3aea-63c8-41c8-9507-a3b03f72e133,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.171475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:00.181116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.187155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c8e23-2789-40d0-91dd-89e49822292c None None] Network a5318c14-5ffc-458b-873b-e09cae3eaf4a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:00.192232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Port': ['ID=13caa19c-adf8-4212-bb28-744dd7d54ecc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.206415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:00.212373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:00.245998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:00.250502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.257237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Pushing event updated for resources: {'Port': ['ID=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.258440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54f7426b-1373-42f7-b1ca-7ccfe0a8568a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:00.286110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:00.292537 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/subnets/f79a3aea-63c8-41c8-9507-a3b03f72e133 HTTP/1.1" status: 204 len: 168 time: 2.2222028 Dec 13 20:00:00.315336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54600) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:00.342052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:00.376612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 26722d5b-3f48-4de9-a51a-7c45dee55101, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=26722d5b-3f48-4de9-a51a-7c45dee55101,segment=NetworkSegment(4b84024c-5701-4c5d-8b7f-6583e148063b),segment_id=4b84024c-5701-4c5d-8b7f-6583e148063b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:00.380682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.391518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Allocated IP 172.20.0.11 (ebfc7076-d7ef-4483-82e0-ac3d277dd987/02930009-981f-482b-be31-0b4fbe0ea318/8b947947-061c-4f4a-aeeb-f00e3f4b78a9) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:00.396704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:00.398655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 40ace81b-c34b-49d4-adab-5a9a50765ce9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:00.399117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.409986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:00.418752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:00.419220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.429213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=8da93d65-5f61-4293-83e4-149f866d3708,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.435884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:00.440268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823c581-a799-4c21-bafe-962c752c345e None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:00.481568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting subnet 16ff368e-ff28-418e-82f9-fdef362094c2 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:00.485492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.499455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.522472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d3cec91-c1b6-4819-9248-b16925c497b6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:00.591220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 26722d5b-3f48-4de9-a51a-7c45dee55101 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:00.622506 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7953625 Dec 13 20:00:00.633115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d7ce1-50a1-47c0-a240-a24665142f60 None None] DHCP port deletion for 7b467297-1dfa-4b27-9289-265912dd3773 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:00.639497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54604) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:00.653555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:00.709741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.785391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7ce1-50a1-47c0-a240-a24665142f60 None None] Deleting port 26722d5b-3f48-4de9-a51a-7c45dee55101 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:00.785884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d81d7ce1-50a1-47c0-a240-a24665142f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.788872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.841405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.856086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Attempting to bind port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:00.856467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Attempting to bind port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:00.856839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Attempting to bind port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 on network 3d12beac-4b45-411d-a38d-9570c0b04bdc {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:00.863052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7dd51a-6fe4-46a4-839c-1d2e95830051 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:00.885834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.894173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:00.894449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-295192bd-3674-4470-abff-db05a413f872 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:00.894555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Checking segment: {'id': '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:00.894955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.895361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Bound using segment: {'id': '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:00.895850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Bound port: b4b69010-1c15-4ec5-92a5-3bb92dfbfce2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3d12beac-4b45-411d-a38d-9570c0b04bdc'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:00.896231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.927718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] For port 2c53c205-efb2-4b65-a661-ac2f72a71e58, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2c53c205-efb2-4b65-a661-ac2f72a71e58,segment=NetworkSegment(6df5b926-786d-46e5-b1aa-d95b27cdb329),segment_id=6df5b926-786d-46e5-b1aa-d95b27cdb329)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:00.942370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=b6eddbfb-6dc3-410a-be7c-1765abbd47e8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.944467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.944881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.973946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=26722d5b-3f48-4de9-a51a-7c45dee55101,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:00.975979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No DVR routers for this DVR port 26722d5b-3f48-4de9-a51a-7c45dee55101 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:00.981988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:00.983065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:00.994845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-48addc93-2620-4248-a49e-0d9b15bb2790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:01.008965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.013501 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/b6eddbfb-6dc3-410a-be7c-1765abbd47e8 HTTP/1.1" status: 204 len: 168 time: 2.5971787 Dec 13 20:00:01.026778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54608) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:01.065021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7ce1-50a1-47c0-a240-a24665142f60 None None] The port '26722d5b-3f48-4de9-a51a-7c45dee55101' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:01.116366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b51856-d785-45c5-93e5-8d2658c56cf7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:00:01.116922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b51856-d785-45c5-93e5-8d2658c56cf7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:01.121653 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41b51856-d785-45c5-93e5-8d2658c56cf7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/b6eddbfb-6dc3-410a-be7c-1765abbd47e8 HTTP/1.1" status: 404 len: 333 time: 0.0939412 Dec 13 20:00:01.122270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54612) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:01.122816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:01.191970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Provisioning for port 318a4f59-ee9d-4270-b748-e20bd2967982 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:01.203476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6d3cec91-c1b6-4819-9248-b16925c497b6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:01.203879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.222308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:01.230938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:01.242925 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae11d23-453b-4a0d-b011-b29fc3cc5c87 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:00:01.243152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fae11d23-453b-4a0d-b011-b29fc3cc5c87 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:01.275570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Provisioning complete for port 318a4f59-ee9d-4270-b748-e20bd2967982 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:01.276172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.283995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.352157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:01.392312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.407512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Pushing event updated for resources: {'Port': ['ID=2c53c205-efb2-4b65-a661-ac2f72a71e58,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:01.411561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:01.416408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:01.427915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] DHCP port deletion for a5318c14-5ffc-458b-873b-e09cae3eaf4a request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:01.442554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] For port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:01.448378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '8da93d65-5f61-4293-83e4-149f866d3708'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:01.449258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.455255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 40ace81b-c34b-49d4-adab-5a9a50765ce9 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:01.455569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fae11d23-453b-4a0d-b011-b29fc3cc5c87 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:01.456817 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fae11d23-453b-4a0d-b011-b29fc3cc5c87 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/b6eddbfb-6dc3-410a-be7c-1765abbd47e8 HTTP/1.1" status: 404 len: 333 time: 0.3109982 Dec 13 20:00:01.460160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Transition to ACTIVE for port object 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:01.461332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54616) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:01.474939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Deleting port d28a938c-f9d8-4be9-9963-16f3ef862670 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:01.475331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.507358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:01.511633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.525389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Port 318a4f59-ee9d-4270-b748-e20bd2967982 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:01.529395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] For port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,segment=NetworkSegment(4708cfec-1e4e-455c-9c0c-dbfce6baa5a7),segment_id=4708cfec-1e4e-455c-9c0c-dbfce6baa5a7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:01.585307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.593083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:01.665384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 9ecc4437-2e39-43c9-a48e-43b61b1c1d3f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:01.667559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.677231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2a1241d0-a442-4cb0-a202-6d2e10a74e96 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:01.705948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.763701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Subnet': ['ID=16ff368e-ff28-418e-82f9-fdef362094c2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:01.784722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:01.789092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.798227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0e8af-f8fa-4205-85f0-19a157f6f562 None None] Network 5e565e1b-356f-4a69-a212-aec4d482db77 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:01.819657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.822684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/subnets/16ff368e-ff28-418e-82f9-fdef362094c2 HTTP/1.1" status: 204 len: 168 time: 1.5063422 Dec 13 20:00:01.825452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:01.859020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54620) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:01.869344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:01.911220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Provisioning for port 13caa19c-adf8-4212-bb28-744dd7d54ecc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:01.974061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Pushing event updated for resources: {'Port': ['ID=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:01.977589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:02.000272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Provisioning complete for port 13caa19c-adf8-4212-bb28-744dd7d54ecc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:02.000715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.128618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.132339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:02.138484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:02.147145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:02.166410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.191653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.192783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.204727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Port 13caa19c-adf8-4212-bb28-744dd7d54ecc cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:02.206610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=8b947947-061c-4f4a-aeeb-f00e3f4b78a9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:02.208713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:02.222331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:02.247019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Allocated IP 172.20.0.2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8da93d65-5f61-4293-83e4-149f866d3708/883e1249-4625-4796-8b4a-531785616f75) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:02.281664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] For port d28a938c-f9d8-4be9-9963-16f3ef862670, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d28a938c-f9d8-4be9-9963-16f3ef862670,segment=NetworkSegment(d91672c0-ff17-4e84-b8d8-19177f793ef2),segment_id=d91672c0-ff17-4e84-b8d8-19177f793ef2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:02.288284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.317681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:02.318281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.382620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.454962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b467297-1dfa-4b27-9289-265912dd3773']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:02.511366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3620412 Dec 13 20:00:02.517091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:02.543836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:70:a0'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:94:01:ed'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:02.564730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b84024c-5701-4c5d-8b7f-6583e148063b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:02.565838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b84024c-5701-4c5d-8b7f-6583e148063b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:02.584947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.603167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Port': ['ID=13caa19c-adf8-4212-bb28-744dd7d54ecc,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:02.622036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.643102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:02.646830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.663627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.666267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:02.669746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Calling delete_port for d28a938c-f9d8-4be9-9963-16f3ef862670 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:02.714885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2c53c205-efb2-4b65-a661-ac2f72a71e58 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:02.726882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:02.737303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:02.743192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Provisioning complete for port 6d3cec91-c1b6-4819-9248-b16925c497b6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:02.743506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:02.743660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.744213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.761917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.762429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting port d28a938c-f9d8-4be9-9963-16f3ef862670 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:02.762777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.788934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=40ace81b-c34b-49d4-adab-5a9a50765ce9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:02.790894 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:02.793399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:02.802001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ecfdd51-e847-4609-bbe0-663ca464afb5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:02.872539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecc4437-2e39-43c9-a48e-43b61b1c1d3f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:02.876215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:02.884580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:02.902936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f7bad-97fa-42a0-bce8-2b9dc7486e4f None None] Network f10b3178-647f-4ec1-a87b-b0795726fd52 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:02.910662 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/9ecc4437-2e39-43c9-a48e-43b61b1c1d3f HTTP/1.1" status: 204 len: 168 time: 1.4448855 Dec 13 20:00:02.931693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:03.013945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:00:03.021878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.031266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c16f3722-5268-4779-b756-2261e74c48f5 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:03.033234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.043193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:03.208443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.209026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Pushing event deleted for resources: {'Port': ['ID=d28a938c-f9d8-4be9-9963-16f3ef862670,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:03.211667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:03.212649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] DHCP port deletion for 5e565e1b-356f-4a69-a212-aec4d482db77 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:03.216905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:03.226287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:03.231700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] No DVR routers for this DVR port d28a938c-f9d8-4be9-9963-16f3ef862670 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:03.246980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2c53c205-efb2-4b65-a661-ac2f72a71e58 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:03.247372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.253379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:03.254441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.308981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=6508cd74-1b2d-4088-83f2-bd2800fb9460,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:03.312756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] The port 'd28a938c-f9d8-4be9-9963-16f3ef862670' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:03.314076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.322018 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6767700 Dec 13 20:00:03.324530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Deleting port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:03.324951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.335744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:03.336363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54632) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:03.364897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:98:6a:8c', 'name': 'tempest-NetworksTestDHCPv6-1978109831'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:03.407281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.414405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.440881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.480195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Transition to ACTIVE for port object 883e1249-4625-4796-8b4a-531785616f75 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:03.525859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aa535ccf-3e32-436d-9805-0907e8cc5727 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:03.553436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 6d3cec91-c1b6-4819-9248-b16925c497b6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:03.554059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.576832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Transition to ACTIVE for port object 883e1249-4625-4796-8b4a-531785616f75 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:03.579710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.581256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Provisioning complete for port 2c53c205-efb2-4b65-a661-ac2f72a71e58 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:03.581606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.619869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=7b467297-1dfa-4b27-9289-265912dd3773,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:03.655221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.655498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:03.670932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.672094 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/1d92ba15-61c4-4c2f-b070-12442582b639 HTTP/1.1" status: 204 len: 168 time: 3.7123353 Dec 13 20:00:03.704361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54636) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:03.713295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0d5bd67d-1a38-438e-b0c6-a917adf06c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:03.733447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/7b467297-1dfa-4b27-9289-265912dd3773 HTTP/1.1" status: 204 len: 168 time: 4.4730256 Dec 13 20:00:03.737986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'b335b759-f92d-4d48-8450-9d9f737c24af'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:03.745025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:03.754107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.755455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-130644190', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:03.762981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:03.781756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:floatingip and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:03.786409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:03.788491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81625c-b887-4695-a899-34d4b069f9a9 None None] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:03.794059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5318c14-5ffc-458b-873b-e09cae3eaf4a']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:03.810704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:03.812772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91672c0-ff17-4e84-b8d8-19177f793ef2') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:03.813470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91672c0-ff17-4e84-b8d8-19177f793ef2') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:03.814357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:03.828749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.837969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:03.838212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Router b8c97faa-3641-4fe6-b794-59461c430066 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:00:03.849194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:03.849514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.907217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:03.913606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:03.914009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.927937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:03.929123 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:03.950118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:03.952584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:03.954655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:03.978534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:03.979898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] For port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,segment=NetworkSegment(78885755-43ff-4dc9-b6a6-4be85e041156),segment_id=78885755-43ff-4dc9-b6a6-4be85e041156)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:03.980307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:03.990223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Pushing event updated for resources: {'Port': ['ID=883e1249-4625-4796-8b4a-531785616f75,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:03.993204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:03.999141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:04.012388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:04.028034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.058647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.059976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.078188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port 6d3cec91-c1b6-4819-9248-b16925c497b6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d3cec91-c1b6-4819-9248-b16925c497b6,segment=NetworkSegment(e5313840-a4d5-4860-af83-36a651aba468),segment_id=e5313840-a4d5-4860-af83-36a651aba468)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:04.078919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.110316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:04.111208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:04.132422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9905486 Dec 13 20:00:04.133979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.135404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54644) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:04.139380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b5eede6-3ac3-4478-bd89-b8e20a736393 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:04.154505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.158978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/networks/a5318c14-5ffc-458b-873b-e09cae3eaf4a HTTP/1.1" status: 204 len: 168 time: 2.2926035 Dec 13 20:00:04.160570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] DHCP port deletion for f10b3178-647f-4ec1-a87b-b0795726fd52 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:04.179830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Calling delete_port for 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:04.192499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:04.236664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Network': ['ID=a5318c14-5ffc-458b-873b-e09cae3eaf4a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:04.292456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 26722d5b-3f48-4de9-a51a-7c45dee55101 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:04.294732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:04.317915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] Sync routers for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:04.408527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Deleting port 6d3cec91-c1b6-4819-9248-b16925c497b6 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:04.409267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.429501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 6d3cec91-c1b6-4819-9248-b16925c497b6 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:04.450681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 26722d5b-3f48-4de9-a51a-7c45dee55101 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:04.451065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 26722d5b-3f48-4de9-a51a-7c45dee55101 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:04.451490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d28a938c-f9d8-4be9-9963-16f3ef862670 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:04.538244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:04.538894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:04.587562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: d28a938c-f9d8-4be9-9963-16f3ef862670 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:04.587902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d28a938c-f9d8-4be9-9963-16f3ef862670 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:04.588186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.681109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:04.683873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Attempting to bind port 883e1249-4625-4796-8b4a-531785616f75 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:04.684501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Attempting to bind port 883e1249-4625-4796-8b4a-531785616f75 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:04.685095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Attempting to bind port 883e1249-4625-4796-8b4a-531785616f75 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:04.711523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:04.712370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:04.713203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.713825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:04.714576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Bound port: 883e1249-4625-4796-8b4a-531785616f75, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:04.715232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.735387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-70ddec68-86f7-4d77-8583-43760429a2ad None None] Could not find standard attr ID for object b6eddbfb-6dc3-410a-be7c-1765abbd47e8. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:00:04.782045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.783904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:04.784804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:04.795176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.836652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.842488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.847043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:04.847458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-acf22d70-915b-482f-ae57-683d7e233efc tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:04.851192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-acf22d70-915b-482f-ae57-683d7e233efc tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7121322 Dec 13 20:00:04.851413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54652) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:04.855945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.859580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91af4f61-b50e-4c8d-85ef-62a8de4e8410 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:04.917944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.919803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:04.929520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=6d3cec91-c1b6-4819-9248-b16925c497b6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:04.931350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No DVR routers for this DVR port 6d3cec91-c1b6-4819-9248-b16925c497b6 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:04.941425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b06cac0f-53f8-4d07-80f4-268250a4ac5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:04.968312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:04.989941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:04.990347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf5650-4aa2-4757-85f0-9f1b49f157c2 None None] The sync data for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:05.004650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fba55f92-7759-4ba6-85f9-a7def35cc281 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:05.051397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Pushing event deleted for resources: {'Port': ['ID=80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:05.052468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.053958 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96493c25-621b-4bf4-b660-0ddf273e25d3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3033020 Dec 13 20:00:05.056309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] No DVR routers for this DVR port 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:05.066139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:05.094856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:05.137930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54656) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:05.170680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269177280'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:05.171623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Provisioning for port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:05.205697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Provisioning complete for port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:05.206089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.222590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:05.269046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] For port 883e1249-4625-4796-8b4a-531785616f75, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:05.302177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:05.304992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] For port 883e1249-4625-4796-8b4a-531785616f75, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=883e1249-4625-4796-8b4a-531785616f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:05.312004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] For port 6d3cec91-c1b6-4819-9248-b16925c497b6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d3cec91-c1b6-4819-9248-b16925c497b6,segment=NetworkSegment(e5313840-a4d5-4860-af83-36a651aba468),segment_id=e5313840-a4d5-4860-af83-36a651aba468)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:05.312443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.326898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:05.333469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.391173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7449d038-7f7b-4cb8-bf0d-9bb43a668698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:05.391389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:05.448128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:05.453506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event updated for resources: {'Port': ['ID=8b947947-061c-4f4a-aeeb-f00e3f4b78a9,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:05.461027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.479767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:05.483804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:05.486355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.499682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] In _notify_port_updated(), no bound segment for port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 on network ebfc7076-d7ef-4483-82e0-ac3d277dd987 {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:00:05.504230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Calling delete_port for 6d3cec91-c1b6-4819-9248-b16925c497b6 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:05.505460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:05.506094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.507415 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "PUT /v2.0/ports/8b947947-061c-4f4a-aeeb-f00e3f4b78a9 HTTP/1.1" status: 200 len: 1056 time: 2.9877682 Dec 13 20:00:05.512767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54660) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:05.572385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:05.575884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.589404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Provisioning complete for port 13caa19c-adf8-4212-bb28-744dd7d54ecc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:05.589791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.590480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e565e1b-356f-4a69-a212-aec4d482db77']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.632543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.635863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10b3178-647f-4ec1-a87b-b0795726fd52']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.652848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78885755-43ff-4dc9-b6a6-4be85e041156') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.657725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78885755-43ff-4dc9-b6a6-4be85e041156') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.665308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:05.665652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.696263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:05.721828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Pushing event updated for resources: {'Port': ['ID=883e1249-4625-4796-8b4a-531785616f75,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:05.725217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:05.749231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:05.749981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 80b7f30d-ccb3-4d2f-a84d-c4b24ffbc318 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:05.750657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d3cec91-c1b6-4819-9248-b16925c497b6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:05.750952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5313840-a4d5-4860-af83-36a651aba468') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.751249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5313840-a4d5-4860-af83-36a651aba468') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:05.761087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.794898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Port 13caa19c-adf8-4212-bb28-744dd7d54ecc cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:05.798085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6d3cec91-c1b6-4819-9248-b16925c497b6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:05.798671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d3cec91-c1b6-4819-9248-b16925c497b6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:05.801392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.802914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:05.803510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:05.817393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Provisioning for port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:05.828739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Provisioning complete for port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:05.829529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.843107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:05.852532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.951808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.954495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:05.954938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:05.979647 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:05.990787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:05.991138 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment 0885f21d-c071-491b-b122-2c19a45be182 of type vlan for network 011a4f84-a062-4fb6-ab4e-84b53e032e62 Dec 13 20:00:06.065305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.097073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:06.097976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.111089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] For port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,segment=NetworkSegment(4708cfec-1e4e-455c-9c0c-dbfce6baa5a7),segment_id=4708cfec-1e4e-455c-9c0c-dbfce6baa5a7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:06.117346 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:06.121889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.124063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:06.163221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.197549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Pushing event updated for resources: {'Port': ['ID=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:06.206038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.206488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.206897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.207307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.207716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.208120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.208575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.208963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.209400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.213868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.214280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.214691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.219193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:06.243988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-35faec51-560f-4c5e-89d6-82bbfd0be607 None None] Provisioning complete for port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:06.244608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-35faec51-560f-4c5e-89d6-82bbfd0be607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.301052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:06.305286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Deleting port 6d3cec91-c1b6-4819-9248-b16925c497b6 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:06.305769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.341420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-35faec51-560f-4c5e-89d6-82bbfd0be607 None None] Port 8b947947-061c-4f4a-aeeb-f00e3f4b78a9 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:06.382403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99db5450-556e-4c86-af16-17f2e60124b7 None None] The port '6d3cec91-c1b6-4819-9248-b16925c497b6' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:06.387180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.396044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-35faec51-560f-4c5e-89d6-82bbfd0be607 None None] Provisioning complete for port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:06.396558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-35faec51-560f-4c5e-89d6-82bbfd0be607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.452824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 172.20.0.10 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8da93d65-5f61-4293-83e4-149f866d3708/791aa4d7-bcc9-44f9-8b27-a5e72bc0382c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:06.489947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.494094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.506441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe98:6a8c (36b8069c-61c8-4b24-9aac-3a03df44f0fb/6508cd74-1b2d-4088-83f2-bd2800fb9460/791aa4d7-bcc9-44f9-8b27-a5e72bc0382c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:06.508580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1c00e1db-8cc6-47e8-a864-d95d513a9226 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:06.549610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.554675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Network': ['ID=5e565e1b-356f-4a69-a212-aec4d482db77,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:06.591294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.595725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.600572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.80 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/df365ff1-8219-4ef8-bf87-3529275c8f7d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:06.607167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.607528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.607903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.608426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.608727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.609093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.609518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.609883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.610212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.610605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.610964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.611318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:06.614549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:06.621309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-caec8821-63cc-42ea-85dd-6e9d3201df7d tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:06.638561 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/networks/5e565e1b-356f-4a69-a212-aec4d482db77 HTTP/1.1" status: 204 len: 168 time: 2.2396069 Dec 13 20:00:06.652192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54664) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:06.669254 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/f10b3178-647f-4ec1-a87b-b0795726fd52 HTTP/1.1" status: 204 len: 168 time: 3.7304811 Dec 13 20:00:06.678811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=f10b3178-647f-4ec1-a87b-b0795726fd52,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:06.681277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:06.682731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54668) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:06.704059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1626190744'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:06.715138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:06.741674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.747752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:06.748376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.754157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:06.758362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:06.778526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:06.786838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.796368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a6bd6a1-2b92-4f95-8901-97ae55d471d6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:06.833562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting subnet e2786c70-ceb3-4ed2-b4de-b104fddce04d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:06.839032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 883e1249-4625-4796-8b4a-531785616f75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:06.857386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:06.869356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:06.890861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=8b947947-061c-4f4a-aeeb-f00e3f4b78a9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:06.894230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:06.932495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 883e1249-4625-4796-8b4a-531785616f75 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:06.946302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:07.062086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:07.062544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.121110 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9649587 Dec 13 20:00:07.127549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54672) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:07.144052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:07.152514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:07.156848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.165928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.187791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=011a4f84-a062-4fb6-ab4e-84b53e032e62,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:07.206948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:07.209718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.259756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:07.265812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:07.266657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.294473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:07.296154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.296278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment 794e4072-4b07-49e7-ae34-3f6089becb7c of type vlan for network b61c5533-e894-438b-a0c1-fad4a1bdc139 Dec 13 20:00:07.337757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.365605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.373945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-29b6bd24-2888-4ddc-b7e8-2ce953f8beb0 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:07.384349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ee477-66c6-4e27-aa0b-5ea1b6c70db8 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:07.441279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port 13caa19c-adf8-4212-bb28-744dd7d54ecc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:07.441636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.442758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.457415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:07.463821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.469916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:07.471644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.476094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:07.484326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:07.497224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Provisioning for port 883e1249-4625-4796-8b4a-531785616f75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:07.504615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Provisioning complete for port 883e1249-4625-4796-8b4a-531785616f75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:07.505010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.516878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=df365ff1-8219-4ef8-bf87-3529275c8f7d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:07.527530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:07.535124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-24aba340-e331-474a-b9dd-d5965628805e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:07.567025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:07.577482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:07.578061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:07.592633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:07.602181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:07.627224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:07.649727 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9576902 Dec 13 20:00:07.658248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54676) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:07.700400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:07.710529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:07.741193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.759099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.763713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=791aa4d7-bcc9-44f9-8b27-a5e72bc0382c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:07.776087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:07.790837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] For port 883e1249-4625-4796-8b4a-531785616f75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=883e1249-4625-4796-8b4a-531785616f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:07.796958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.799638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8648bda8-bff3-4c7d-95d7-37020c648dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:07.830622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21c1686c-7794-4346-98fa-f475aec94ec8 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:07.860155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:07.864141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.867107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:07.868022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:07.870563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Pushing event updated for resources: {'Port': ['ID=883e1249-4625-4796-8b4a-531785616f75,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:07.874166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:07.960150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '8da93d65-5f61-4293-83e4-149f866d3708', 'ip_address': '172.20.0.2'}, {'subnet_id': '6508cd74-1b2d-4088-83f2-bd2800fb9460'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '883e1249-4625-4796-8b4a-531785616f75'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:00:08.008910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.017448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.028327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.043814 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7062171 Dec 13 20:00:08.045133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:08.047283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54680) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:08.050247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=b61c5533-e894-438b-a0c1-fad4a1bdc139,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:08.056361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:08.059202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:08.064193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:08.077082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:08.131337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:08.165443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:08.168966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.221680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Calling delete_port for 13caa19c-adf8-4212-bb28-744dd7d54ecc owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:08.254255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.269782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f8a190e4-f1a3-4c3b-8e44-76999177970d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:08.307463 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/8b947947-061c-4f4a-aeeb-f00e3f4b78a9 HTTP/1.1" status: 204 len: 168 time: 2.7928607 Dec 13 20:00:08.322747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54684) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:08.341667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.374708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82b19c-a7f2-475c-9934-9061e53594e8 None None] Network 90d2b141-eafd-4481-93f1-3f1490bffc83 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:08.379500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Subnet': ['ID=e2786c70-ceb3-4ed2-b4de-b104fddce04d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:08.414569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.414942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.415327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.415684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.416118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.416497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.416887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.417270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.417612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.417997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.418332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.418684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:08.423426 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4b0dec-8d1f-4855-b3b1-7839e55017ba tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] GET failed (client error): The resource could not be found. Dec 13 20:00:08.424321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3e4b0dec-8d1f-4855-b3b1-7839e55017ba tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Synchronizing usage tracker for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:08.428720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:08.438050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/subnets/e2786c70-ceb3-4ed2-b4de-b104fddce04d HTTP/1.1" status: 204 len: 168 time: 1.7760222 Dec 13 20:00:08.439644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54688) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:08.509671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Allocated IP 2001:db8::f816:3eff:fe8c:c294 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/6508cd74-1b2d-4088-83f2-bd2800fb9460/883e1249-4625-4796-8b4a-531785616f75) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:08.537106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3e4b0dec-8d1f-4855-b3b1-7839e55017ba tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Unset dirty status for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:08.540848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3e4b0dec-8d1f-4855-b3b1-7839e55017ba tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports/8b947947-061c-4f4a-aeeb-f00e3f4b78a9 HTTP/1.1" status: 404 len: 333 time: 0.2134616 Dec 13 20:00:08.544950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54692) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:08.560489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a267581-6380-4050-a66e-c9424bc40925 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:08.565566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a267581-6380-4050-a66e-c9424bc40925 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:08.566430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7a267581-6380-4050-a66e-c9424bc40925 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:08.648147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.683910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7a267581-6380-4050-a66e-c9424bc40925 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:08.685130 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7a267581-6380-4050-a66e-c9424bc40925 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.6323061 Dec 13 20:00:08.689792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port 318a4f59-ee9d-4270-b748-e20bd2967982 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:08.690143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.703936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54696) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:08.761404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting port 0d783935-c936-473e-a3d0-514577aed240 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:08.761715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.767221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 883e1249-4625-4796-8b4a-531785616f75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:08.805613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] For port 883e1249-4625-4796-8b4a-531785616f75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=883e1249-4625-4796-8b4a-531785616f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:08.826677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] DHCP port deletion for 90d2b141-eafd-4481-93f1-3f1490bffc83 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:08.853111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Deleting port 0d783935-c936-473e-a3d0-514577aed240 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:08.853516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.906619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:08.907028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.915974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.933665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:08.950669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7e7f4e27-5d56-4cb8-8cc8-97f381d2527b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:08.952135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Transition to ACTIVE for port object 883e1249-4625-4796-8b4a-531785616f75 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:09.063571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.090851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d527247-c296-41c1-b85d-2f413030f312 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:09.096660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.116539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] For port 0d783935-c936-473e-a3d0-514577aed240, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0d783935-c936-473e-a3d0-514577aed240,segment=NetworkSegment(1964c212-9790-4e32-b26a-98c897eb2e5d),segment_id=1964c212-9790-4e32-b26a-98c897eb2e5d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:09.116952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.124886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.127842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.161400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:09.164101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:09.175204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eedebc9c-6eb6-466e-9888-42f6fe549b0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:09.206630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa69ff4e-b422-4377-8a7f-9c859d151a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:09.246113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] For port 0d783935-c936-473e-a3d0-514577aed240, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0d783935-c936-473e-a3d0-514577aed240,segment=NetworkSegment(1964c212-9790-4e32-b26a-98c897eb2e5d),segment_id=1964c212-9790-4e32-b26a-98c897eb2e5d)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:09.246476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.350855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:09.351463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: 011a4f84-a062-4fb6-ab4e-84b53e032e62, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:09.373558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Port': ['ID=13caa19c-adf8-4212-bb28-744dd7d54ecc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:09.385680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:09.387910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Calling delete_port for 0d783935-c936-473e-a3d0-514577aed240 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:09.406646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Calling delete_port for 0d783935-c936-473e-a3d0-514577aed240 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:09.470711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.509875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:09.518380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Pushing event updated for resources: {'Port': ['ID=883e1249-4625-4796-8b4a-531785616f75,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:09.522249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:09.550389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.554770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:09.570107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=930bf54a-e8d2-4172-bcf4-3661f1762c09,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:09.587808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:09.615176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Pushing event deleted for resources: {'Port': ['ID=0d783935-c936-473e-a3d0-514577aed240,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:09.625184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:09.628340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] No DVR routers for this DVR port 0d783935-c936-473e-a3d0-514577aed240 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:09.670984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': '794e4072-4b07-49e7-ae34-3f6089becb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:09.671612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: b61c5533-e894-438b-a0c1-fad4a1bdc139, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:09.681576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 011a4f84-a062-4fb6-ab4e-84b53e032e62) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:09.689582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.693666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74639bad-20ca-4c70-ab24-ec881b4831d8 None None] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:09.727083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:09.727457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:09.730546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.751729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:09.751729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.784344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.949533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-011a4f84-a062-4fb6-ab4e-84b53e032e62', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:09.951618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:09.968819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for 318a4f59-ee9d-4270-b748-e20bd2967982 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:10.016708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8859122 Dec 13 20:00:10.026394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54700) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:10.083292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:10.128401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Router b8c97faa-3641-4fe6-b794-59461c430066 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:10.178981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Allocated IP 172.20.0.2 (011a4f84-a062-4fb6-ab4e-84b53e032e62/5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed/1435859c-e0a5-41b4-afec-9283d6182c74) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:10.201782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:10.211261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b61c5533-e894-438b-a0c1-fad4a1bdc139) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:10.220212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:10.220797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.252014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Deleting port 0d783935-c936-473e-a3d0-514577aed240 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:10.252356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.464589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf2b54-8c45-4017-9134-6437888fe62b None None] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:10.489484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] The port '0d783935-c936-473e-a3d0-514577aed240' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:10.538745 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8467185 Dec 13 20:00:10.541873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54704) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:10.578983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.614333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a60af05-53f3-413d-a1b8-2ffa03dd3628 None None] Provisioning for port 883e1249-4625-4796-8b4a-531785616f75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:10.631978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a60af05-53f3-413d-a1b8-2ffa03dd3628 None None] Provisioning complete for port 883e1249-4625-4796-8b4a-531785616f75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:10.632536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a60af05-53f3-413d-a1b8-2ffa03dd3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.649219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-267531617'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:10.754828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 883e1249-4625-4796-8b4a-531785616f75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:10.757544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:10.770891 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] Sync routers for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:10.785060 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:10.787135 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.828565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b61c5533-e894-438b-a0c1-fad4a1bdc139', 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': '930bf54a-e8d2-4172-bcf4-3661f1762c09'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:10.828942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.847976 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9947543 Dec 13 20:00:10.849464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.851229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54708) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:10.914490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d2b141-eafd-4481-93f1-3f1490bffc83']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.919109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Transition to ACTIVE for port object 1435859c-e0a5-41b4-afec-9283d6182c74 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:10.931601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.936111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.945944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1964c212-9790-4e32-b26a-98c897eb2e5d') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.946253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1964c212-9790-4e32-b26a-98c897eb2e5d') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.948091 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.953494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12fb6fec-138d-4c53-a9a3-4483576c3b24 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:10.961888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:10.963004 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:10.975385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-9b4a9147-7fda-47da-b24e-1ad314fdbdff tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] delete failed (client error): The resource could not be found. Dec 13 20:00:10.983894 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9b4a9147-7fda-47da-b24e-1ad314fdbdff tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1798070466 HTTP/1.1" status: 404 len: 335 time: 0.1273828 Dec 13 20:00:10.985234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:10.989462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54712) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:11.002104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d1db71a0-5808-4b8c-8be1-2520b516a590 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8c97faa-3641-4fe6-b794-59461c430066'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:11.016709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=791aa4d7-bcc9-44f9-8b27-a5e72bc0382c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:11.025086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.027981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Transition to ACTIVE for port object 1435859c-e0a5-41b4-afec-9283d6182c74 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:11.036472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:11.037001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:11.050379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 883e1249-4625-4796-8b4a-531785616f75 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:11.050967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.058135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9253f8d6-40b4-4f38-900a-58a88752eb22 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:11.067857 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:11.068276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454c8ea-a709-4e5c-ac28-8b4ea9d36efc None None] The sync data for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:11.080472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.092226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.107641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00cba5e5-936d-4bbd-990d-8908e43a7b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:11.126756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=318a4f59-ee9d-4270-b748-e20bd2967982,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:11.137927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:11.261756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:11.272369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:11.276189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a60af05-53f3-413d-a1b8-2ffa03dd3628 None None] Could not find standard attr ID for object 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:00:11.282914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:11.292052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:11.294561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:11.298139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.298498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Pushing event updated for resources: {'Port': ['ID=1435859c-e0a5-41b4-afec-9283d6182c74,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:11.301918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:11.303011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.386096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:11.401898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.422158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Allocated IP 2001:db8::2 (b61c5533-e894-438b-a0c1-fad4a1bdc139/930bf54a-e8d2-4172-bcf4-3661f1762c09/71724931-d946-4727-b83d-85d3fd4924fb) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:11.428839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c2bcaff6-2c39-4ea1-8257-fc04ff174b5c None None] Could not find standard attr ID for object 791aa4d7-bcc9-44f9-8b27-a5e72bc0382c. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:00:11.433405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=df365ff1-8219-4ef8-bf87-3529275c8f7d,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:11.441787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Attempting to bind port 1435859c-e0a5-41b4-afec-9283d6182c74 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:11.443701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Attempting to bind port 1435859c-e0a5-41b4-afec-9283d6182c74 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:11.444043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Attempting to bind port 1435859c-e0a5-41b4-afec-9283d6182c74 on network 011a4f84-a062-4fb6-ab4e-84b53e032e62 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:11.444333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:11.444748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:11.461887 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:11.464970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port b2bd44b4-5bd0-4f88-b29c-292c136d5059 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:11.480139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:11.480655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Checking segment: {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:11.481213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.481692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Bound using segment: {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:11.482290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Bound port: 1435859c-e0a5-41b4-afec-9283d6182c74, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:11.482795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.497204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:11.582324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.628389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] For port 1435859c-e0a5-41b4-afec-9283d6182c74, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:11.632276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] For port 1435859c-e0a5-41b4-afec-9283d6182c74, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1435859c-e0a5-41b4-afec-9283d6182c74,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:11.694031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.715687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-22c4c9fa-84e1-4488-aed4-d27a721d4efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:11.715997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.725542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-11bc6315-e429-4a42-93ea-ced8b9e167aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/791aa4d7-bcc9-44f9-8b27-a5e72bc0382c HTTP/1.1" status: 204 len: 168 time: 3.0188119 Dec 13 20:00:11.733332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54716) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:11.734020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.868520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:11.880627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Pushing event updated for resources: {'Port': ['ID=1435859c-e0a5-41b4-afec-9283d6182c74,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:11.885111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:11.896265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0d783935-c936-473e-a3d0-514577aed240 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:11.939387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0d783935-c936-473e-a3d0-514577aed240 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:11.939914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0d783935-c936-473e-a3d0-514577aed240 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:12.017218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e9b06f9-2000-4827-85ef-1119d5dec53d tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:12.018162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1db71a0-5808-4b8c-8be1-2520b516a590 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.035496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.039218 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/networks/90d2b141-eafd-4481-93f1-3f1490bffc83 HTTP/1.1" status: 204 len: 168 time: 3.5963287 Dec 13 20:00:12.052611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54720) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.071447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Pushing event deleted for resources: {'Network': ['ID=90d2b141-eafd-4481-93f1-3f1490bffc83,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:12.090875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.123858 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-d1db71a0-5808-4b8c-8be1-2520b516a590 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] update failed (client error): The resource could not be found. Dec 13 20:00:12.130138 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d1db71a0-5808-4b8c-8be1-2520b516a590 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066 HTTP/1.1" status: 404 len: 339 time: 1.1346097 Dec 13 20:00:12.130341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Transition to ACTIVE for port object 71724931-d946-4727-b83d-85d3fd4924fb will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:12.131768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54724) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.132856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.150227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-234420204'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:12.156266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:12.163892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Transition to ACTIVE for port object 71724931-d946-4727-b83d-85d3fd4924fb will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:12.167337 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/318a4f59-ee9d-4270-b748-e20bd2967982 HTTP/1.1" status: 204 len: 168 time: 3.6179976 Dec 13 20:00:12.167337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:network and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:12.169803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54728) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.171086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:12.172269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:12.174185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.175249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cf0c80cd-ffcd-4990-96e9-8b917a2284e4 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Synchronizing usage tracker for tenant:704b4a6206724cdd9c13dc603f5278e6 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:12.187578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:12.187807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:12.254719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:12.257691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:12.262055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:12.268619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:12.272217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.300176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Pushing event updated for resources: {'Port': ['ID=71724931-d946-4727-b83d-85d3fd4924fb,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:12.308531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:12.367580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Attempting to bind port 71724931-d946-4727-b83d-85d3fd4924fb on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:12.367918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Attempting to bind port 71724931-d946-4727-b83d-85d3fd4924fb by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '794e4072-4b07-49e7-ae34-3f6089becb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:12.368241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Attempting to bind port 71724931-d946-4727-b83d-85d3fd4924fb on network b61c5533-e894-438b-a0c1-fad4a1bdc139 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:12.373468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cf0c80cd-ffcd-4990-96e9-8b917a2284e4 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Unset dirty status for tenant:704b4a6206724cdd9c13dc603f5278e6 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:12.374307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:12.375176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Checking segment: {'id': '794e4072-4b07-49e7-ae34-3f6089becb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:12.375310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.375668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Bound using segment: {'id': '794e4072-4b07-49e7-ae34-3f6089becb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:12.376116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Bound port: 71724931-d946-4727-b83d-85d3fd4924fb, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794e4072-4b07-49e7-ae34-3f6089becb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b61c5533-e894-438b-a0c1-fad4a1bdc139'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:12.376573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.380604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cf0c80cd-ffcd-4990-96e9-8b917a2284e4 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27cb856-b069-478e-9902-556db7f3c59c HTTP/1.1" status: 200 len: 205 time: 0.3275504 Dec 13 20:00:12.384088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54732) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.384629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:12.393987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:12.396213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:12.399454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:12.400595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:12.413697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a64f20b-1559-48c1-80d2-71ae956551ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] GET failed (client error): The resource could not be found. Dec 13 20:00:12.414458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1a64f20b-1559-48c1-80d2-71ae956551ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Synchronizing usage tracker for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:12.420884 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 7b016bcb-21e8-46f0-b35b-bec5f68c73ba associated. External IP: 172.26.6.80, port: b335b759-f92d-4d48-8450-9d9f737c24af. Dec 13 20:00:12.468729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.20.0.1 (011a4f84-a062-4fb6-ab4e-84b53e032e62/5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed/99ec8345-c1df-4721-a5f3-c0a66ae56614) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:12.474448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.474653 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Added segment 26eb8567-3113-45f8-b740-5ecf89ce7b21 of type vlan for network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 Dec 13 20:00:12.475708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] For port 71724931-d946-4727-b83d-85d3fd4924fb, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:12.479517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] For port 71724931-d946-4727-b83d-85d3fd4924fb, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71724931-d946-4727-b83d-85d3fd4924fb,segment=NetworkSegment(794e4072-4b07-49e7-ae34-3f6089becb7c),segment_id=794e4072-4b07-49e7-ae34-3f6089becb7c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:12.484710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.488530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0e1985c2-517d-4aca-b33a-aab457591202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:12.541961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::24c (b61c5533-e894-438b-a0c1-fad4a1bdc139/930bf54a-e8d2-4172-bcf4-3661f1762c09/b2bd44b4-5bd0-4f88-b29c-292c136d5059) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:12.548193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:12.549322 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-45ae745f-a84c-4019-ab0e-70f0154e4aa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8133054 Dec 13 20:00:12.560083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54736) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.567269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1a64f20b-1559-48c1-80d2-71ae956551ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Unset dirty status for tenant:4462ab132dd54ae68003c12304eb6905 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:12.574423 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1a64f20b-1559-48c1-80d2-71ae956551ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "GET /v2.0/ports/318a4f59-ee9d-4270-b748-e20bd2967982 HTTP/1.1" status: 404 len: 333 time: 0.3903081 Dec 13 20:00:12.574653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Pushing event updated for resources: {'Port': ['ID=71724931-d946-4727-b83d-85d3fd4924fb,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:12.578673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54740) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:12.584328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:12.617566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.762115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1435859c-e0a5-41b4-afec-9283d6182c74 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:12.858821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port b33dd599-b1dc-4029-b17f-3150fe1d77be {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:12.858821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:12.917672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1435859c-e0a5-41b4-afec-9283d6182c74 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:13.036891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.039439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.104668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.149901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 6508cd74-1b2d-4088-83f2-bd2800fb9460 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:13.162607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.194067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.194586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Fanout notify agent at l3_agent the message router_deleted on router c27cb856-b069-478e-9902-556db7f3c59c {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:00:13.210734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.269276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.298365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.303958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:13.304575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.307530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object b2bd44b4-5bd0-4f88-b29c-292c136d5059 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:13.325871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:13.339968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a118d-e915-4372-82da-6cfde40eb03a None None] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:13.353439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:13.382339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.521017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.524449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c5360683-f399-44ff-aebb-355c912a6f6b tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] 10.222.0.18 "DELETE /v2.0/routers/c27cb856-b069-478e-9902-556db7f3c59c HTTP/1.1" status: 204 len: 168 time: 1.1350758 Dec 13 20:00:13.555237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Provisioning for port 1435859c-e0a5-41b4-afec-9283d6182c74 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:13.600927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for b33dd599-b1dc-4029-b17f-3150fe1d77be owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:13.636916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Provisioning complete for port 1435859c-e0a5-41b4-afec-9283d6182c74 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:13.637362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.658282 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5217557 Dec 13 20:00:13.659156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54746) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:13.666527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.697044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'subnet': {'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:13.701416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:13.709463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15b251bb-c228-4dc9-a9b9-ddafe616b72e tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:13.722364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Network': ['ID=1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:13.726517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:13.753599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:13.816089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object 99ec8345-c1df-4721-a5f3-c0a66ae56614 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:13.922597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.015025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54752) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.019944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.021838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.033924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:14.042904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-160e2fe2-fc44-40bb-a8bf-a1b5ba6f68e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:14.062069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] For port 1435859c-e0a5-41b4-afec-9283d6182c74, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1435859c-e0a5-41b4-afec-9283d6182c74,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:14.071355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.079469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-699b2bf6-5e2f-4fed-b030-126ee6da038d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:14.118898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f2886-294e-4144-b256-61a9c718af76 None None] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:14.149433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:14.154121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:14.159565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:14.162541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Usage tracker for resource:subnet and tenant:7a34972c9cf9441b90251fc2de562b53 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:14.171132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:14.177626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:14.182144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:14.184103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:14.184907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.209253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=b2bd44b4-5bd0-4f88-b29c-292c136d5059,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:14.227017 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6133139 Dec 13 20:00:14.236598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:14.237530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54758) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.242035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:14.249033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:14.251336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:14.259531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:14.260528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:14.282705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Pushing event updated for resources: {'Port': ['ID=1435859c-e0a5-41b4-afec-9283d6182c74,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:14.288467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:14.289287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:14.306129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:14.308022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Made reservation on behalf of 7a34972c9cf9441b90251fc2de562b53 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:14.312596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.334081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.345450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6c085bc-fb5e-4d2d-8dd6-b28620d25980 None None] Provisioning for port 71724931-d946-4727-b83d-85d3fd4924fb completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:14.348634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:14.349528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.369054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28685a18-7ba9-4d31-b0af-f3afb1a8f59d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:14.387959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:14.426416 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.7089601 Dec 13 20:00:14.428127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.429904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54762) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.441772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-520208946'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:14.447605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:14.448256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:14.457308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b3296be6-4101-43fc-9aee-09b78d59ec4e tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:14.492295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.506053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:14.513858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5330fd9-aec9-49ce-aa2a-c66d7c97cc0d None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:14.515794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=6508cd74-1b2d-4088-83f2-bd2800fb9460,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:14.524780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:14.527324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=b33dd599-b1dc-4029-b17f-3150fe1d77be,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:14.533898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:network and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:14.541030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:14.542099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:14.558789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:14.559223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c48ca-6556-4605-81db-0d1dc9ab1a19 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:14.591741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port b2bd44b4-5bd0-4f88-b29c-292c136d5059 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:14.592484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.602554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/6508cd74-1b2d-4088-83f2-bd2800fb9460 HTTP/1.1" status: 204 len: 168 time: 2.0373182 Dec 13 20:00:14.614221 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-072aecd5-3289-4f41-932d-7c4c2e00adc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=704b4a6206724cdd9c13dc603f5278e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922666 Dec 13 20:00:14.615643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54766) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.615643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54768) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.637687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:14.692579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.796600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-90eed29d-1362-4fc9-b6a7-28fd78eb2dde None None] Provisioning complete for port 1435859c-e0a5-41b4-afec-9283d6182c74 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:14.798843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90eed29d-1362-4fc9-b6a7-28fd78eb2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.837931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 8da93d65-5f61-4293-83e4-149f866d3708 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:14.855775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.900267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1435859c-e0a5-41b4-afec-9283d6182c74 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:14.917422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.924227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:14.929275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.966757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:14.971403 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/ports/b33dd599-b1dc-4029-b17f-3150fe1d77be HTTP/1.1" status: 204 len: 168 time: 2.3369713 Dec 13 20:00:14.975540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54774) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:14.999411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.037866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:15.086291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.088822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.089230 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Added segment 2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9 of type vlan for network d45a327a-95fd-4289-aa37-78cfc6dd16df Dec 13 20:00:15.101828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.121961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting subnet 02930009-981f-482b-be31-0b4fbe0ea318 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:15.130013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.152864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1435859c-e0a5-41b4-afec-9283d6182c74 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:15.153270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.195607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.301652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.307192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for b2bd44b4-5bd0-4f88-b29c-292c136d5059 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:15.311158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:15.345542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.348058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.387542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.387797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71724931-d946-4727-b83d-85d3fd4924fb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:15.469106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-912275b5-9aae-449d-8215-1533a0652386 None None] Provisioning for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:15.486666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-912275b5-9aae-449d-8215-1533a0652386 None None] Provisioning complete for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:15.487079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-912275b5-9aae-449d-8215-1533a0652386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.489371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.503727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:15.504631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.513779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9668d728-20d0-4e86-8bac-75770ef88b9b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:15.543944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.584196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.589766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-912275b5-9aae-449d-8215-1533a0652386 None None] Port 99ec8345-c1df-4721-a5f3-c0a66ae56614 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:15.593825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 71724931-d946-4727-b83d-85d3fd4924fb completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:15.599914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 71724931-d946-4727-b83d-85d3fd4924fb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:15.601554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.715011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.776666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.785807 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3480711 Dec 13 20:00:15.789803 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8da93d65-5f61-4293-83e4-149f866d3708 HTTP/1.1" status: 204 len: 168 time: 1.1711540 Dec 13 20:00:15.792833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54778) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:15.793179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54780) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:15.801942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Subnet': ['ID=b528d591-4cf8-421a-ac64-e91f92c6b24d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:15.804939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:15.811535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Network': ['ID=d45a327a-95fd-4289-aa37-78cfc6dd16df,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:15.816699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80dcce96-0b70-4afc-bb41-98135410d238 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:15.820750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 71724931-d946-4727-b83d-85d3fd4924fb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71724931-d946-4727-b83d-85d3fd4924fb,segment=NetworkSegment(794e4072-4b07-49e7-ae34-3f6089becb7c),segment_id=794e4072-4b07-49e7-ae34-3f6089becb7c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:15.823679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:15.824633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network d45a327a-95fd-4289-aa37-78cfc6dd16df details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:15.828387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.830114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.831537 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ea45042-01de-497c-8af1-8e77a55f7210 HTTP/1.1" status: 204 len: 168 time: 1.2109663 Dec 13 20:00:15.844441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'subnet': {'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:15.854708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:15.866460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cb9f5879-6986-45b0-a5f4-e8ea9fe3120f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:15.997899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.010450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Provisioning for port b2bd44b4-5bd0-4f88-b29c-292c136d5059 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:16.020479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Provisioning complete for port b2bd44b4-5bd0-4f88-b29c-292c136d5059 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:16.020726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.042402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:16.070291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Port b2bd44b4-5bd0-4f88-b29c-292c136d5059 was deleted so its status cannot be updated. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 13 20:00:16.097077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Provisioning complete for port 71724931-d946-4727-b83d-85d3fd4924fb triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:16.097519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f60cfd1-55b9-49b9-a717-96d36e04bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.103391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.120884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.124439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=b2bd44b4-5bd0-4f88-b29c-292c136d5059,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:16.128105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:16.143791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-68bfacad-2ec1-4a70-8786-e1e8368adb6b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:16.152168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ade802-25d9-47cf-9790-834daf7e693f None None] Network ebfc7076-d7ef-4483-82e0-ac3d277dd987 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:16.207084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=71724931-d946-4727-b83d-85d3fd4924fb,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:16.211050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:16.270961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Checking segment: {'id': '26eb8567-3113-45f8-b740-5ecf89ce7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:16.271579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network hostable DHCP agents. Network: 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:16.301116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f1768d-b54a-40ff-b21e-827425afdda8 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:16.336666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:16.339267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea45042-01de-497c-8af1-8e77a55f7210,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:16.372035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:16.381710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:16.387187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c5a01c34-15a6-451a-a4ef-1963dac2fb43 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5862298 Dec 13 20:00:16.388425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3384f836-ae50-4866-a21c-b36f43212764 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.730s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:16.440198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54794) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.459083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=8da93d65-5f61-4293-83e4-149f866d3708,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:16.464232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:16.468836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.536469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:16.548310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/subnets/02930009-981f-482b-be31-0b4fbe0ea318 HTTP/1.1" status: 204 len: 168 time: 1.5691977 Dec 13 20:00:16.552186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Subnet': ['ID=02930009-981f-482b-be31-0b4fbe0ea318,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:16.553783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54802) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.564618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.569221 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/b2bd44b4-5bd0-4f88-b29c-292c136d5059 HTTP/1.1" status: 204 len: 168 time: 2.3248081 Dec 13 20:00:16.570436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:16.570879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54806) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.766236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:16.770359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71724931-d946-4727-b83d-85d3fd4924fb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:16.792680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:16.811493 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-df317bda-62d0-4f45-8a63-3cf4db1d26c9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:00:16.812044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df317bda-62d0-4f45-8a63-3cf4db1d26c9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:16.813069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37b231-386e-4836-bbe2-492a19df7377 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:16.814702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fe37b231-386e-4836-bbe2-492a19df7377 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3528876 Dec 13 20:00:16.821318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54816) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.829250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.838447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:16.841231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.874220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba47509-9819-4a5c-ac09-a44c56dcb3b3 None None] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:16.886313 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2162340 Dec 13 20:00:16.887627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54822) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.898851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-df317bda-62d0-4f45-8a63-3cf4db1d26c9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:16.900029 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-df317bda-62d0-4f45-8a63-3cf4db1d26c9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/b2bd44b4-5bd0-4f88-b29c-292c136d5059 HTTP/1.1" status: 404 len: 333 time: 0.1839783 Dec 13 20:00:16.905789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54824) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:16.908811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Deleting port e5243450-6c86-4abd-b736-b5b2148241fa {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:16.909638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:16.924678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-aa12cebc-f705-4568-aaaf-c87f75baf848 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:16.925041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa0db81c-d225-4528-825a-9e29d5de7e52 None None] Could not find standard attr ID for object b2bd44b4-5bd0-4f88-b29c-292c136d5059. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:00:16.963274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288c313-5b7f-403b-a3c5-5cc32747536b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:16.964759 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b288c313-5b7f-403b-a3c5-5cc32747536b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405120 Dec 13 20:00:16.967310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54830) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:17.032989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa0db81c-d225-4528-825a-9e29d5de7e52 None None] Provisioning complete for port 883e1249-4625-4796-8b4a-531785616f75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:17.033355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa0db81c-d225-4528-825a-9e29d5de7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.043249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54834) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:17.045552 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0ac260f0-6fce-4282-a7b4-ab4ac539710b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769851 Dec 13 20:00:17.077596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54838) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:17.092923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:17.120856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] DHCP port deletion for ebfc7076-d7ef-4483-82e0-ac3d277dd987 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:17.153340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Deleting port e5243450-6c86-4abd-b736-b5b2148241fa {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:17.153554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.227058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.253521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e9bfede0-f243-459e-8c7d-ad4d79c18f32 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:17.254232 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-e9bfede0-f243-459e-8c7d-ad4d79c18f32 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 20:00:17.254726 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-e9bfede0-f243-459e-8c7d-ad4d79c18f32 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 20:00:17.259659 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e9bfede0-f243-459e-8c7d-ad4d79c18f32 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2089624 Dec 13 20:00:17.259812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:17.301547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54844) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:17.306855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.316644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 71724931-d946-4727-b83d-85d3fd4924fb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:17.317383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.331189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:17.345133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:17.350465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:17.357993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--608697547'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:17.361461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:17.363220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] For port e5243450-6c86-4abd-b736-b5b2148241fa, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e5243450-6c86-4abd-b736-b5b2148241fa,segment=NetworkSegment(0a393b14-c102-41d1-9d9b-1d73514820c9),segment_id=0a393b14-c102-41d1-9d9b-1d73514820c9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:17.363364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a529d75-21d8-4973-9bcc-f24aabd91ce2 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:17.363594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.387586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Deleting port 883e1249-4625-4796-8b4a-531785616f75 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:17.387950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.427728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:17.486642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:17.490155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.491440 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:17.491846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:17.503124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Calling delete_port for e5243450-6c86-4abd-b736-b5b2148241fa owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:17.521931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:17.534582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:17.552440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 930bf54a-e8d2-4172-bcf4-3661f1762c09 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:17.568886 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-771121eb-71a7-47c9-b2e0-4f609156835c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4846251 Dec 13 20:00:17.569930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54848) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:17.576509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:17.579325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:17.580335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.688122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.703033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c97832f4-50b1-4fe7-a237-9fdc38455929 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:17.724735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4', 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4', 'tenant_id': '7a34972c9cf9441b90251fc2de562b53', 'fixed_ips': [{'subnet_id': 'b528d591-4cf8-421a-ac64-e91f92c6b24d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:17.725733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.754728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] No DVR routers for this DVR port e5243450-6c86-4abd-b736-b5b2148241fa on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:17.774258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] For port e5243450-6c86-4abd-b736-b5b2148241fa, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e5243450-6c86-4abd-b736-b5b2148241fa,segment=NetworkSegment(0a393b14-c102-41d1-9d9b-1d73514820c9),segment_id=0a393b14-c102-41d1-9d9b-1d73514820c9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:17.774879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.784230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Port': ['ID=e5243450-6c86-4abd-b736-b5b2148241fa,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:17.794873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:17.801087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:17.826551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:17.834059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:17.888847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:17.918781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.928638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:17.937769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.939925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:17.941587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:17.943767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa12cebc-f705-4568-aaaf-c87f75baf848 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.943943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.945494 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:17.945917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:17.957239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.980350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfc7076-d7ef-4483-82e0-ac3d277dd987']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:17.982941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:17.997424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a393b14-c102-41d1-9d9b-1d73514820c9') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:17.997935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a393b14-c102-41d1-9d9b-1d73514820c9') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:18.009103 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c35b7e1d-4a11-462c-97c9-d631d4c0bf29 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4352612 Dec 13 20:00:18.010539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54852) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:18.016679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:18.022484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.035313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.055826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Calling delete_port for e5243450-6c86-4abd-b736-b5b2148241fa owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:18.104957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.124340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:18.124598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:18.138830 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:18.163793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:18.180477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] For port 883e1249-4625-4796-8b4a-531785616f75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=883e1249-4625-4796-8b4a-531785616f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:18.181040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.183377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:18.187773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:18.194542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.211770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4e9ebd52-c60a-4712-9d8c-cbf4b04195e8 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:18.242326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:18.382703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:18.388344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:18.393253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:18.400829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:18.403157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.409712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.412922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0cb9b740-2c95-431f-b7ed-1ca3377b85bf tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:18.441634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Pushing event deleted for resources: {'Network': ['ID=ebfc7076-d7ef-4483-82e0-ac3d277dd987,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:18.444419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:18.447026 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] 10.222.0.18 "DELETE /v2.0/networks/ebfc7076-d7ef-4483-82e0-ac3d277dd987 HTTP/1.1" status: 204 len: 168 time: 1.8878787 Dec 13 20:00:18.449596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:18.454025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.455128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Subnet': ['ID=c8028e59-d8c0-4111-a1dc-1e622afe6cbb,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:18.455577 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:18.463607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:18.470948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:18.472013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:18.479996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:18.482491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.508499 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50c009bc-71db-4c5c-b12d-60d3199dc007 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4953012 Dec 13 20:00:18.508757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Calling delete_port for 883e1249-4625-4796-8b4a-531785616f75 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:18.508879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54858) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:18.515740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:18.515950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Checking segment: {'id': '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:18.516323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network hostable DHCP agents. Network: d45a327a-95fd-4289-aa37-78cfc6dd16df, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:18.621029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:18.626397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:18.629024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.635802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:18.675094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:18.684256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:18.688632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:18.697282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:18.717669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:18.717669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.719476 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:18.719975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:18.758699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98a27118-29a7-48a4-936a-e354e3022512 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2477503 Dec 13 20:00:18.759635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Pushing event deleted for resources: {'Port': ['ID=883e1249-4625-4796-8b4a-531785616f75,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:18.761146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54862) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:18.768997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:18.769536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:18.772445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Allocated IP 2001:db8:1::2 (1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4/b528d591-4cf8-421a-ac64-e91f92c6b24d/d9c59915-7363-4b96-87b9-986c3d1b8de1) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:18.785739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] No DVR routers for this DVR port 883e1249-4625-4796-8b4a-531785616f75 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:18.794283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 883e1249-4625-4796-8b4a-531785616f75 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:18.808385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network d45a327a-95fd-4289-aa37-78cfc6dd16df is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:18.853996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 883e1249-4625-4796-8b4a-531785616f75 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:18.854568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 883e1249-4625-4796-8b4a-531785616f75 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:18.855180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e5243450-6c86-4abd-b736-b5b2148241fa no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:18.877386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.880480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, d45a327a-95fd-4289-aa37-78cfc6dd16df) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:18.892861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:18.893755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.901486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bafc2-ebf4-470b-a51e-8b2d100d9fd7 None None] Network d45a327a-95fd-4289-aa37-78cfc6dd16df requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:18.912863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.925184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:18.933931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.934743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e5243450-6c86-4abd-b736-b5b2148241fa {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:18.935199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e5243450-6c86-4abd-b736-b5b2148241fa not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:18.952128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:18.952671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:18.961878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:18.967181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:18.971280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:18.974234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:18.982299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:18.989390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:18.994934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:18.998058 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:18.999326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:19.003778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:19.018191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.025688 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ceff690a-e06b-4fd3-8fb5-df6c7eb83fa8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2624233 Dec 13 20:00:19.028669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.034628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-aa12cebc-f705-4568-aaaf-c87f75baf848 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:19.035962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa12cebc-f705-4568-aaaf-c87f75baf848 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066 HTTP/1.1" status: 400 len: 364 time: 2.1321244 Dec 13 20:00:19.036693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54870) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.041085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:19.044535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54874) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.045845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be0ccf-d530-49ab-a9ba-70cc28855b8d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:19.057838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:19.061860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/930bf54a-e8d2-4172-bcf4-3661f1762c09 HTTP/1.1" status: 204 len: 168 time: 2.1444259 Dec 13 20:00:19.063666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54882) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.066195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e004b43a-81ab-4219-81e7-d09481edc32e tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:19.093428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e27aa0-8a78-43f3-a830-a66555a5dd3f None None] Network b61c5533-e894-438b-a0c1-fad4a1bdc139 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:19.126789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ba3c5138-a0ef-4184-ac87-55de7a54e996 None None] Provisioning complete for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:19.127195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5138-a0ef-4184-ac87-55de7a54e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.158352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3587885 Dec 13 20:00:19.165357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54886) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.188201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=930bf54a-e8d2-4172-bcf4-3661f1762c09,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:19.198625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-352476854', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:19.204920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:19.207973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Deleting port e5243450-6c86-4abd-b736-b5b2148241fa {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:19.208376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.269539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:19.282127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:router and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:19.285902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:19.336824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.347259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:19.358386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:19.360196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ff12c-3a87-434e-97e6-174ef7ce444d None None] The port 'e5243450-6c86-4abd-b736-b5b2148241fa' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:19.368428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:19.369631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:00:19.382871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:19.396757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c5138-a0ef-4184-ac87-55de7a54e996 None None] Port 99ec8345-c1df-4721-a5f3-c0a66ae56614 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:19.405941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:19.409522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 71724931-d946-4727-b83d-85d3fd4924fb {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:19.409936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.479764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:19.483335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.484675 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:19.485103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:19.513726 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91ae894e-cdee-42e0-8114-383c3ea1df2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4776502 Dec 13 20:00:19.542793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54892) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.542793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.542793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.658643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.682221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Transition to ACTIVE for port object d9c59915-7363-4b96-87b9-986c3d1b8de1 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:19.692149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port 71724931-d946-4727-b83d-85d3fd4924fb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=71724931-d946-4727-b83d-85d3fd4924fb,segment=NetworkSegment(794e4072-4b07-49e7-ae34-3f6089becb7c),segment_id=794e4072-4b07-49e7-ae34-3f6089becb7c)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:19.692733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.698322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-d45a327a-95fd-4289-aa37-78cfc6dd16df', 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df', 'tenant_id': '12547e2fe53d456a8a1fd3d322e1b0ff', 'fixed_ips': [{'subnet_id': 'c8028e59-d8c0-4111-a1dc-1e622afe6cbb'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:19.699208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.729144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Transition to ACTIVE for port object d9c59915-7363-4b96-87b9-986c3d1b8de1 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:19.785068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.795765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a7d26194-215c-4b5f-b6fe-145e1f00e969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:19.825482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 71724931-d946-4727-b83d-85d3fd4924fb owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:19.885811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:19.892129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:19.895160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:19.910678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Pushing event updated for resources: {'Port': ['ID=d9c59915-7363-4b96-87b9-986c3d1b8de1,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:19.913739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:19.919660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aeaf35ab-3f4f-4fef-82aa-e695282f6602 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3262653 Dec 13 20:00:19.922897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:19.965549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:19.975608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-73aaab70-88e5-478d-a3ea-084d99ae394c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:19.976858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9dde8-3fbb-457a-83aa-95d50d393cf8 None None] DHCP port deletion for b61c5533-e894-438b-a0c1-fad4a1bdc139 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:19.991968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.024493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.035202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.036451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e42acc56-3aa7-4356-9e78-35ffc21b8186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:20.036607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=71724931-d946-4727-b83d-85d3fd4924fb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:20.041697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:20.044239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No DVR routers for this DVR port 71724931-d946-4727-b83d-85d3fd4924fb on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:20.070995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Attempting to bind port d9c59915-7363-4b96-87b9-986c3d1b8de1 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:20.071508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Attempting to bind port d9c59915-7363-4b96-87b9-986c3d1b8de1 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '26eb8567-3113-45f8-b740-5ecf89ce7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:20.072313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Attempting to bind port d9c59915-7363-4b96-87b9-986c3d1b8de1 on network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:20.078734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Allocated IP 172.20.0.2 (d45a327a-95fd-4289-aa37-78cfc6dd16df/c8028e59-d8c0-4111-a1dc-1e622afe6cbb/56bdb689-1606-4fee-a5b9-0107bf61a35d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:20.082963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef45ee-bf79-4025-aa60-7c7ba24ec95f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:20.086788 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a8ef45ee-bf79-4025-aa60-7c7ba24ec95f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1605365 Dec 13 20:00:20.086927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:20.086927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Checking segment: {'id': '26eb8567-3113-45f8-b740-5ecf89ce7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:20.086927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.086927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Bound using segment: {'id': '26eb8567-3113-45f8-b740-5ecf89ce7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:20.086927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Bound port: d9c59915-7363-4b96-87b9-986c3d1b8de1, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eb8567-3113-45f8-b740-5ecf89ce7b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:20.087444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.098065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54900) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.115592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-42f81b29-9cc3-4fd2-a14e-605578212f07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4462ab132dd54ae68003c12304eb6905&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0724738 Dec 13 20:00:20.131426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:20.141432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54904) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.151217 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:20.177552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d76a91f-17b6-4c8b-b089-55c772954e66,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:20.179804 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:20.180488 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:20.189281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:20.191547 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1619012 Dec 13 20:00:20.202112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.206186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54908) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.206355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8648262 Dec 13 20:00:20.227522 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9d21ae52-8f31-4eaf-835c-e12048bd6be9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247816 Dec 13 20:00:20.234986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54910) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.235319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54914) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.328853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:20.345597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '8d76a91f-17b6-4c8b-b089-55c772954e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:20.352106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.374004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] For port d9c59915-7363-4b96-87b9-986c3d1b8de1, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:20.396366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:20.408154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-21564938'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:20.418953 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:20.419594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] For port d9c59915-7363-4b96-87b9-986c3d1b8de1, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d9c59915-7363-4b96-87b9-986c3d1b8de1,segment=NetworkSegment(26eb8567-3113-45f8-b740-5ecf89ce7b21),segment_id=26eb8567-3113-45f8-b740-5ecf89ce7b21)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:20.426610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:20.432960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.442903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.449500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:20.456466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:20.460886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:20.476540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:20.482197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61c5533-e894-438b-a0c1-fad4a1bdc139']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:20.501803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794e4072-4b07-49e7-ae34-3f6089becb7c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:20.502106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794e4072-4b07-49e7-ae34-3f6089becb7c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:20.512035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:20.515738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.527398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:20.562897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Pushing event updated for resources: {'Port': ['ID=d9c59915-7363-4b96-87b9-986c3d1b8de1,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:20.569704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:20.597941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:20.655818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.691676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.705698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:20.706418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:20.731218 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:20.742270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.743102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:20.756435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Transition to ACTIVE for port object 56bdb689-1606-4fee-a5b9-0107bf61a35d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:20.780469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Transition to ACTIVE for port object 56bdb689-1606-4fee-a5b9-0107bf61a35d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:20.785254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71724931-d946-4727-b83d-85d3fd4924fb no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:20.817251 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:14Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:16Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:20.825258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.825739 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment f4abedd9-7f35-46e7-a271-d02ae9a1f734 of type vlan for network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 Dec 13 20:00:20.827490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:20.827838 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:00:20.828725 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Updating router b080a95b-6bd3-4781-b97d-8c1f8c16d369 port 99ec8345-c1df-4721-a5f3-c0a66ae56614 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:00:20.845037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 71724931-d946-4727-b83d-85d3fd4924fb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:20.845699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 71724931-d946-4727-b83d-85d3fd4924fb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:20.847509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.863190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de535526-b59a-4552-81ad-a4d2763d2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:20.864293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.867934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.869128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.875767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c26dcf15-0ba8-4c97-9396-3f9551a77a76 tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:20.911825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.912960 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:20.918783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=b61c5533-e894-438b-a0c1-fad4a1bdc139,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:20.926503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:20.948942 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/b61c5533-e894-438b-a0c1-fad4a1bdc139 HTTP/1.1" status: 204 len: 168 time: 1.8841279 Dec 13 20:00:20.955532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54920) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:20.964799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Network d45a327a-95fd-4289-aa37-78cfc6dd16df is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:20.966330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Pushing event updated for resources: {'Port': ['ID=56bdb689-1606-4fee-a5b9-0107bf61a35d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:20.967333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'name': 'tempest-PortsIpV6TestJSON-1069825207'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:20.970611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:20.980634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:21.006953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:21.098325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.104143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:21.104690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.111239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.114560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-46a97798-cfcb-4e22-973d-cc17fdbaf128 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:21.148822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Attempting to bind port 56bdb689-1606-4fee-a5b9-0107bf61a35d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:21.149423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Attempting to bind port 56bdb689-1606-4fee-a5b9-0107bf61a35d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:21.150250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Attempting to bind port 56bdb689-1606-4fee-a5b9-0107bf61a35d on network d45a327a-95fd-4289-aa37-78cfc6dd16df {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:21.163488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:21.172859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.179844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.181471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:21.183741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Checking segment: {'id': '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:21.184375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.185495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Bound using segment: {'id': '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:21.186154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Bound port: 56bdb689-1606-4fee-a5b9-0107bf61a35d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:21.186914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.213929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:21.248521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:21.285047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:21.305152 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0799406 Dec 13 20:00:21.309946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54924) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:21.312804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:21.321146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:21.340384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=5ab8ade2-4a04-4d53-b90d-854f6d00a0e8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:21.352000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:21.357868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:21.366033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:21.388491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:21.392490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.395058 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.408755 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Transition to ACTIVE for port object 99ec8345-c1df-4721-a5f3-c0a66ae56614 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:21.418731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:21.420547 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.428956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:21.432203 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:21.508365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:21.511999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.543219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 4a3568d9-9c17-4f12-b414-a741938699fb yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:21.551559 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Pushing event updated for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:21.562090 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.562623 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.563034 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.563630 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.564027 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.564950 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.564950 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.565306 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.565744 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.566265 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.566751 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.567143 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:00:21.574367 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:21.588265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.633443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] For port 56bdb689-1606-4fee-a5b9-0107bf61a35d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:21.643961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-45609dc9-8b9a-402b-a53a-517431e2b4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.647697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] For port 56bdb689-1606-4fee-a5b9-0107bf61a35d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=56bdb689-1606-4fee-a5b9-0107bf61a35d,segment=NetworkSegment(2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9),segment_id=2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:21.659857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.663139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.678852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:21.778803 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Attempting to bind port 99ec8345-c1df-4721-a5f3-c0a66ae56614 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:21.779280 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Attempting to bind port 99ec8345-c1df-4721-a5f3-c0a66ae56614 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:21.779827 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Attempting to bind port 99ec8345-c1df-4721-a5f3-c0a66ae56614 on network 011a4f84-a062-4fb6-ab4e-84b53e032e62 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:21.786934 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:21.787467 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Checking segment: {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:21.788386 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.788889 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Bound using segment: {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:21.789504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Bound port: 99ec8345-c1df-4721-a5f3-c0a66ae56614, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0885f21d-c071-491b-b122-2c19a45be182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:21.789980 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.831592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Pushing event updated for resources: {'Port': ['ID=56bdb689-1606-4fee-a5b9-0107bf61a35d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:21.835001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:21.879802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.901414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:21.907162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:21.910883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:21.918275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:21.933089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.941191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:21.969002 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] For port 99ec8345-c1df-4721-a5f3-c0a66ae56614, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:21.974540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] For port 99ec8345-c1df-4721-a5f3-c0a66ae56614, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=99ec8345-c1df-4721-a5f3-c0a66ae56614,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:21.982013 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:21.988758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:22.000040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:22.003593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.079271 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Pushing event updated for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:22.084502 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:22.113124 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:22.113845 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T19:59:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:22.135065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Allocated IP 2001:db8::1 (df2c199b-cebd-42c2-9101-167664f44151/f9c52b21-5958-44cd-bad4-e474222b3e83/663c7811-0a90-48d5-a3ba-807b1f86089f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:22.166606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.172415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:22.188285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ff24cf9-210b-4fe4-9bb9-782425f73524 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:22.191669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=4a3568d9-9c17-4f12-b414-a741938699fb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:22.205257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:22.209758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:22.335158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8feabf64-040a-4555-a279-268f7e6d6c93,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:22.340777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:22.346484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:22.347149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.350216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:22.373076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f499bea0-4c56-41db-8d96-cd19c3c4fffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:22.430111 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4690597 Dec 13 20:00:22.434724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54928) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:22.454241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b8eaf-2134-4c10-9e00-747cd3f5a0d4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:22.470477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.472422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c38b8eaf-2134-4c10-9e00-747cd3f5a0d4 HTTP/1.1" status: 204 len: 168 time: 2.3296380 Dec 13 20:00:22.493326 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:22.501137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:22.509224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.511590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd4c14-f498-4db0-9236-2881ead7a182 None None] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:22.514125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2721639 Dec 13 20:00:22.542407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54934) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:22.575966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '8d76a91f-17b6-4c8b-b089-55c772954e66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:22.592903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:22.603242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:22.614530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:22.617824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 4a3568d9-9c17-4f12-b414-a741938699fb {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:22.618083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.622246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:22.641153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-92d23a67-7635-4041-a908-ac6386d3f4c0 None None] Provisioning for port d9c59915-7363-4b96-87b9-986c3d1b8de1 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:22.653526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.665952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e723d1e7-bde7-4b02-b45c-c2bfddfe129b tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:22.885841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 56bdb689-1606-4fee-a5b9-0107bf61a35d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:22.925611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:22.926227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:22.942726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:22.970072 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:14Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:21Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:22.975013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=f9a823b6-9646-40b1-81de-2e8db33ebc0c,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:22.977377 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd0864-9e67-466d-929c-28acae51130d None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:14Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:21Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:22.991933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:23.096352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:23.099246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 56bdb689-1606-4fee-a5b9-0107bf61a35d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:23.116057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d9c59915-7363-4b96-87b9-986c3d1b8de1 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:23.149855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.199585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:23.216539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792653a8-11b8-43ff-a613-17c956d85836 None None] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:23.255793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:23.258196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.382557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.398869 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0878510 Dec 13 20:00:23.402523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54948) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:23.504782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d9c59915-7363-4b96-87b9-986c3d1b8de1 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:23.582043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d9c59915-7363-4b96-87b9-986c3d1b8de1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:23.582766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.661796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34043eb6-b0ce-4a2a-8757-5238df37d842 None None] Provisioning complete for port d9c59915-7363-4b96-87b9-986c3d1b8de1 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:23.662183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34043eb6-b0ce-4a2a-8757-5238df37d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.675648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Transition to ACTIVE for port object 663c7811-0a90-48d5-a3ba-807b1f86089f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:23.708556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 20:00:23.712536 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f0284146-662b-4924-86b0-fe84f171c708 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1623509 Dec 13 20:00:23.714392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54958) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:23.719435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.763171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662169db-3a83-4a1a-a1b9-0a15d280d8c3 None None] Network d45a327a-95fd-4289-aa37-78cfc6dd16df requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:23.868180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.873685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 4a3568d9-9c17-4f12-b414-a741938699fb owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:23.878753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:00:23.885771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.891305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:23.953052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-575f9809-dbfc-4fcb-8ba7-93ce8c9008e8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:23.978043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54964) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:24.068301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c8860d1d-4549-4954-a305-cbbcac0a43e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.077881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=b715ba77-ec2f-4fe1-96be-34ee034ca742,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:24.092595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:24.095310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:24.096145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.100737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-145d2bd6-4d5d-440c-ac07-291e7d0421fa tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:24.200222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:24.203478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network df2c199b-cebd-42c2-9101-167664f44151 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:24.208903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Port': ['ID=663c7811-0a90-48d5-a3ba-807b1f86089f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:24.216090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:24.224346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:24.240056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae2921-aefb-457d-8010-c09a5925091f None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:24.240560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:24.244616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-368231447'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:24.246384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:24.247885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.262221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:24.267799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:24.268364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.270861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.281374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Usage tracker for resource:network and tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:24.285022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-827c7a39-eebc-4488-81f5-227191631ad1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:24.342218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.347393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:24.354129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=4a3568d9-9c17-4f12-b414-a741938699fb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:24.357051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:24.367083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:24.387571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.444884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.521975 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/4a3568d9-9c17-4f12-b414-a741938699fb HTTP/1.1" status: 204 len: 168 time: 2.0780022 Dec 13 20:00:24.528520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Made reservation on behalf of bd75cfe9ba984c9b9948ec7beb8c8ba1 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:24.534167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.543750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:24.552772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.569678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34043eb6-b0ce-4a2a-8757-5238df37d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.570774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'mac_address': 'fa:16:3e:05:66:f2', 'name': 'tempest-PortsIpV6TestJSON-1232657698'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:24.627838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3844252 Dec 13 20:00:24.636764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.637934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.650955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54974) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:24.687955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:0b:ba:5d', 'name': 'tempest-NetworksTestDHCPv6-1337257309'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:24.714234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:24.731556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Usage tracker for resource:security_group_rule and tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:24.744839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:24.815747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d9c59915-7363-4b96-87b9-986c3d1b8de1, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d9c59915-7363-4b96-87b9-986c3d1b8de1,segment=NetworkSegment(26eb8567-3113-45f8-b740-5ecf89ce7b21),segment_id=26eb8567-3113-45f8-b740-5ecf89ce7b21)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:24.840646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:24.846541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-178cf7d0-03e7-4360-9f7c-2b20803d864f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:24.847504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:24.940945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Allocated IP 172.21.0.2 (5ab8ade2-4a04-4d53-b90d-854f6d00a0e8/f9a823b6-9646-40b1-81de-2e8db33ebc0c/a676cbdb-1851-4f47-b05e-3ac1377a364e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:25.018791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:25.036683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:25.046714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:25.067414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:25.071103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.125536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.135975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-34043eb6-b0ce-4a2a-8757-5238df37d842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:25.136554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-34043eb6-b0ce-4a2a-8757-5238df37d842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:25.142051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.154202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.26.6.129 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/4a9f3197-5740-48ce-9f98-bf724b73caa2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:25.184180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:25.199707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:25.208091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:25.210889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'b715ba77-ec2f-4fe1-96be-34ee034ca742'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:25.211934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.221917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:25.222922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 99ec8345-c1df-4721-a5f3-c0a66ae56614 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:25.252918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.259633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:25.264542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-03013ac4-3158-4dd6-b3d2-5bb308b8d586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:25.270218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d9c59915-7363-4b96-87b9-986c3d1b8de1,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:25.287308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:25.380451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d76a91f-17b6-4c8b-b089-55c772954e66,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:25.394328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:25.402946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:25.531943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.541274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:25.553610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:25.554092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.613626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.617239 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d76a91f-17b6-4c8b-b089-55c772954e66 HTTP/1.1" status: 204 len: 168 time: 1.8971314 Dec 13 20:00:25.628619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Allocated IP 2001:db8::f816:3eff:fe2f:8119 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/b715ba77-ec2f-4fe1-96be-34ee034ca742/5d67c000-7911-4cfd-a8c8-374c72995633) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:25.634185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54978) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:25.634786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.635153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 4a6164ad-1e6b-43b0-a4ce-f8b4e521118a yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:25.683588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Transition to ACTIVE for port object a676cbdb-1851-4f47-b05e-3ac1377a364e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:25.734467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.780178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.800742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Transition to ACTIVE for port object a676cbdb-1851-4f47-b05e-3ac1377a364e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:25.802744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e5b1b0-80fc-41c0-baff-11ce15a72311 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:25.840521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bb1b7ada-4ab6-4896-b176-742913c09cdc tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:25.858316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.870466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:25.870979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:25.882042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.889975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.891620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43103a-db73-405e-8d88-ae9327f4d0d9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:25.899105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bb1b7ada-4ab6-4896-b176-742913c09cdc tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:25.905649 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bb1b7ada-4ab6-4896-b176-742913c09cdc tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2207615 Dec 13 20:00:25.905945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:25.908554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:25.914123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091852296'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:25.920461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:25.959135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:25.959497 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Added segment 593aaec0-8d81-4ae6-b89f-7a764e634ab1 of type vlan for network d12534f8-8523-4648-ae9b-4540a255a649 Dec 13 20:00:25.973221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:26.005869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:26.049445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.056556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:26.063956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.065551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.071536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.082581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.083434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.087103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:26.095774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Pushing event updated for resources: {'Port': ['ID=a676cbdb-1851-4f47-b05e-3ac1377a364e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.100618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e923a751-25d6-4062-96ef-2ac1c4cf79f2 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.103966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Provisioning for port 663c7811-0a90-48d5-a3ba-807b1f86089f completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:26.107148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.113024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.116114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.21.0.1 (5ab8ade2-4a04-4d53-b90d-854f6d00a0e8/f9a823b6-9646-40b1-81de-2e8db33ebc0c/b337e7a7-6645-4511-a23f-feb41ea58255) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:26.141852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:26.151859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:26.175749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:26.192986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Provisioning complete for port 663c7811-0a90-48d5-a3ba-807b1f86089f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:26.193367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.201126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:26.230227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.255260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event updated for resources: {'Port': ['ID=663c7811-0a90-48d5-a3ba-807b1f86089f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.267891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.273243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.275111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.281014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:26.281641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.285121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.290282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.313521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 99ec8345-c1df-4721-a5f3-c0a66ae56614, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=99ec8345-c1df-4721-a5f3-c0a66ae56614,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:26.322465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.330876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.333077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Attempting to bind port a676cbdb-1851-4f47-b05e-3ac1377a364e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:26.333502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Attempting to bind port a676cbdb-1851-4f47-b05e-3ac1377a364e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:26.333936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Attempting to bind port a676cbdb-1851-4f47-b05e-3ac1377a364e on network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:26.340688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-50778921-f1ee-4eba-9a53-a3518a299c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.367187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2911a2f2-bf80-47ce-b456-cb05a8719140 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.371889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Port 663c7811-0a90-48d5-a3ba-807b1f86089f cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:26.394291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Transition to ACTIVE for port object 5d67c000-7911-4cfd-a8c8-374c72995633 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:26.404737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:26.405204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Checking segment: {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:26.405690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.406253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Bound using segment: {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:26.406484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Bound port: a676cbdb-1851-4f47-b05e-3ac1377a364e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:26.406877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.445258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event updated for resources: {'Network': ['ID=d12534f8-8523-4648-ae9b-4540a255a649,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.455972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.472654 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4833748 Dec 13 20:00:26.481809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54986) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:26.483509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Transition to ACTIVE for port object 5d67c000-7911-4cfd-a8c8-374c72995633 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:26.488599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network d12534f8-8523-4648-ae9b-4540a255a649 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:26.502690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Request body: {'subnet': {'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:26.505446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.506771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.507752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=4a9f3197-5740-48ce-9f98-bf724b73caa2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.510755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Provisioning for port 56bdb689-1606-4fee-a5b9-0107bf61a35d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:26.512642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:26.513880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.516154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:26.517845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:26.528859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.533751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.537337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Provisioning complete for port 56bdb689-1606-4fee-a5b9-0107bf61a35d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:26.537615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.588723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:26.595744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:26.595919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.616626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.632906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.646087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4cee149d-6480-45e9-b422-c506b015ba73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.672013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.692697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.699313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=4a6164ad-1e6b-43b0-a4ce-f8b4e521118a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.704364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object b337e7a7-6645-4511-a23f-feb41ea58255 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:26.710031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.711858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.712424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.718596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a9766fc3-cd3c-4d7f-9455-b5783a6539a7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.750483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.760467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:26.768416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:26.771190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:26.773532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Network df2c199b-cebd-42c2-9101-167664f44151 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.778338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2289653 Dec 13 20:00:26.779403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 54990) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:26.781371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Usage tracker for resource:subnet and tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:26.782197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] For port a676cbdb-1851-4f47-b05e-3ac1377a364e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:26.784715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Pushing event updated for resources: {'Port': ['ID=5d67c000-7911-4cfd-a8c8-374c72995633,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.784873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe0b:ba5d (36b8069c-61c8-4b24-9aac-3a03df44f0fb/b715ba77-ec2f-4fe1-96be-34ee034ca742/9acd23ec-65f0-4ecb-a2e1-3a7403bcad06) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:26.786976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff74d3-9046-431a-bd89-cc28bd6f7619,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:26.788529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] For port a676cbdb-1851-4f47-b05e-3ac1377a364e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a676cbdb-1851-4f47-b05e-3ac1377a364e,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:26.790493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:26.791847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:26.796163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.800092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.801524 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8919365 Dec 13 20:00:26.803276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.809064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:26.811094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:26.811994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c9907ef3-991c-4aa6-a572-7e2a60a77c1c tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.819658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:26.830309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.835210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb91048c-1b6b-4c76-9b89-7fa22c0a988e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:26.872646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dca627cf-9dff-42d2-8f35-db9bc5a4c18c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '29ff74d3-9046-431a-bd89-cc28bd6f7619', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:26.874073 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-dca627cf-9dff-42d2-8f35-db9bc5a4c18c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 20:00:26.874772 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-dca627cf-9dff-42d2-8f35-db9bc5a4c18c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:26.876112 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dca627cf-9dff-42d2-8f35-db9bc5a4c18c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0279069 Dec 13 20:00:26.879088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 54998) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:26.927150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Made reservation on behalf of bd75cfe9ba984c9b9948ec7beb8c8ba1 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:26.931200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:26.958474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:26.976589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:27.001629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:27.033064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 99ec8345-c1df-4721-a5f3-c0a66ae56614 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:27.033701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:27.069697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Attempting to bind port 5d67c000-7911-4cfd-a8c8-374c72995633 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:27.070343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Attempting to bind port 5d67c000-7911-4cfd-a8c8-374c72995633 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:27.070898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Attempting to bind port 5d67c000-7911-4cfd-a8c8-374c72995633 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:27.100202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:27.119349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:27.129746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:27.130655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.131214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:27.131914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Bound port: 5d67c000-7911-4cfd-a8c8-374c72995633, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:27.132470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.172381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Pushing event updated for resources: {'Port': ['ID=a676cbdb-1851-4f47-b05e-3ac1377a364e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:27.187469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:27.234427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.291851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.319049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.320925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] For port 56bdb689-1606-4fee-a5b9-0107bf61a35d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=56bdb689-1606-4fee-a5b9-0107bf61a35d,segment=NetworkSegment(2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9),segment_id=2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:27.329860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 99ec8345-c1df-4721-a5f3-c0a66ae56614 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:27.330393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.366372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] For port 5d67c000-7911-4cfd-a8c8-374c72995633, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:27.368683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.376771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d1c7215-9998-4d62-9ace-89857c54e56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:27.456236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] For port 5d67c000-7911-4cfd-a8c8-374c72995633, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5d67c000-7911-4cfd-a8c8-374c72995633,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:27.464457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b8d3-4089-4368-96c8-b5f8cef33a00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:27.465135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3257b8d3-4089-4368-96c8-b5f8cef33a00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:27.475067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.479659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.483388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Router b8c97faa-3641-4fe6-b794-59461c430066 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:27.511958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Pushing event updated for resources: {'Port': ['ID=56bdb689-1606-4fee-a5b9-0107bf61a35d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:27.521329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:27.523119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:27.545214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.552636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3257b8d3-4089-4368-96c8-b5f8cef33a00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:27.556297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3257b8d3-4089-4368-96c8-b5f8cef33a00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/4a6164ad-1e6b-43b0-a4ce-f8b4e521118a HTTP/1.1" status: 200 len: 845 time: 0.7664039 Dec 13 20:00:27.558722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55002) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:27.607713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:27.644393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-762577a2-5fd1-4a61-8001-586ee013c825 None None] Provisioning complete for port 663c7811-0a90-48d5-a3ba-807b1f86089f triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:27.645477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-762577a2-5fd1-4a61-8001-586ee013c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.689269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.710297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:27.742792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Pushing event updated for resources: {'Port': ['ID=5d67c000-7911-4cfd-a8c8-374c72995633,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:27.753890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:27.755718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d9c59915-7363-4b96-87b9-986c3d1b8de1 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:27.780632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-762577a2-5fd1-4a61-8001-586ee013c825 None None] Port 663c7811-0a90-48d5-a3ba-807b1f86089f cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:27.839300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d9c59915-7363-4b96-87b9-986c3d1b8de1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:27.839739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.947229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 4a6164ad-1e6b-43b0-a4ce-f8b4e521118a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:27.947571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.951301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff74d3-9046-431a-bd89-cc28bd6f7619,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:27.969108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:27.977925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:27.978563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d449f807-7da4-44f5-a71e-713a775a391e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:27.998488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:28.006154 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9574866 Dec 13 20:00:28.011576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.014888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55006) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.071011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.107741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:28.109287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] Sync routers for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:28.124478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:28.141902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:28.141902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:28.159772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.167100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:28.172894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:28.173548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.177998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event updated for resources: {'Subnet': ['ID=5c7c8945-dd67-4d2c-99d8-0420085108b5,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:28.180106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.183638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/29ff74d3-9046-431a-bd89-cc28bd6f7619 HTTP/1.1" status: 204 len: 168 time: 1.2971070 Dec 13 20:00:28.183638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:28.191280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-794db480-0c52-44f1-a930-283d8c8dddab tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:28.211707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:28.220221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55010) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.224797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:28.228646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:28.265995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Checking segment: {'id': '593aaec0-8d81-4ae6-b89f-7a764e634ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:28.266881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Network hostable DHCP agents. Network: d12534f8-8523-4648-ae9b-4540a255a649, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:28.300445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6200435 Dec 13 20:00:28.318852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55012) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.325823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:28.328466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be3991-0c79-4ec7-a6aa-76857d3ec165 None None] The sync data for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:28.340098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53bb7355-a243-4807-875f-5efc7ab8c558 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.445745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Network d12534f8-8523-4648-ae9b-4540a255a649 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:28.468368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=9acd23ec-65f0-4ecb-a2e1-3a7403bcad06,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:28.472243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:28.553010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, d12534f8-8523-4648-ae9b-4540a255a649) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:28.563054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86913b1-9269-4fd6-b663-9ad42ee01153 None None] Network d12534f8-8523-4648-ae9b-4540a255a649 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:28.580389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:28.580994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:28.626869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e62400-d880-46da-b000-45eb5007ca75 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:28.633464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e62400-d880-46da-b000-45eb5007ca75 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:28.634277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e1e62400-d880-46da-b000-45eb5007ca75 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:28.644270 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1586373 Dec 13 20:00:28.645151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55018) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.653927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Request body: {'port': {'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649', 'name': 'tempest-TagsExtTest-1828662624'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:28.709424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116db7d-7a61-407c-a995-17bf068f5d5b None None] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:28.830321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e1e62400-d880-46da-b000-45eb5007ca75 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:28.834389 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e1e62400-d880-46da-b000-45eb5007ca75 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5143313 Dec 13 20:00:28.838371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55022) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.947462 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5d933cf7-899b-4c40-96b2-f18f13174c60 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6163447 Dec 13 20:00:28.948052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55026) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:28.993577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:28.996303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.018474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-260a26a6-22ae-4cff-96e5-dc8f9bcc9b11 None None] Provisioning for port a676cbdb-1851-4f47-b05e-3ac1377a364e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:29.018830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-53bb7355-a243-4807-875f-5efc7ab8c558 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 20:00:29.022697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--825735693'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:29.023287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53bb7355-a243-4807-875f-5efc7ab8c558 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066 HTTP/1.1" status: 409 len: 329 time: 1.0027072 Dec 13 20:00:29.023866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55030) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:29.029956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:29.036790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:29.042778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:29.071462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:29.124608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:29.128807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Usage tracker for resource:port and tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:29.131892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:29.138116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:29.146625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5d67c000-7911-4cfd-a8c8-374c72995633 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:29.162004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Made reservation on behalf of bd75cfe9ba984c9b9948ec7beb8c8ba1 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:29.165785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.185298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.250243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] device_id is not set on port 4a62f5df-6101-4984-8357-e056aadd7053 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:29.262757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-d12534f8-8523-4648-ae9b-4540a255a649', 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649', 'tenant_id': 'bd75cfe9ba984c9b9948ec7beb8c8ba1', 'fixed_ips': [{'subnet_id': '5c7c8945-dd67-4d2c-99d8-0420085108b5'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:29.263639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.295373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:29.302889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:29.305861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:29.307190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.312456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:29.388576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.396479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4f5be96d-e490-47ad-be1f-9a07ae0cf62a None None] Provisioning for port 5d67c000-7911-4cfd-a8c8-374c72995633 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:29.397766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:00:29.422610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.432163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 5d67c000-7911-4cfd-a8c8-374c72995633 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:29.435141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-df094bc1-f321-41e8-9430-3b1cf00f1a7d tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:29.443515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5d67c000-7911-4cfd-a8c8-374c72995633 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:29.443984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.447892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.499898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.581746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcebfbe-380f-4612-a910-99f920028678,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:29.585152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:29.621718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Allocated IP 172.20.0.2 (d12534f8-8523-4648-ae9b-4540a255a649/5c7c8945-dd67-4d2c-99d8-0420085108b5/7b31a13a-f300-4316-acbc-cf5e7b3da509) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:29.636685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 4a6164ad-1e6b-43b0-a4ce-f8b4e521118a owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:29.732973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e667f471-5379-41fb-af8e-d23be03289c3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:29.768836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.772851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.774135 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8123047 Dec 13 20:00:29.782599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55034) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:29.814972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.849130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Provisioning for port 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:29.865258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Provisioning complete for port 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:29.865781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.898578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:29.927985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e1c41614-c767-4765-86a2-703510f74096 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'fdcebfbe-380f-4612-a910-99f920028678', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:29.929243 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-e1c41614-c767-4765-86a2-703510f74096 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 20:00:29.929768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-e1c41614-c767-4765-86a2-703510f74096 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:29.930748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e1c41614-c767-4765-86a2-703510f74096 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1412101 Dec 13 20:00:29.939559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55038) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:30.021369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Port 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:30.035407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 5d67c000-7911-4cfd-a8c8-374c72995633, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5d67c000-7911-4cfd-a8c8-374c72995633,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:30.044244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.052118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.052995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a676cbdb-1851-4f47-b05e-3ac1377a364e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:30.056569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.091327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb61bc3f-1ade-4901-918a-8f3d0f72fe4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.136893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:30.144024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Transition to ACTIVE for port object 7b31a13a-f300-4316-acbc-cf5e7b3da509 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:30.178986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.181778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.196116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96c57252-1f3a-495b-aa6a-29e36661df13 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.197687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Transition to ACTIVE for port object 7b31a13a-f300-4316-acbc-cf5e7b3da509 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:30.213508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.219638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=5d67c000-7911-4cfd-a8c8-374c72995633,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.223387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.226405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c6ec1f15-77b7-4280-9eb6-03906c82f3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.257955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Provisioning for port b337e7a7-6645-4511-a23f-feb41ea58255 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:30.259284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.276120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=4a6164ad-1e6b-43b0-a4ce-f8b4e521118a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.300910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Network d12534f8-8523-4648-ae9b-4540a255a649 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:30.312995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.321196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.323838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:30.331746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:30.340717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Provisioning complete for port b337e7a7-6645-4511-a23f-feb41ea58255 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:30.341241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.354846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.379151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Allocated IP 172.20.0.9 (d12534f8-8523-4648-ae9b-4540a255a649/5c7c8945-dd67-4d2c-99d8-0420085108b5/4a62f5df-6101-4984-8357-e056aadd7053) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:30.434845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:30.439230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:30.461543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.479772 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/4a6164ad-1e6b-43b0-a4ce-f8b4e521118a HTTP/1.1" status: 204 len: 168 time: 2.9097083 Dec 13 20:00:30.487392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55042) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:30.550161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Pushing event updated for resources: {'Port': ['ID=7b31a13a-f300-4316-acbc-cf5e7b3da509,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.553194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a676cbdb-1851-4f47-b05e-3ac1377a364e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:30.564845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.565751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a676cbdb-1851-4f47-b05e-3ac1377a364e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:30.566325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.576619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e5a69e-935d-4bb4-ae11-0aa7bc4d5bca tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:00:30.577914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-15e5a69e-935d-4bb4-ae11-0aa7bc4d5bca tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:30.599272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Attempting to bind port 7b31a13a-f300-4316-acbc-cf5e7b3da509 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:30.599821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Attempting to bind port 7b31a13a-f300-4316-acbc-cf5e7b3da509 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '593aaec0-8d81-4ae6-b89f-7a764e634ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:30.600879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Attempting to bind port 7b31a13a-f300-4316-acbc-cf5e7b3da509 on network d12534f8-8523-4648-ae9b-4540a255a649 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:30.619361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5255f58c-a860-4cf3-adcb-780e7b0b92f0 None None] Port b337e7a7-6645-4511-a23f-feb41ea58255 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:30.619642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:30.620433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Checking segment: {'id': '593aaec0-8d81-4ae6-b89f-7a764e634ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:30.620566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.621633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Bound using segment: {'id': '593aaec0-8d81-4ae6-b89f-7a764e634ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:30.621836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Bound port: 7b31a13a-f300-4316-acbc-cf5e7b3da509, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593aaec0-8d81-4ae6-b89f-7a764e634ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd12534f8-8523-4648-ae9b-4540a255a649'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:30.622391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.631476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.652101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-15e5a69e-935d-4bb4-ae11-0aa7bc4d5bca tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:30.658935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-15e5a69e-935d-4bb4-ae11-0aa7bc4d5bca tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/4a6164ad-1e6b-43b0-a4ce-f8b4e521118a HTTP/1.1" status: 404 len: 333 time: 0.1556294 Dec 13 20:00:30.658935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.659237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d509562d-d8b5-4aba-b0a6-adf211d5d8dd tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.662913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f9abade2-b005-497f-aaf9-64b685e91583 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.678237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55046) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:30.790787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=9acd23ec-65f0-4ecb-a2e1-3a7403bcad06,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.798539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.799116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] For port 7b31a13a-f300-4316-acbc-cf5e7b3da509, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:30.809881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.816263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.829047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-db7980f5-35c7-46f3-88f9-3add584c13af None None] Provisioning complete for port b337e7a7-6645-4511-a23f-feb41ea58255 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:30.829938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db7980f5-35c7-46f3-88f9-3add584c13af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.862602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] For port 7b31a13a-f300-4316-acbc-cf5e7b3da509, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b31a13a-f300-4316-acbc-cf5e7b3da509,segment=NetworkSegment(593aaec0-8d81-4ae6-b89f-7a764e634ab1),segment_id=593aaec0-8d81-4ae6-b89f-7a764e634ab1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:30.887868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:30.903586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:30.903812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:30.926031 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 HTTP/1.1" status: 204 len: 168 time: 2.0845580 Dec 13 20:00:30.936443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55050) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:30.953974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcebfbe-380f-4612-a910-99f920028678,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:30.966564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:30.979611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'name': 'tempest-PortsIpV6TestJSON-119918055'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:31.002843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port a676cbdb-1851-4f47-b05e-3ac1377a364e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a676cbdb-1851-4f47-b05e-3ac1377a364e,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:31.004429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-db7980f5-35c7-46f3-88f9-3add584c13af None None] Port b337e7a7-6645-4511-a23f-feb41ea58255 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:31.016336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.018228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 56bdb689-1606-4fee-a5b9-0107bf61a35d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:31.020017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.023642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/fdcebfbe-380f-4612-a910-99f920028678 HTTP/1.1" status: 204 len: 168 time: 1.0770538 Dec 13 20:00:31.023642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 9e5b1beb-bcdf-4897-b671-96b4367ea053 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:00:31.024789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55054) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:31.081789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Pushing event updated for resources: {'Port': ['ID=7b31a13a-f300-4316-acbc-cf5e7b3da509,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:31.087165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:31.087641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-878b3425-3a49-4795-bbf3-fb351a5649bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:31.186917 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-868d6cc0-f01a-4776-89b1-e61d263b38d0 None None] Provisioning complete for port b337e7a7-6645-4511-a23f-feb41ea58255 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:31.187344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-868d6cc0-f01a-4776-89b1-e61d263b38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.233526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 56bdb689-1606-4fee-a5b9-0107bf61a35d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:31.234257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.242922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892d94a-70f5-4cff-a76b-e805cc7a86a4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:31.244968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892d94a-70f5-4cff-a76b-e805cc7a86a4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:31.246205 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6892d94a-70f5-4cff-a76b-e805cc7a86a4 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2596862 Dec 13 20:00:31.253384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55058) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:31.256245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:31.257108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=a676cbdb-1851-4f47-b05e-3ac1377a364e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:31.260235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.271817 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8683374 Dec 13 20:00:31.276957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55062) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:31.278951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:31.282500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:31.285630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-261549860'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:31.307753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:31.308577 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:31.313384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:31.335097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-868d6cc0-f01a-4776-89b1-e61d263b38d0 None None] Port b337e7a7-6645-4511-a23f-feb41ea58255 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:31.339742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:31.344159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Transition to ACTIVE for port object 4a62f5df-6101-4984-8357-e056aadd7053 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:31.345541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:31.364861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:31.385398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:31.389136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.435283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:31.446045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-437a72c9-d3a6-41ab-a843-e4706081502c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:31.480742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.490727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b6ab71e-a2c7-4016-9f1c-495cc5f075bd tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:31.548405 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:31.573952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:31.578470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:31.598034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Network d12534f8-8523-4648-ae9b-4540a255a649 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:31.602965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:31.605605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:31.614728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet b715ba77-ec2f-4fe1-96be-34ee034ca742 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:31.630442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.656668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.657069 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment f246c12c-1a07-4799-9956-e1a092849b08 of type vlan for network dd68f407-63a0-44f2-80d4-ec1cab290889 Dec 13 20:00:31.674400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event updated for resources: {'Port': ['ID=4a62f5df-6101-4984-8357-e056aadd7053,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:31.677329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:31.679298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.706961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:31.707656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.734373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.744465 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0983512 Dec 13 20:00:31.745400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55066) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:31.754976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1857897017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:31.765070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:31.769012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Usage tracker for resource:router and tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:31.773092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:31.774330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a676cbdb-1851-4f47-b05e-3ac1377a364e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:31.780225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:31.805390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.809057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.810627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.816484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.823783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:31.824438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.836586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42341409-6757-40e5-9109-844daea14ee5 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:31.855774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a676cbdb-1851-4f47-b05e-3ac1377a364e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:31.856658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.890226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-437a72c9-d3a6-41ab-a843-e4706081502c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:31.895777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-437a72c9-d3a6-41ab-a843-e4706081502c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8644338 Dec 13 20:00:31.896818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:31.901239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.922929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55070) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:31.933259 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:27Z', 'revision_number': 3, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:28Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:31.938327 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:00:31.938783 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Updating router b080a95b-6bd3-4781-b97d-8c1f8c16d369 port b337e7a7-6645-4511-a23f-feb41ea58255 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:00:31.978919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:31.981526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7033248 Dec 13 20:00:31.993343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55074) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:32.005273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:32.005534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:32.008363 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.023012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] Sync routers for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:32.033593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=dd68f407-63a0-44f2-80d4-ec1cab290889,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:32.042676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:32.050799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647317066'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:32.053302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network dd68f407-63a0-44f2-80d4-ec1cab290889 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:32.082522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:32.083099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:32.090698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:32.097717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 9de4b4d0-6cd7-40fb-a072-00a931450c27 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:32.260087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:32.265049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.325837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.340090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b31a13a-f300-4316-acbc-cf5e7b3da509 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:32.350842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.357516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55078) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:32.358093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6718ff20-3a46-4284-8703-74e7b82790a8 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.1868231 Dec 13 20:00:32.406985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:32.475353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ca8a9-0e59-45e9-a234-da8f26d95d2e None None] Network d12534f8-8523-4648-ae9b-4540a255a649 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:32.510517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.518451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:32.519563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:32.564654 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.603219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:32.618584 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Transition to ACTIVE for port object b337e7a7-6645-4511-a23f-feb41ea58255 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:32.628886 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.640401 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-9627776d-e9a9-4b21-87d6-ca11372fed40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:32.644875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.649017 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a4833d7-563a-465b-848d-75ee99fa249e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9018617 Dec 13 20:00:32.649784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55082) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:32.658790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:32.659373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad3db27-57c6-4b6b-b2d2-01267b3e9d66 None None] The sync data for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:32.668758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:32.674568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c1076c6f-cbe7-4eda-a0bf-0afedb68e86e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-738530169', 'prefixes': ['172.20.0.0/16']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:32.679611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:32.683271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c1076c6f-cbe7-4eda-a0bf-0afedb68e86e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:32.689137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:32.698127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.706477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:32.712529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1cf543f0-1e25-4f8d-9077-ed8e3c6c6634 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:32.712848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:32.723750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:32.748020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:32.777788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=b715ba77-ec2f-4fe1-96be-34ee034ca742,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:32.788626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.800046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:32.815738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:32.819584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.851626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/b715ba77-ec2f-4fe1-96be-34ee034ca742 HTTP/1.1" status: 204 len: 168 time: 1.5931499 Dec 13 20:00:32.855224 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:00:32.855388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.862380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55086) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:32.912679 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Pushing event updated for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:32.920181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:32.921993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e762f-ca26-4b3c-867c-403a5a41bac9 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:32.985035 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Attempting to bind port b337e7a7-6645-4511-a23f-feb41ea58255 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:32.985443 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Attempting to bind port b337e7a7-6645-4511-a23f-feb41ea58255 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:32.985865 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Attempting to bind port b337e7a7-6645-4511-a23f-feb41ea58255 on network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:32.992090 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:32.992467 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Checking segment: {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:32.992961 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:32.993394 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Bound using segment: {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:32.993859 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Bound port: b337e7a7-6645-4511-a23f-feb41ea58255, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4abedd9-7f35-46e7-a271-d02ae9a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:32.994296 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.025803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port 663c7811-0a90-48d5-a3ba-807b1f86089f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:33.026033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.037788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9508ab38-356d-4c64-9755-9018eeff4b58 None None] Provisioning for port 7b31a13a-f300-4316-acbc-cf5e7b3da509 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:33.106462 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] For port b337e7a7-6645-4511-a23f-feb41ea58255, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:33.111749 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] For port b337e7a7-6645-4511-a23f-feb41ea58255, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b337e7a7-6645-4511-a23f-feb41ea58255,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:33.118034 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.124233 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:33.132769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.133652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55090) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:33.134479 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-74cb6f3d-e0b2-43ce-adaa-1dabfbbe4c6b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2707758 Dec 13 20:00:33.140369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 7b31a13a-f300-4316-acbc-cf5e7b3da509 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:33.145956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:33.187214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.188834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 7b31a13a-f300-4316-acbc-cf5e7b3da509 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:33.190006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.200013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-11d6747e-45ac-48ac-b1f7-c6c919b1224e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:33.210658 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:33.211490 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:33.434561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:33.547371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.567325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c1076c6f-cbe7-4eda-a0bf-0afedb68e86e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for subnetpool, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.577304 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c1076c6f-cbe7-4eda-a0bf-0afedb68e86e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9199412 Dec 13 20:00:33.581085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55094) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:33.606726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:33.624086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-f9a42759-fa88-4898-af06-81ad09e375a0 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-585232509') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:33.631819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Deleting port 5d67c000-7911-4cfd-a8c8-374c72995633 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:33.632164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.687229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:33.695039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:33.698800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:33.706804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:33.717276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc63692-91ac-426b-afc6-8bbdcf21bb11,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:33.759963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 7b31a13a-f300-4316-acbc-cf5e7b3da509, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b31a13a-f300-4316-acbc-cf5e7b3da509,segment=NetworkSegment(593aaec0-8d81-4ae6-b89f-7a764e634ab1),segment_id=593aaec0-8d81-4ae6-b89f-7a764e634ab1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:33.772757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.773765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5d67c000-7911-4cfd-a8c8-374c72995633 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:33.776805 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Pushing event updated for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:33.786075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.787937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.789680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8599262 Dec 13 20:00:33.795639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55098) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:33.798377 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:33.808546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:33.809940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:33.814507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:33.815835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.830286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:33.846580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c38d9b90-0b2b-4b55-97a1-c5dccb18687d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'fbc63692-91ac-426b-afc6-8bbdcf21bb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:33.866895 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-c38d9b90-0b2b-4b55-97a1-c5dccb18687d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 20:00:33.867645 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-c38d9b90-0b2b-4b55-97a1-c5dccb18687d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:33.868895 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c38d9b90-0b2b-4b55-97a1-c5dccb18687d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0276873 Dec 13 20:00:33.875904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55102) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:33.918670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:33.943877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:33.952036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-30ce43b0-ff4d-417b-a040-f386efe891a8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'fbc63692-91ac-426b-afc6-8bbdcf21bb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:33.959333 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-30ce43b0-ff4d-417b-a040-f386efe891a8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 20:00:33.959658 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-30ce43b0-ff4d-417b-a040-f386efe891a8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:33.965265 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-30ce43b0-ff4d-417b-a040-f386efe891a8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0615342 Dec 13 20:00:33.965852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55106) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:33.972568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:27Z', 'revision_number': 3, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:33Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:33.977270 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356fe01-5b88-467d-9215-26d60f765e25 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:27Z', 'revision_number': 3, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:33Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:33.992676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2ab427fb-c05c-41ca-95e1-64a31ea11e34 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:34.051469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] For port 5d67c000-7911-4cfd-a8c8-374c72995633, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5d67c000-7911-4cfd-a8c8-374c72995633,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:34.051877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.067220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Provisioning complete for port 7b31a13a-f300-4316-acbc-cf5e7b3da509 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:34.067609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.067929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:34.108675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e380902c-af99-4186-9396-4a80d625c29e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'fbc63692-91ac-426b-afc6-8bbdcf21bb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:34.112475 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-e380902c-af99-4186-9396-4a80d625c29e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 20:00:34.112475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-e380902c-af99-4186-9396-4a80d625c29e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:34.117108 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e380902c-af99-4186-9396-4a80d625c29e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0509207 Dec 13 20:00:34.119638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55110) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:34.127207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:34.133599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:34.133917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a05e72fe-dd80-4eba-8db6-7abcbd5fcb97 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'fbc63692-91ac-426b-afc6-8bbdcf21bb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:34.134233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.134759 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-a05e72fe-dd80-4eba-8db6-7abcbd5fcb97 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 20:00:34.135245 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-a05e72fe-dd80-4eba-8db6-7abcbd5fcb97 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:34.136223 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a05e72fe-dd80-4eba-8db6-7abcbd5fcb97 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128009 Dec 13 20:00:34.149084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55114) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:34.214760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=9de4b4d0-6cd7-40fb-a072-00a931450c27,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:34.229219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:34.241380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5500379 Dec 13 20:00:34.243946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55118) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:34.245563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.251981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=2ae2fc86-0911-4e5a-ba2e-f2a1628c80de,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:34.263714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:34.267468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Calling delete_port for 5d67c000-7911-4cfd-a8c8-374c72995633 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:34.276218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:34.297030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:34.297553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: dd68f407-63a0-44f2-80d4-ec1cab290889, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:34.326138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.390353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Could not find standard attr ID for object 5d67c000-7911-4cfd-a8c8-374c72995633. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:00:34.392282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.408564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=7b31a13a-f300-4316-acbc-cf5e7b3da509,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:34.416367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:34.416835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f4d15d8c-1206-428b-b3ad-2e51288f0585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:34.440970 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f9a42759-fa88-4898-af06-81ad09e375a0 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-585232509 HTTP/1.1" status: 201 len: 201 time: 0.8502798 Dec 13 20:00:34.456215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.457732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55122) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:34.474620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] No DVR routers for this DVR port 5d67c000-7911-4cfd-a8c8-374c72995633 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:34.477824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Pushing event deleted for resources: {'Port': ['ID=5d67c000-7911-4cfd-a8c8-374c72995633,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:34.481373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:34.562735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Calling delete_port for 663c7811-0a90-48d5-a3ba-807b1f86089f owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:34.586746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Provisioning for port 4a62f5df-6101-4984-8357-e056aadd7053 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:34.595489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Provisioning complete for port 4a62f5df-6101-4984-8357-e056aadd7053 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:34.596394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.676987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-7f9002dd-f75d-4524-a860-79152cea4042 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-267301633') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:34.682728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-416410d3-d853-4cc6-8c73-994fa031cb37 None None] Port 4a62f5df-6101-4984-8357-e056aadd7053 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:34.736140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network dd68f407-63a0-44f2-80d4-ec1cab290889 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:34.763364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.816936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b337e7a7-6645-4511-a23f-feb41ea58255 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:34.843389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.859494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, dd68f407-63a0-44f2-80d4-ec1cab290889) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:34.881864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c3805-6c47-42d3-8eb2-b2493f086369 None None] Network dd68f407-63a0-44f2-80d4-ec1cab290889 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:34.883303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:34.883896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.981851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7a545704-6e2e-4ffb-95dc-e26b619f39ea None None] Provisioning complete for port 4a62f5df-6101-4984-8357-e056aadd7053 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:34.982288 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9877877 Dec 13 20:00:34.983081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7a545704-6e2e-4ffb-95dc-e26b619f39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:34.985854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55128) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:35.075840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7a545704-6e2e-4ffb-95dc-e26b619f39ea None None] Port 4a62f5df-6101-4984-8357-e056aadd7053 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:35.098304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b337e7a7-6645-4511-a23f-feb41ea58255 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:35.152676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.166120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-daa15bc3-5b47-4f6e-9420-28569f835ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:35.182003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b337e7a7-6645-4511-a23f-feb41ea58255 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:35.182003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.199683 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f9002dd-f75d-4524-a860-79152cea4042 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-267301633 HTTP/1.1" status: 201 len: 201 time: 0.7332270 Dec 13 20:00:35.204220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55132) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:35.205491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc63692-91ac-426b-afc6-8bbdcf21bb11,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:35.216084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-7fd1be5a-dfe4-4c16-9c86-2bd5b449121d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-351521787') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:35.216659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:35.338874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.342892 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbc63692-91ac-426b-afc6-8bbdcf21bb11 HTTP/1.1" status: 204 len: 168 time: 1.1804917 Dec 13 20:00:35.344563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-dd68f407-63a0-44f2-80d4-ec1cab290889', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:35.345362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.348239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55136) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:35.350608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.359600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:00:35.363700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad5ad910-0527-4c97-b7f4-4de62ed9437e tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:35.415914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:00:35.425148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.444770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.497227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Port': ['ID=663c7811-0a90-48d5-a3ba-807b1f86089f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:35.500533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:35.531340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b337e7a7-6645-4511-a23f-feb41ea58255, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b337e7a7-6645-4511-a23f-feb41ea58255,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:35.542839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.547910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:35.628538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5d67c000-7911-4cfd-a8c8-374c72995633 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:35.646612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.1 (d45a327a-95fd-4289-aa37-78cfc6dd16df/c8028e59-d8c0-4111-a1dc-1e622afe6cbb/212174e4-dddd-4330-af36-4a268cf065a8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:35.664620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Allocated IP 172.22.0.2 (dd68f407-63a0-44f2-80d4-ec1cab290889/2ae2fc86-0911-4e5a-ba2e-f2a1628c80de/4d25b843-637d-4539-ad45-430faa34adda) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:35.678329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 5d67c000-7911-4cfd-a8c8-374c72995633 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:35.678789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5d67c000-7911-4cfd-a8c8-374c72995633 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:35.684626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.694857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:35.699196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:35.702926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-993bb081-0fd3-4f20-8180-91a4e57f3047 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:35.754897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.863710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:35.911666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.920892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:35.923863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Transition to ACTIVE for port object 4d25b843-637d-4539-ad45-430faa34adda will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:35.924875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:35.925537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.933555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] In _notify_port_updated(), no bound segment for port 9de4b4d0-6cd7-40fb-a072-00a931450c27 on network 93c8713e-4e8f-4b97-acc5-3df3696d9acd {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:00:35.940478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:35.940748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b485b-f37d-4763-9d58-71131d721f8f None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:35.941138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:35.944162 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/ports/9de4b4d0-6cd7-40fb-a072-00a931450c27 HTTP/1.1" status: 200 len: 818 time: 1.6908622 Dec 13 20:00:35.951116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:35.970088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Transition to ACTIVE for port object 4d25b843-637d-4539-ad45-430faa34adda will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:35.995473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.001629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a16deeb-4d3e-4c7a-b60a-92acec231dc1 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:36.005456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.009879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:36.012650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:36.024047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:36.028679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.035742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:36.087471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Transition to ACTIVE for port object 212174e4-dddd-4330-af36-4a268cf065a8 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:36.097926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 9de4b4d0-6cd7-40fb-a072-00a931450c27 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:36.098273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.104457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Network dd68f407-63a0-44f2-80d4-ec1cab290889 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:36.111883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:36.126933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:36.132802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.137906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Pushing event updated for resources: {'Port': ['ID=4d25b843-637d-4539-ad45-430faa34adda,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:36.172609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:36.176963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0369942 Dec 13 20:00:36.176963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7fd1be5a-dfe4-4c16-9c86-2bd5b449121d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-351521787 HTTP/1.1" status: 201 len: 201 time: 0.9707994 Dec 13 20:00:36.181067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55144) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:36.181491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55146) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:36.245343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:5a:a6:5b', 'name': 'tempest-NetworksTestDHCPv6-586367957'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:36.269358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-0b03190f-e9c5-4a4e-bd22-e09453461132 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-1262383163') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:36.281944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Attempting to bind port 4d25b843-637d-4539-ad45-430faa34adda on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:36.281944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Attempting to bind port 4d25b843-637d-4539-ad45-430faa34adda by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:36.281944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Attempting to bind port 4d25b843-637d-4539-ad45-430faa34adda on network dd68f407-63a0-44f2-80d4-ec1cab290889 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:36.288615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3a16deeb-4d3e-4c7a-b60a-92acec231dc1 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:36.289942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3a16deeb-4d3e-4c7a-b60a-92acec231dc1 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9406917 Dec 13 20:00:36.291694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:36.292360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Checking segment: {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:36.292573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.292969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Bound using segment: {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:36.293521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Bound port: 4d25b843-637d-4539-ad45-430faa34adda, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:36.293914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.303486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55152) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:36.310319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=9de4b4d0-6cd7-40fb-a072-00a931450c27,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:36.313730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:36.372256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--84455199'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:36.387368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:36.388230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.441006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.454675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:36.461993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:36.511261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] For port 4d25b843-637d-4539-ad45-430faa34adda, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:36.528542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] For port 4d25b843-637d-4539-ad45-430faa34adda, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4d25b843-637d-4539-ad45-430faa34adda,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:36.563410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:36.565653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.575889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2e861dd4-39ce-49ad-b1d0-7fb56858ebec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:36.595705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=212174e4-dddd-4330-af36-4a268cf065a8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:36.604094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b31a13a-f300-4316-acbc-cf5e7b3da509 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:36.605072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Router b8c97faa-3641-4fe6-b794-59461c430066 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:36.625628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.658731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0b03190f-e9c5-4a4e-bd22-e09453461132 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-1262383163 HTTP/1.1" status: 201 len: 201 time: 0.4711812 Dec 13 20:00:36.659349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:36.662630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:36.669683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:36.671558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network d45a327a-95fd-4289-aa37-78cfc6dd16df is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:36.687516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:36.695996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:36.727566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-c4cfcc9c-63bc-4b29-99aa-7d3fc78bc98f tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:36.751392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Allocated IP 2001:db8::f816:3eff:fe6b:369f (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7/7b831952-28c8-4c71-83d4-a989a8b40f75) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:36.758599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:36.762139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:36.764697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:36.775880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.782722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Pushing event updated for resources: {'Port': ['ID=4d25b843-637d-4539-ad45-430faa34adda,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:36.795866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 7b31a13a-f300-4316-acbc-cf5e7b3da509 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:36.796707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:36.842106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:36.844841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:36.847530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:36.866276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:36.878899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:36.884143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8490994 Dec 13 20:00:36.885572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:36.891905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] Sync routers for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:36.898974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55160) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:36.909905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:36.910532 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:36.982808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:37.011338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-adb20a56-2b9f-4e49-b55a-8667949c8146 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] show failed (client error): The resource could not be found. Dec 13 20:00:37.016225 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-adb20a56-2b9f-4e49-b55a-8667949c8146 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-256588551 HTTP/1.1" status: 404 len: 334 time: 0.1124344 Dec 13 20:00:37.022027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.067267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.071326 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:37.087939 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] Routers {'b8c97faa-3641-4fe6-b794-59461c430066'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:37.088970 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b8c97faa-3641-4fe6-b794-59461c430066'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:37.098261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cdecb1b4-fa21-458d-970d-5245a3195e22 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:37.194185 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:37.195035 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbe1b3-27d7-4143-93eb-ae8016dd3385 None None] The sync data for ids ['b8c97faa-3641-4fe6-b794-59461c430066'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:37.235706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.247262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Transition to ACTIVE for port object 7b831952-28c8-4c71-83d4-a989a8b40f75 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:37.253283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 9de4b4d0-6cd7-40fb-a072-00a931450c27 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:37.267953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Transition to ACTIVE for port object 7b831952-28c8-4c71-83d4-a989a8b40f75 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:37.308755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.315556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee13f2c5-a418-41e3-b69c-978591f097a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:37.378573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:37.388405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:37.393238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed8f10af-9af6-4265-bb42-7ef0714b7342 None None] Provisioning for port 212174e4-dddd-4330-af36-4a268cf065a8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:37.425806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:37.428403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.433189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed8f10af-9af6-4265-bb42-7ef0714b7342 None None] Provisioning complete for port 212174e4-dddd-4330-af36-4a268cf065a8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:37.433189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed8f10af-9af6-4265-bb42-7ef0714b7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.450180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.458459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1484b962-af78-45f5-bbea-0706b494db03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:37.475584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-cdecb1b4-fa21-458d-970d-5245a3195e22 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] update failed (client error): The resource could not be found. Dec 13 20:00:37.480568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cdecb1b4-fa21-458d-970d-5245a3195e22 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-725285751 HTTP/1.1" status: 404 len: 334 time: 0.4537346 Dec 13 20:00:37.489349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55168) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.490970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Pushing event updated for resources: {'Port': ['ID=7b831952-28c8-4c71-83d4-a989a8b40f75,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:37.527503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:37.583612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228cf8ab-51c5-406f-a37d-e1083cb38c2c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:37.587534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f10af-9af6-4265-bb42-7ef0714b7342 None None] Port 212174e4-dddd-4330-af36-4a268cf065a8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:37.595863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.597415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b337e7a7-6645-4511-a23f-feb41ea58255 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:37.597617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.597909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:37.610851 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c4cfcc9c-63bc-4b29-99aa-7d3fc78bc98f tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 200 len: 240 time: 0.9433472 Dec 13 20:00:37.620690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:37.623761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55172) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.634929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a9c67e2e-d319-42fa-96c5-32c29d207198 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-585232509') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:37.646665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Attempting to bind port 7b831952-28c8-4c71-83d4-a989a8b40f75 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:37.647050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Attempting to bind port 7b831952-28c8-4c71-83d4-a989a8b40f75 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:37.647420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Attempting to bind port 7b831952-28c8-4c71-83d4-a989a8b40f75 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:37.658111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:37.658487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:37.658894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.659291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:37.659486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.659770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Bound port: 7b831952-28c8-4c71-83d4-a989a8b40f75, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:37.660148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.661779 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3528943 Dec 13 20:00:37.668021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55176) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.673609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=9de4b4d0-6cd7-40fb-a072-00a931450c27,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:37.678341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82450780-3d6a-457c-be00-5ed43954f94f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:37.679099 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-82450780-3d6a-457c-be00-5ed43954f94f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 20:00:37.679569 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-82450780-3d6a-457c-be00-5ed43954f94f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:37.683278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82450780-3d6a-457c-be00-5ed43954f94f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089302 Dec 13 20:00:37.709329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.717650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55180) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.718932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:37.719995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.727506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting subnet b528d591-4cf8-421a-ac64-e91f92c6b24d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:37.730704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:37.735966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.744201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b337e7a7-6645-4511-a23f-feb41ea58255 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:37.744586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.773150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:37.805724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:37.816804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] For port 7b831952-28c8-4c71-83d4-a989a8b40f75, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:37.820114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:37.822822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] For port 7b831952-28c8-4c71-83d4-a989a8b40f75, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b831952-28c8-4c71-83d4-a989a8b40f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:37.832592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:37.837174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:37.840845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:37.846308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/9de4b4d0-6cd7-40fb-a072-00a931450c27 HTTP/1.1" status: 204 len: 168 time: 1.8942568 Dec 13 20:00:37.852872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 5a7a4bd6-66ec-498d-92a3-e489d8654216 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:37.854078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:37.864786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.22.0.1 (dd68f407-63a0-44f2-80d4-ec1cab290889/2ae2fc86-0911-4e5a-ba2e-f2a1628c80de/f84c8187-be61-4bae-8758-bfb7f70b35c5) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:37.892069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.008072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Pushing event updated for resources: {'Port': ['ID=7b831952-28c8-4c71-83d4-a989a8b40f75,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:38.012985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:38.024254 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a9c67e2e-d319-42fa-96c5-32c29d207198 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-585232509 HTTP/1.1" status: 204 len: 168 time: 0.3970637 Dec 13 20:00:38.031870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55188) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.042347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-f9480644-bf86-4853-809b-71cfc154357a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-585232509') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:38.159345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.215935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe5a:a65b (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7/5a7a4bd6-66ec-498d-92a3-e489d8654216) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:38.272268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d533fbe-8048-4cf3-b181-cb06e3454429 None None] Network dd68f407-63a0-44f2-80d4-ec1cab290889 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:38.596449 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:38.602889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.607299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-629930d2-7b53-4fc3-96e6-3aafffc344cb None None] Provisioning for port 4d25b843-637d-4539-ad45-430faa34adda completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:38.613257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55192) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.615034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-41b7aaa8-17ce-429a-8fc0-31d28a09b263 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:38.633740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-74636856-8494-47de-94eb-bca6902dbaf2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9105794 Dec 13 20:00:38.641630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.651117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4d25b843-637d-4539-ad45-430faa34adda up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:38.680600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316cf73b-c930-42de-b68c-69bf359376cb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:38.681371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-316cf73b-c930-42de-b68c-69bf359376cb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:38.686809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c22db806-8469-40ac-9bce-3acea3c8e73c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:38.687858 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-c22db806-8469-40ac-9bce-3acea3c8e73c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 20:00:38.688616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-c22db806-8469-40ac-9bce-3acea3c8e73c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:38.692548 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c22db806-8469-40ac-9bce-3acea3c8e73c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0345006 Dec 13 20:00:38.693483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object f84c8187-be61-4bae-8758-bfb7f70b35c5 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:38.697230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Subnet': ['ID=b528d591-4cf8-421a-ac64-e91f92c6b24d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:38.700111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:38.700965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55196) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.703362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.718544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb09c04-e411-431a-9c41-a52da260e075 None None] Network 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:38.730628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:38.754777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/subnets/b528d591-4cf8-421a-ac64-e91f92c6b24d HTTP/1.1" status: 204 len: 168 time: 1.2646670 Dec 13 20:00:38.758497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:38.761318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-316cf73b-c930-42de-b68c-69bf359376cb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:38.761485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55200) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.762479 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-316cf73b-c930-42de-b68c-69bf359376cb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7599516 Dec 13 20:00:38.766084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55204) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.771525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:38.829546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:38.847149 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b26af0e-8e7a-4f6b-96f8-d3d824277151 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:00:38.847664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4b26af0e-8e7a-4f6b-96f8-d3d824277151 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:38.851944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:38.859344 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f9480644-bf86-4853-809b-71cfc154357a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-585232509 HTTP/1.1" status: 204 len: 168 time: 0.8239174 Dec 13 20:00:38.860671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55208) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.861384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.870843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-3b593b2e-d70b-404e-912e-cda542579144 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:38.941457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4b26af0e-8e7a-4f6b-96f8-d3d824277151 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:38.949728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4b26af0e-8e7a-4f6b-96f8-d3d824277151 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/9de4b4d0-6cd7-40fb-a072-00a931450c27 HTTP/1.1" status: 404 len: 333 time: 0.1786306 Dec 13 20:00:38.965796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55212) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:38.972047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 4d25b843-637d-4539-ad45-430faa34adda completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:38.973606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 5a7a4bd6-66ec-498d-92a3-e489d8654216 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:38.980666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4d25b843-637d-4539-ad45-430faa34adda triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:38.981049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:38.999217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.019582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port d9c59915-7363-4b96-87b9-986c3d1b8de1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:39.019921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.075651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.080880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.085288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2edb8bf-875d-4ecb-a8c2-55af6d8ac64e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:39.095406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.112297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac29edc5-be3d-48f7-bd23-d3fa83c1c4d0 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:39.168651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=5a7a4bd6-66ec-498d-92a3-e489d8654216,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:39.172333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:39.222547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1328553026'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:39.225371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:39.228816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:39.231530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:39.238406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:39.238746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:39.239575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.241754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.297877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:39.298441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:39.322766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.333524 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1500719 Dec 13 20:00:39.338468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55216) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:39.380730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] DHCP port deletion for 1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:39.402845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Deleting port d9c59915-7363-4b96-87b9-986c3d1b8de1 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:39.403239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.408849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=212174e4-dddd-4330-af36-4a268cf065a8,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:39.415005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:39.469397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.487966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:39.495059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:39.498740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:39.507077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:39.509605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 4d25b843-637d-4539-ad45-430faa34adda, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4d25b843-637d-4539-ad45-430faa34adda,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:39.531194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network dd68f407-63a0-44f2-80d4-ec1cab290889 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:39.536197 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:39.540772 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e2a47dea-f077-42d5-a6e1-9b2c0c9d9a8e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8385177 Dec 13 20:00:39.541712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:39.543373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55220) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:39.547955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.560222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-28a4d459-b869-42b3-8e8a-a6c138a78ee5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:39.560740 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-28a4d459-b869-42b3-8e8a-a6c138a78ee5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 20:00:39.561471 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-28a4d459-b869-42b3-8e8a-a6c138a78ee5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:39.565026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-28a4d459-b869-42b3-8e8a-a6c138a78ee5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105648 Dec 13 20:00:39.566643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55224) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:39.573726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:39.587467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:39.592071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] For port d9c59915-7363-4b96-87b9-986c3d1b8de1, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d9c59915-7363-4b96-87b9-986c3d1b8de1,segment=NetworkSegment(26eb8567-3113-45f8-b740-5ecf89ce7b21),segment_id=26eb8567-3113-45f8-b740-5ecf89ce7b21)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:39.592686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.599458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:39.609882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:39.612089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.612542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment 20b9fd3e-5715-494b-adf5-1d41ab84fbfc of type vlan for network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 Dec 13 20:00:39.620159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:39.624455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:39.676570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.677820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b831952-28c8-4c71-83d4-a989a8b40f75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:39.760550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:39.807821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bbf0df3e-edbc-40a1-bf9e-d9304839082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:39.808789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network d45a327a-95fd-4289-aa37-78cfc6dd16df is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:39.816593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:39.877180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:39.970089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fa683521-ac89-4863-96ac-1709e06fe571 None None] Provisioning complete for port 4d25b843-637d-4539-ad45-430faa34adda triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:39.970787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fa683521-ac89-4863-96ac-1709e06fe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.013832 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b593b2e-d70b-404e-912e-cda542579144 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 200 len: 205 time: 1.1496878 Dec 13 20:00:40.025815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:40.032728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.041734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=4d25b843-637d-4539-ad45-430faa34adda,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:40.043687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:40.044407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.049871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Calling delete_port for d9c59915-7363-4b96-87b9-986c3d1b8de1 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:40.064361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55228) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.065123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:40.067981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:40.080162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] For port d9c59915-7363-4b96-87b9-986c3d1b8de1, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d9c59915-7363-4b96-87b9-986c3d1b8de1,segment=NetworkSegment(26eb8567-3113-45f8-b740-5ecf89ce7b21),segment_id=26eb8567-3113-45f8-b740-5ecf89ce7b21)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:40.080569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.088787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Project 919ed5e748da47ae83446ad55997f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:00:40.132250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e2947-3cc4-4bca-a629-7362057c83c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:40.139069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e2947-3cc4-4bca-a629-7362057c83c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:40.140245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1b4e2947-3cc4-4bca-a629-7362057c83c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:40.180036 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:40.181079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d4fe8db0-778c-44a6-b68f-bc3b14e7d041 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6121833 Dec 13 20:00:40.184643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55232) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.191859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-09a3c37b-d4b5-49e8-8af9-4aea58cc73bd tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:40.192285 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-09a3c37b-d4b5-49e8-8af9-4aea58cc73bd tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 20:00:40.192794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-09a3c37b-d4b5-49e8-8af9-4aea58cc73bd tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:40.194387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-09a3c37b-d4b5-49e8-8af9-4aea58cc73bd tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074675 Dec 13 20:00:40.197557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-cceb32b6-4dd1-4d6b-b165-073a47d670be tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:40.205538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55236) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.207925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1b4e2947-3cc4-4bca-a629-7362057c83c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:40.211649 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1b4e2947-3cc4-4bca-a629-7362057c83c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8696895 Dec 13 20:00:40.212600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:40.220049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.234327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.238631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Calling delete_port for d9c59915-7363-4b96-87b9-986c3d1b8de1 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:40.252747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:40.266599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 7b831952-28c8-4c71-83d4-a989a8b40f75 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:40.268618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:40.273587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:40.284314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.292769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:40.339540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:40.359419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Port': ['ID=d9c59915-7363-4b96-87b9-986c3d1b8de1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:40.366861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:40.370656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 5a7a4bd6-66ec-498d-92a3-e489d8654216 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:40.371066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.388521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:40.388893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:40.405262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] No DVR routers for this DVR port d9c59915-7363-4b96-87b9-986c3d1b8de1 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:40.427187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:40.439781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:40.443897 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Project 919ed5e748da47ae83446ad55997f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:00:40.447475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:40.474319 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3807867 Dec 13 20:00:40.483737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.492010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4d25b843-637d-4539-ad45-430faa34adda up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:40.544463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:40.552683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 9e5b1beb-bcdf-4897-b671-96b4367ea053 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:40.554789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.574916 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cceb32b6-4dd1-4d6b-b165-073a47d670be tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 200 len: 240 time: 0.4619977 Dec 13 20:00:40.576341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.583987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-f1190562-2e51-4ac2-985d-0d7adb8f57b5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-267301633') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:40.588093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:40.589198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d6de8b9e-cbf8-4fb1-84d3-a98e8902c4e2 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3825223 Dec 13 20:00:40.596357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55252) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:40.607061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning for port f84c8187-be61-4bae-8758-bfb7f70b35c5 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:40.629018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning complete for port f84c8187-be61-4bae-8758-bfb7f70b35c5 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:40.629432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.669824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.680217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '228cf8ab-51c5-406f-a37d-e1083cb38c2c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:40.696269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Port f84c8187-be61-4bae-8758-bfb7f70b35c5 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:40.706039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4d25b843-637d-4539-ad45-430faa34adda triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:40.706425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.709433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:40.732835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:40.753387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning complete for port 212174e4-dddd-4330-af36-4a268cf065a8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:40.753967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.756697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:40.763920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:40.784681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:40.787257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eb8567-3113-45f8-b740-5ecf89ce7b21') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:40.787542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eb8567-3113-45f8-b740-5ecf89ce7b21') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:40.807472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:40.826234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Port 212174e4-dddd-4330-af36-4a268cf065a8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:40.828316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.849586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:40.887170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning for port 5a7a4bd6-66ec-498d-92a3-e489d8654216 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:40.893052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Deleting port d9c59915-7363-4b96-87b9-986c3d1b8de1 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:40.893466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.898768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:40.910502 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Project 919ed5e748da47ae83446ad55997f8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:00:40.914441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:40.916721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.944137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning complete for port 5a7a4bd6-66ec-498d-92a3-e489d8654216 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:40.944957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.955446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:40.955847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:40.970827 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:41.023986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d9c59915-7363-4b96-87b9-986c3d1b8de1 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:41.043705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:41.048036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.075613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:41.076650 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-acc49a2d-83e2-4ccc-b128-34932a5287be tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4099503 Dec 13 20:00:41.093368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:41.094506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: d9c59915-7363-4b96-87b9-986c3d1b8de1 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:41.095011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d9c59915-7363-4b96-87b9-986c3d1b8de1 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:41.101971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff867f9f-aa72-4ad3-8d49-4ff0a66a454e None None] The port 'd9c59915-7363-4b96-87b9-986c3d1b8de1' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:41.125945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Port 5a7a4bd6-66ec-498d-92a3-e489d8654216 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:41.137953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning for port 7b831952-28c8-4c71-83d4-a989a8b40f75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:41.143986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Provisioning complete for port 7b831952-28c8-4c71-83d4-a989a8b40f75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:41.144828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.178056 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1190562-2e51-4ac2-985d-0d7adb8f57b5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-267301633 HTTP/1.1" status: 204 len: 168 time: 0.5989721 Dec 13 20:00:41.184417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55260) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:41.189644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.193346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:41.201551 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/routers/9e5b1beb-bcdf-4897-b671-96b4367ea053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8402703 Dec 13 20:00:41.205144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55264) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:41.216782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-5f4cb718-5c45-4498-9071-0dfec4f8958b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-267301633') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:41.224045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] Sync routers for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:41.245840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:41.245840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:41.247451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.255966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'port': {'network_id': 'd45a327a-95fd-4289-aa37-78cfc6dd16df', 'name': 'tempest-FloatingIPTestJSON-558642256'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:41.343590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:41.374585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-288edacf-5b2d-4ced-9516-04fb4be913d2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:41.392724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:41.392724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:41.395040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.404164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 5a7a4bd6-66ec-498d-92a3-e489d8654216 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:41.459077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:41.467193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Network': ['ID=1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:41.471775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Usage tracker for resource:port and tenant:12547e2fe53d456a8a1fd3d322e1b0ff is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:41.474954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:41.483753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:41.484084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:41.487269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.499124 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/networks/1fa575b1-517b-4aa6-9e9a-0d3a4a98f5f4 HTTP/1.1" status: 204 len: 168 time: 2.7368202 Dec 13 20:00:41.499536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.506364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:41.507144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cc698-0b06-4326-9aa2-b50d24c89967 None None] The sync data for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:41.508700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:41.511374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.536184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:41.578214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Made reservation on behalf of 12547e2fe53d456a8a1fd3d322e1b0ff for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:41.582735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.606837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.615956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] For port 7b831952-28c8-4c71-83d4-a989a8b40f75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b831952-28c8-4c71-83d4-a989a8b40f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:41.621922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.630947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:41.671860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] device_id is not set on port 4d68be54-f3b1-41e5-8961-7a53bdc207e1 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:41.707322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.711350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:41.717065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:41.730078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Pushing event updated for resources: {'Port': ['ID=7b831952-28c8-4c71-83d4-a989a8b40f75,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:41.734392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:41.803315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.861060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network dd68f407-63a0-44f2-80d4-ec1cab290889 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:41.862211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:41.896999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting subnet 1cf51980-a878-45de-aaad-ea97cb5170f9 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:41.910123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:41.918934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.041532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:42.054020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.102546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.115478 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f4cb718-5c45-4498-9071-0dfec4f8958b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-267301633 HTTP/1.1" status: 204 len: 168 time: 0.9183881 Dec 13 20:00:42.116334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c401c4d-9999-4b3f-8935-8df64aa1dc38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:42.125255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55272) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.141242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-6b6cbec8-8d37-4247-a91a-d479057b11b3 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:42.148725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1bd5198b-6f83-4dce-95b8-5bc10734cda3 None None] Provisioning complete for port f84c8187-be61-4bae-8758-bfb7f70b35c5 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:42.149268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1bd5198b-6f83-4dce-95b8-5bc10734cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.164493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.178382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.188678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=5a7a4bd6-66ec-498d-92a3-e489d8654216,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:42.211783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5198b-6f83-4dce-95b8-5bc10734cda3 None None] Port f84c8187-be61-4bae-8758-bfb7f70b35c5 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:42.223064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:42.231568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cb698188-161c-4de6-82cc-4c18fa5440ce tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:42.279068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.333421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:42.357770 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:42.361312 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3742025 Dec 13 20:00:42.362581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.365510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55276) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.375240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'network': {'name': 'tempest-RoutersTest-855469'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:42.375919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:42.376800 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:42.382392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Allocated IP 172.20.0.10 (d45a327a-95fd-4289-aa37-78cfc6dd16df/c8028e59-d8c0-4111-a1dc-1e622afe6cbb/4d68be54-f3b1-41e5-8961-7a53bdc207e1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:42.384721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:42.395849 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6b6cbec8-8d37-4247-a91a-d479057b11b3 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 200 len: 205 time: 0.2609448 Dec 13 20:00:42.395849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:network and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:42.400450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55280) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.401251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:42.412672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-553b4e73-2f33-4ff1-bd8a-73c27a3baa86 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:42.455361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.460256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/228cf8ab-51c5-406f-a37d-e1083cb38c2c HTTP/1.1" status: 204 len: 168 time: 1.3552880 Dec 13 20:00:42.462375 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/5a7a4bd6-66ec-498d-92a3-e489d8654216 HTTP/1.1" status: 204 len: 168 time: 2.2401011 Dec 13 20:00:42.467369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55284) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.467685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55286) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.523998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b831952-28c8-4c71-83d4-a989a8b40f75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:42.558984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb31c71-5179-4115-a4f5-4236079ba09f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:42.560536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb31c71-5179-4115-a4f5-4236079ba09f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:42.561387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3eb31c71-5179-4115-a4f5-4236079ba09f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:42.564868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=4825e451-1a1c-43ea-b768-982eebdae8a6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:42.598421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': '20b9fd3e-5715-494b-adf5-1d41ab84fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:42.598800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:42.612118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 7b831952-28c8-4c71-83d4-a989a8b40f75 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:42.612905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.616018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:42.647379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:42.649240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:42.650160 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:42.673077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3bfe9747-f47b-4c97-ab90-d9e2e8136239 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:42.676590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.687966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228cf8ab-51c5-406f-a37d-e1083cb38c2c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:42.698108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:42.702867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6bd8ad5-9d34-4cde-9141-b9fc0492802b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:42.707661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:42.711209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.745453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3eb31c71-5179-4115-a4f5-4236079ba09f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:42.747091 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3eb31c71-5179-4115-a4f5-4236079ba09f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2763891 Dec 13 20:00:42.763986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.767484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55292) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.773411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf51980-a878-45de-aaad-ea97cb5170f9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:42.791532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57a78b-754b-4d4c-b96b-60cb9db824b3 None None] Network 3d12beac-4b45-411d-a38d-9570c0b04bdc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:42.810941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:42.813098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3bfe9747-f47b-4c97-ab90-d9e2e8136239 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:42.814530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3bfe9747-f47b-4c97-ab90-d9e2e8136239 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3458786 Dec 13 20:00:42.823936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:42.826237 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/subnets/1cf51980-a878-45de-aaad-ea97cb5170f9 HTTP/1.1" status: 204 len: 168 time: 1.3085086 Dec 13 20:00:42.826993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55296) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.831609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55300) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.834832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557937892'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:42.883535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:42.887194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:00:42.893801 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-553b4e73-2f33-4ff1-bd8a-73c27a3baa86 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 200 len: 240 time: 0.4870038 Dec 13 20:00:42.899787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55304) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:42.919879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.920147 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added segment 0cfbee8c-426f-4817-a73c-b71b76b29e54 of type vlan for network 5938e95f-8b65-406f-8152-fd066e48a0b0 Dec 13 20:00:42.923153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a2740ed0-9529-40b0-ab71-2fc1714aaa21 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-351521787') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:42.978526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:42.983339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:42.995742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:43.014309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.017868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:43.018590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.043889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Transition to ACTIVE for port object 4d68be54-f3b1-41e5-8961-7a53bdc207e1 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:43.044812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f9c7e-5096-4913-8586-7bbf38e6136e None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:43.051020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.057535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:43.058294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.060477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:43.065814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bbe83f31-b3be-4a49-bb22-289535f93667 tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:43.070540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting subnet ebf0573a-f992-4ce9-b43c-1d9a222dd3b7 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:43.073661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.139679 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:40Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:41Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:43.144651 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:00:43.145441 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Updating router b080a95b-6bd3-4781-b97d-8c1f8c16d369 port f84c8187-be61-4bae-8758-bfb7f70b35c5 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:00:43.158258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.168903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.186665 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.8200631 Dec 13 20:00:43.190387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55308) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:43.200400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'subnet': {'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:43.219511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Network': ['ID=5938e95f-8b65-406f-8152-fd066e48a0b0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:43.225908 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7359679 Dec 13 20:00:43.229056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:43.229608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55312) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:43.234379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:00:43.239640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:43.257607 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.286152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:43.303755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:43.310050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a2740ed0-9529-40b0-ab71-2fc1714aaa21 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-351521787 HTTP/1.1" status: 204 len: 168 time: 0.4013340 Dec 13 20:00:43.318417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:43.324689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:43.326123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] DHCP port deletion for 3d12beac-4b45-411d-a38d-9570c0b04bdc request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:43.328752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.332806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.370839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.377585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19a2931c-e4f4-47d5-a009-04af8f979e36 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:43.408615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a5af4c2a-4695-4ff4-9645-9d2a1245a2d3 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-351521787') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:43.412968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Deleting port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:43.413628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.488335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:43.521114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Network d45a327a-95fd-4289-aa37-78cfc6dd16df is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:43.532749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:43.537350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:43.542772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:43.577430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:subnet and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:43.596718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:43.611993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event updated for resources: {'Port': ['ID=4d68be54-f3b1-41e5-8961-7a53bdc207e1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:43.636141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:43.636973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:43.643540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': '4825e451-1a1c-43ea-b768-982eebdae8a6'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:43.653789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.672568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Made reservation on behalf of f5b5885b50a44071890c00ccf4c4c8b8 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:43.676160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.714521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:43.720867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.745534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:43.769115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.793419 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.806854 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Transition to ACTIVE for port object f84c8187-be61-4bae-8758-bfb7f70b35c5 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:43.818902 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a5af4c2a-4695-4ff4-9645-9d2a1245a2d3 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-351521787 HTTP/1.1" status: 204 len: 168 time: 0.4542675 Dec 13 20:00:43.820579 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.829266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.831771 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:43.838609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:43.844935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:43.860925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] For port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,segment=NetworkSegment(4708cfec-1e4e-455c-9c0c-dbfce6baa5a7),segment_id=4708cfec-1e4e-455c-9c0c-dbfce6baa5a7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:43.861462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:43.876721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:43.882591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-fad08ee2-eba3-4ffb-8a11-31485812f142 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:43.979706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:43.987456 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7813611 Dec 13 20:00:43.997936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.004279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Calling delete_port for b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:44.019050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Request body: {'floatingip': {'port_id': '4d68be54-f3b1-41e5-8961-7a53bdc207e1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:44.095335 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Pushing event updated for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.096593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.105808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.111966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-93778a61-792f-43eb-9ab3-3198854cc80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:44.113495 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.118519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.163650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:44.165902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:44.171147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.180515 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Attempting to bind port f84c8187-be61-4bae-8758-bfb7f70b35c5 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:44.181082 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Attempting to bind port f84c8187-be61-4bae-8758-bfb7f70b35c5 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:44.181729 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Attempting to bind port f84c8187-be61-4bae-8758-bfb7f70b35c5 on network dd68f407-63a0-44f2-80d4-ec1cab290889 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:44.184665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.189096 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:44.189757 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Checking segment: {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:44.190376 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.190912 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Bound using segment: {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:44.191099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3624690 Dec 13 20:00:44.191691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Bound port: f84c8187-be61-4bae-8758-bfb7f70b35c5, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f246c12c-1a07-4799-9956-e1a092849b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:44.191851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55328) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.192376 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.224321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-604e4aa2-0a03-47e1-b0a2-a8e260eea5cc None None] Provisioning for port 4d68be54-f3b1-41e5-8961-7a53bdc207e1 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:44.232158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] No DVR routers for this DVR port b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:44.239908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Pushing event deleted for resources: {'Port': ['ID=b4b69010-1c15-4ec5-92a5-3bb92dfbfce2,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.241791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.249726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-604e4aa2-0a03-47e1-b0a2-a8e260eea5cc None None] Provisioning complete for port 4d68be54-f3b1-41e5-8961-7a53bdc207e1 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:44.250030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-604e4aa2-0a03-47e1-b0a2-a8e260eea5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.262900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '17f6674c-5148-4e20-b738-3cdb02ca3d9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:44.279649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:44.288942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:44.294635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6674c-5148-4e20-b738-3cdb02ca3d9b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.299269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:44.303305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.309852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.318344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-79889a7c-cef5-4796-aafb-dbb089cfddf5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:44.337928 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] For port f84c8187-be61-4bae-8758-bfb7f70b35c5, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:44.343107 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] For port f84c8187-be61-4bae-8758-bfb7f70b35c5, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f84c8187-be61-4bae-8758-bfb7f70b35c5,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:44.349339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:44.352058 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.358299 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c922bd46-a2cc-46b1-a7ff-3d511139454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:44.375846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.378479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.387159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.391512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.393888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db09798-12d0-4c43-8b02-b4d36a4d524a None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:44.402780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c130ea09-c59b-4ae8-b444-129bfe427fe7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:44.455370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.459660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/subnets/ebf0573a-f992-4ce9-b43c-1d9a222dd3b7 HTTP/1.1" status: 204 len: 168 time: 1.6171892 Dec 13 20:00:44.468221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.469184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf0573a-f992-4ce9-b43c-1d9a222dd3b7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.475988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7 HTTP/1.1" status: 204 len: 168 time: 1.7050896 Dec 13 20:00:44.475988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.502058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c19c5-49ea-4db2-9cb5-4d42f6bf0612 None None] Network e8c91355-c2fb-40dc-9552-8242dc47b0e7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:44.511098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55336) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.530462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:44.539270 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Pushing event updated for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:44.544518 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:44.574363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-604e4aa2-0a03-47e1-b0a2-a8e260eea5cc None None] Port 4d68be54-f3b1-41e5-8961-7a53bdc207e1 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:44.583993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:44.584647 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:44.595155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:44.595818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b69010-1c15-4ec5-92a5-3bb92dfbfce2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:44.658703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The resource could not be found. Dec 13 20:00:44.659988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0aa61232-f00f-43cd-9db8-f6ecc1633594 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4336472 Dec 13 20:00:44.666741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.669342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.731001 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad125a04-1143-4656-8668-8939fc455ea5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106912 Dec 13 20:00:44.731616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55342) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.751404 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fad08ee2-eba3-4ffb-8a11-31485812f142 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 200 len: 205 time: 0.8879688 Dec 13 20:00:44.753074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '17f6674c-5148-4e20-b738-3cdb02ca3d9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f1d5689a-7dac-4632-8f8f-d92e26b9b998'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:44.777998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55348) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.787080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-8f0d5825-2b08-4ded-b2ac-c53ee9a0ba6d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:44.807092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:44.869838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:44.887620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:44.889514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:44.912128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366bd02-a8f4-40be-b287-ef5b048d4b73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:44.912846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0366bd02-a8f4-40be-b287-ef5b048d4b73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:44.919454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Allocated IP 2001:db8::2 (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/4825e451-1a1c-43ea-b768-982eebdae8a6/95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:44.922736 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:44.929653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:44.949944 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8f0d5825-2b08-4ded-b2ac-c53ee9a0ba6d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 200 len: 241 time: 0.1686180 Dec 13 20:00:44.953085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55352) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:44.964460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a33c8241-5f96-4e38-8a6a-7ebbe3363f99 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-1262383163') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:44.969373 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4825e451-1a1c-43ea-b768-982eebdae8a6 (CIDR: 2001:db8::/64) Dec 13 20:00:45.025001 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:45.025832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:00:45.106588 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85d41038-a0b8-4034-b5fe-4b8732f831a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8757498 Dec 13 20:00:45.112136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.112940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.118026 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The resource could not be found. Dec 13 20:00:45.122334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b2bd7b62-a828-4fac-95a9-7065a86b4e11 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3862553 Dec 13 20:00:45.124800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.142683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:45.144716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d12beac-4b45-411d-a38d-9570c0b04bdc']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.158672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.159088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4708cfec-1e4e-455c-9c0c-dbfce6baa5a7') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.171706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.188913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.195752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:45.196247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:45.219505 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:45.292334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:45.300205 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a33c8241-5f96-4e38-8a6a-7ebbe3363f99 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-1262383163 HTTP/1.1" status: 204 len: 168 time: 0.3454721 Dec 13 20:00:45.309798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Deleting port 7b831952-28c8-4c71-83d4-a989a8b40f75 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:45.310852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.312043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0366bd02-a8f4-40be-b287-ef5b048d4b73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:45.316700 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0366bd02-a8f4-40be-b287-ef5b048d4b73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5775979 Dec 13 20:00:45.317413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55364) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.319041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55366) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.343888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-31a4774f-7397-443e-95a0-161b9b8cbc67 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-1262383163') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.418126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] DHCP port deletion for e8c91355-c2fb-40dc-9552-8242dc47b0e7 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:45.428776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.431775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Deleting port 2c53c205-efb2-4b65-a661-ac2f72a71e58 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:45.432871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.436023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1b817d7e-c379-4452-9153-95bfb35cb8e8 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:45.441828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.455650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.470671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/networks/3d12beac-4b45-411d-a38d-9570c0b04bdc HTTP/1.1" status: 204 len: 168 time: 0.9991593 Dec 13 20:00:45.474834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55372) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.479975 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:40Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:44Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.484929 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6db27-5995-45e2-afd2-357ef5674387 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:40Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:44Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:45.498916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Network': ['ID=3d12beac-4b45-411d-a38d-9570c0b04bdc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:45.504797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f13bf-99a5-4343-a9f5-0c52faf1d2ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:45.505502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-908f13bf-99a5-4343-a9f5-0c52faf1d2ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:45.508906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.513686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:45.556787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Transition to ACTIVE for port object 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:45.598356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b32f3a9-831c-4a8b-8232-c6896c2f3906 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:45.605434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-31a4774f-7397-443e-95a0-161b9b8cbc67 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-1262383163 HTTP/1.1" status: 204 len: 168 time: 0.2702899 Dec 13 20:00:45.622519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55376) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.629522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-29455297-fcc3-42b1-a837-e0ca5e4b2a84 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.650841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-908f13bf-99a5-4343-a9f5-0c52faf1d2ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:45.655380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-908f13bf-99a5-4343-a9f5-0c52faf1d2ac tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3206651 Dec 13 20:00:45.664977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55380) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.679911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:45.697821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:45.711266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:45.741870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:45.757877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.760312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Transition to ACTIVE for port object 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:45.770864 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dbc4bdd2-0ec3-411d-b7a8-06c2a24df229 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002202 Dec 13 20:00:45.772793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55384) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.780878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.781343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:45.789612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:45.812186 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29455297-fcc3-42b1-a837-e0ca5e4b2a84 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 200 len: 205 time: 0.1871591 Dec 13 20:00:45.817294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55388) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:45.827201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a329f2e4-f72f-4cba-8300-73fa0b9deefc tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:45.839021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port 2c53c205-efb2-4b65-a661-ac2f72a71e58 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:45.839503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.854899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Subnet': ['ID=d05f3266-5f12-46dc-94b7-7f30b12117d9,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:45.857007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.859023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:45.866486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:45.870015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.883464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Pushing event updated for resources: {'Port': ['ID=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:45.887794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] For port 7b831952-28c8-4c71-83d4-a989a8b40f75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b831952-28c8-4c71-83d4-a989a8b40f75,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:45.888210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:45.906435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Checking segment: {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:45.907099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network hostable DHCP agents. Network: 5938e95f-8b65-406f-8152-fd066e48a0b0, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:00:46.025412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] For port 2c53c205-efb2-4b65-a661-ac2f72a71e58, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2c53c205-efb2-4b65-a661-ac2f72a71e58,segment=NetworkSegment(6df5b926-786d-46e5-b1aa-d95b27cdb329),segment_id=6df5b926-786d-46e5-b1aa-d95b27cdb329)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:46.025852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.087871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.165641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:46.183505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:00:46.184278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:46.198828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Calling delete_port for 2c53c205-efb2-4b65-a661-ac2f72a71e58 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:46.208868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] For port 2c53c205-efb2-4b65-a661-ac2f72a71e58, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2c53c205-efb2-4b65-a661-ac2f72a71e58,segment=NetworkSegment(6df5b926-786d-46e5-b1aa-d95b27cdb329),segment_id=6df5b926-786d-46e5-b1aa-d95b27cdb329)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:46.209381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.219875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:46.231496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5938e95f-8b65-406f-8152-fd066e48a0b0) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:46.244725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:46.245571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.255997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.266243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f1a8b5d9-f253-48e3-9280-dea387adb606 tempest-BulkNetworkOpsIpV6Test-680127879 tempest-BulkNetworkOpsIpV6Test-680127879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:46.311788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:46.324087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6674c-5148-4e20-b738-3cdb02ca3d9b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:46.324644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:46.327711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:46.337959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05890e-06d3-4989-9596-5297d0f905bc None None] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:46.369735 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1776962 Dec 13 20:00:46.371195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.375694 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/17f6674c-5148-4e20-b738-3cdb02ca3d9b HTTP/1.1" status: 204 len: 168 time: 1.2361951 Dec 13 20:00:46.375694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55392) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:46.411983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:46.528043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:46.588457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Calling delete_port for 2c53c205-efb2-4b65-a661-ac2f72a71e58 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:46.607284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.623129 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a329f2e4-f72f-4cba-8300-73fa0b9deefc tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 204 len: 168 time: 0.8045604 Dec 13 20:00:46.630347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Calling delete_port for 7b831952-28c8-4c71-83d4-a989a8b40f75 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:46.631053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:46.634482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55400) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:46.634623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:46.645438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-50aa6a5e-8d42-4003-a67c-b8243cf50967 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:46.659607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ea826a74-3c77-43cc-8e89-4120886d5935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:46.690390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] No DVR routers for this DVR port 2c53c205-efb2-4b65-a661-ac2f72a71e58 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:46.693322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f84c8187-be61-4bae-8758-bfb7f70b35c5 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:46.781080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:46.781837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:46.862967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Pushing event deleted for resources: {'Port': ['ID=2c53c205-efb2-4b65-a661-ac2f72a71e58,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:46.913960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-537164b8-87dc-478e-b290-20b34ce01af5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:46.915318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:46.919789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:00:46.979011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Attempting to bind port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:46.979410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Attempting to bind port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '20b9fd3e-5715-494b-adf5-1d41ab84fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:46.979781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Attempting to bind port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 on network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:47.006781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:47.007170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Checking segment: {'id': '20b9fd3e-5715-494b-adf5-1d41ab84fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:47.007590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.008021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Bound using segment: {'id': '20b9fd3e-5715-494b-adf5-1d41ab84fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:47.008513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Bound port: 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b9fd3e-5715-494b-adf5-1d41ab84fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:47.008898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.043368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:00:47.045154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.048197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.050901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28b766f0-5e3a-4963-8778-6e3952d65510 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:47.058675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b437e2e3-5806-4505-b820-3a4f56b61f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:47.109573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:47.112832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:47.117296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:47.117957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.135170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=4f3ee10f-fffb-4787-9d08-442906babd77,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:47.138041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:47.145800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f84c8187-be61-4bae-8758-bfb7f70b35c5 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:47.149695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] No DVR routers for this DVR port 7b831952-28c8-4c71-83d4-a989a8b40f75 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:47.157934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3833945 Dec 13 20:00:47.160500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55406) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.163131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Pushing event deleted for resources: {'Port': ['ID=7b831952-28c8-4c71-83d4-a989a8b40f75,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:47.166789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:3b:7c:dd', 'name': 'tempest-NetworksTestDHCPv6-1382759546'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:47.176223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:47.180844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f84c8187-be61-4bae-8758-bfb7f70b35c5 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:47.181261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.214443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4b0f3-6ef9-4036-b8da-157dc7ab0126 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:47.258591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-537164b8-87dc-478e-b290-20b34ce01af5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:47.259841 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-537164b8-87dc-478e-b290-20b34ce01af5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8469505 Dec 13 20:00:47.267141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55410) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.275326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'e15c8994-ff7b-4189-81ad-02d6161e588e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:47.276965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.283876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:47.285247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.286512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port 2c53c205-efb2-4b65-a661-ac2f72a71e58 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:47.287002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.292196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-58caaec6-0985-4492-bb3d-c537064618ae tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:47.331638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:47.343085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:47.372058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:47.380748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.424870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] The port '2c53c205-efb2-4b65-a661-ac2f72a71e58' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:47.446449 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50aa6a5e-8d42-4003-a67c-b8243cf50967 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.8080146 Dec 13 20:00:47.447353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:47.459651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5938e95f-8b65-406f-8152-fd066e48a0b0', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:47.460992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.467223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55414) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.488051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-b401f609-b0dc-4951-a1dc-74af7bbf7b77 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:47.497726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,segment=NetworkSegment(20b9fd3e-5715-494b-adf5-1d41ab84fbfc),segment_id=20b9fd3e-5715-494b-adf5-1d41ab84fbfc)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:47.516342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.534109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:47.550361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:47.561125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:47.568177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:47.576798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:47.577771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.593918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:47.597582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:47.653052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:47.686643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.699661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The resource could not be found. Dec 13 20:00:47.700702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6a5759e6-2cc8-4c1b-816f-fd2467e7d61d tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4324758 Dec 13 20:00:47.708610 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5921628 Dec 13 20:00:47.708846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55418) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.717253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55420) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.727566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545148788'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:47.729569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'fixed_ips': [{'subnet_id': '4825e451-1a1c-43ea-b768-982eebdae8a6'}, {'subnet_id': '7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c'}], 'name': 'tempest-PortsIpV6TestJSON-2082131902'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:47.738979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:47.762248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:47.769431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c91355-c2fb-40dc-9552-8242dc47b0e7']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:47.814966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Pushing event updated for resources: {'Port': ['ID=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:47.818162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.824193 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 7b016bcb-21e8-46f0-b35b-bec5f68c73ba associated. External IP: 172.26.6.80, port: b335b759-f92d-4d48-8450-9d9f737c24af. Dec 13 20:00:47.830896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:47.860048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df5b926-786d-46e5-b1aa-d95b27cdb329') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:47.860294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df5b926-786d-46e5-b1aa-d95b27cdb329') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:47.866816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:47.883884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.891906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b401f609-b0dc-4951-a1dc-74af7bbf7b77 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 204 len: 168 time: 0.4234784 Dec 13 20:00:47.900081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55426) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:47.907817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '4f3ee10f-fffb-4787-9d08-442906babd77'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:47.908515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-606ba590-f834-47be-b837-a15ddeaed209 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:47.908828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.964059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f84c8187-be61-4bae-8758-bfb7f70b35c5, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f84c8187-be61-4bae-8758-bfb7f70b35c5,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:47.965657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Allocated IP 172.23.0.2 (5938e95f-8b65-406f-8152-fd066e48a0b0/d05f3266-5f12-46dc-94b7-7f30b12117d9/ad0b2bca-67c9-4c3e-bdb6-d539f08617d9) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:47.973623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:47.988686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.020047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:48.020459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:48.035941 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:48.082825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.090774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:48.115293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.132839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:48.157385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2c53c205-efb2-4b65-a661-ac2f72a71e58 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:48.163724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:48.171398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:48.191653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:48.210827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 0af88e6a-0bdb-4d5f-a932-9df56099badc yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:48.227564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2c53c205-efb2-4b65-a661-ac2f72a71e58 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:48.228261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2c53c205-efb2-4b65-a661-ac2f72a71e58 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:48.229035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b831952-28c8-4c71-83d4-a989a8b40f75 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:48.363774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 7b831952-28c8-4c71-83d4-a989a8b40f75 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:48.364055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b831952-28c8-4c71-83d4-a989a8b40f75 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:48.408639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:48.412006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:48.469816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.479305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:48.483991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:48.487346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:48.494652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:48.521112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:48.566187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:48.626307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.632281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.636919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.642945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Transition to ACTIVE for port object ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:48.658422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bab860f6-bfbd-4e01-a9b8-b0812ad37194 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:48.670148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Transition to ACTIVE for port object ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:48.681046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/networks/e8c91355-c2fb-40dc-9552-8242dc47b0e7 HTTP/1.1" status: 204 len: 168 time: 3.2031646 Dec 13 20:00:48.681602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.684486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55430) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:48.687849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:48.691262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Network': ['ID=e8c91355-c2fb-40dc-9552-8242dc47b0e7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:48.694395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:48.726361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:48.740272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-606ba590-f834-47be-b837-a15ddeaed209 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 204 len: 168 time: 0.8384111 Dec 13 20:00:48.746397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe3b:7cdd (36b8069c-61c8-4b24-9aac-3a03df44f0fb/4f3ee10f-fffb-4787-9d08-442906babd77/0af88e6a-0bdb-4d5f-a932-9df56099badc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:48.748701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55434) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:48.765411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-0c676f79-b27e-417c-9d00-6d474f98c37b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-1866593322') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:48.777941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:48.782185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:48.784096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Pushing event updated for resources: {'Port': ['ID=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:48.788602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:48.793220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:48.870081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.886227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.890127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Attempting to bind port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:48.890508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Attempting to bind port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:48.891004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Attempting to bind port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 on network 5938e95f-8b65-406f-8152-fd066e48a0b0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:48.894431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b0f4cc8-30c7-4eb8-8e0d-7e6fe567d3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:48.897748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:48.898256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Checking segment: {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:48.899227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.899367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Bound using segment: {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:48.899941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Bound port: ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:48.900416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.937626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabca35f-4626-42df-8686-836cc3276918,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:48.940837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:48.987370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:48.988724 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2766497 Dec 13 20:00:49.000536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55438) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.020857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--132865751'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:49.025618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] For port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:49.029025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] For port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:49.038288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.042882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:49.044529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1e83c29c-9bea-4a9d-acfe-53400ba509e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:49.077817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting subnet f9c52b21-5958-44cd-bad4-e474222b3e83 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:49.097471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.111289 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0c676f79-b27e-417c-9d00-6d474f98c37b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-1866593322 HTTP/1.1" status: 201 len: 201 time: 0.3561733 Dec 13 20:00:49.125483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55442) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.127179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:49.132009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Pushing event updated for resources: {'Port': ['ID=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:49.136146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:49.136398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-e58e6f68-03a6-4099-b705-3f255034d17f tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-873844586') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:49.162230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:49.191457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.222910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.249006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 0af88e6a-0bdb-4d5f-a932-9df56099badc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:49.258208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.276914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e58e6f68-03a6-4099-b705-3f255034d17f tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-873844586 HTTP/1.1" status: 201 len: 201 time: 0.1498430 Dec 13 20:00:49.281683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55446) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.287752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-9fb3e5fa-69fb-4d17-abf2-68840ee6ee5e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-879777520') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:49.456406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:49.466374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.480751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-97de8fc4-5e37-4e5b-80b7-77550c4070d7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:49.515306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Allocated IP 2001:db8::f816:3eff:fec9:2c2f (36b8069c-61c8-4b24-9aac-3a03df44f0fb/4f3ee10f-fffb-4787-9d08-442906babd77/96460cfb-03f9-4299-83ce-3d3e46a064fe) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:49.567333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:49.571293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:49.574204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:49.580526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.581086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:49.581365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.592165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=0af88e6a-0bdb-4d5f-a932-9df56099badc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:49.595946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:49.618114 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9fb3e5fa-69fb-4d17-abf2-68840ee6ee5e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-879777520 HTTP/1.1" status: 201 len: 201 time: 0.3351543 Dec 13 20:00:49.621149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55450) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.628273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-4024951b-83d9-4883-8ad3-1289da3bc34c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-632065913') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:49.635887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da108e39-caa0-44b2-aa8e-075dfc73b8b4 None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:49.644183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4792526 Dec 13 20:00:49.644183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55454) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.742591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca9001-d197-45e5-a343-0e23ac941328 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:49.743450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d7ca9001-d197-45e5-a343-0e23ac941328 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:49.751738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4024951b-83d9-4883-8ad3-1289da3bc34c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-632065913 HTTP/1.1" status: 201 len: 201 time: 0.1267376 Dec 13 20:00:49.752074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55458) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.754387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Provisioning for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:49.765569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Provisioning complete for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:49.765964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.767715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-45d2c304-fa0c-4ecb-926a-482b028c3db2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', {'tags': ['tempest-TagsExtTest-Tag-1494276610', 'tempest-TagsExtTest-Tag-2029926397', 'tempest-TagsExtTest-Tag-2073788270']}) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:49.771001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:49.800045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d7ca9001-d197-45e5-a343-0e23ac941328 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:49.803656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d7ca9001-d197-45e5-a343-0e23ac941328 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1566026 Dec 13 20:00:49.824669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55462) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:49.836104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:49.856276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:49.869756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:49.891533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:49.902779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 0af88e6a-0bdb-4d5f-a932-9df56099badc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:49.903224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:49.948259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:49.991978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:49.992631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.051153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45d2c304-fa0c-4ecb-926a-482b028c3db2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 200 len: 318 time: 0.2978575 Dec 13 20:00:50.052018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55466) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:50.061798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-33522569-62a2-4a35-874a-3af43d16564c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.114171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.140302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.180756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Transition to ACTIVE for port object 96460cfb-03f9-4299-83ce-3d3e46a064fe will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:50.182753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Allocated IP 172.23.0.1 (5938e95f-8b65-406f-8152-fd066e48a0b0/d05f3266-5f12-46dc-94b7-7f30b12117d9/fe96be4e-1538-477f-ae8c-e99c8f0642d8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:50.202059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:50.202741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.212866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.268458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-33522569-62a2-4a35-874a-3af43d16564c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2128603 Dec 13 20:00:50.269241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55470) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:50.280627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-81f58c82-3173-4de3-b2ef-fa197e040527 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-1494276610') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.313000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.342945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.359134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Transition to ACTIVE for port object 96460cfb-03f9-4299-83ce-3d3e46a064fe will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:50.363199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:50.363781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb23bcd-e402-4afc-957a-523e1198674b None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:50.381015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.385939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:50.516966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,segment=NetworkSegment(20b9fd3e-5715-494b-adf5-1d41ab84fbfc),segment_id=20b9fd3e-5715-494b-adf5-1d41ab84fbfc)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:50.526951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:50.546568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:50.548864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:50.551205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.556085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Pushing event updated for resources: {'Port': ['ID=96460cfb-03f9-4299-83ce-3d3e46a064fe,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:50.565249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:50.568538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 0af88e6a-0bdb-4d5f-a932-9df56099badc owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:50.603439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f48befbb-7542-4f3c-b62a-363a5d6ab07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:50.684672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:50.721051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::27 (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/4825e451-1a1c-43ea-b768-982eebdae8a6/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:50.735314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8:0:1::1e (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:50.750214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0ccd6-ac77-4959-86f8-8163f80eb464 None None] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:50.848273 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-81f58c82-3173-4de3-b2ef-fa197e040527 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:50.851354 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-81f58c82-3173-4de3-b2ef-fa197e040527 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-1494276610 HTTP/1.1" status: 404 len: 329 time: 0.5771449 Dec 13 20:00:50.854963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.862658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55474) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:50.862892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1544343-e262-4ab8-9006-a94228830961 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:50.940775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Attempting to bind port 96460cfb-03f9-4299-83ce-3d3e46a064fe on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:50.941554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Attempting to bind port 96460cfb-03f9-4299-83ce-3d3e46a064fe by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:50.941554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Attempting to bind port 96460cfb-03f9-4299-83ce-3d3e46a064fe on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:50.970236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:50.970518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:50.970887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.971532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:50.971777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Bound port: 96460cfb-03f9-4299-83ce-3d3e46a064fe, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:50.972543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:50.990231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Pushing event updated for resources: {'Port': ['ID=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:50.999003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dc3054ba-6eed-40de-ae49-88f40da993ab None None] Provisioning for port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:51.005232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.052918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Update dhcp port {'port': {'network_id': 'a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811', 'fixed_ips': [{'subnet_id': '4825e451-1a1c-43ea-b768-982eebdae8a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:00:51.075897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-a8e5c656-6fa7-4a1c-9a5b-ef3d3d5a3700 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-2029926397') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:51.104903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=0af88e6a-0bdb-4d5f-a932-9df56099badc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:51.112590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.117241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.136746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.153115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82460412-36a6-4b42-a06e-fe181710d7b1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:51.154419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:51.166690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.187055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.190110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/0af88e6a-0bdb-4d5f-a932-9df56099badc HTTP/1.1" status: 204 len: 168 time: 1.3637869 Dec 13 20:00:51.192709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55478) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.212720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:51.213111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.234213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c52b21-5958-44cd-bad4-e474222b3e83,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:51.246703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.250930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.262766 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-a8e5c656-6fa7-4a1c-9a5b-ef3d3d5a3700 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:51.263799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a8e5c656-6fa7-4a1c-9a5b-ef3d3d5a3700 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-2029926397 HTTP/1.1" status: 404 len: 329 time: 0.2044694 Dec 13 20:00:51.268104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.270284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91a26cbe-25ca-4d28-a686-bd5995ba75ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:51.271352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6819fd-a083-477d-8fa2-c1e5743ef87d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:51.272957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6819fd-a083-477d-8fa2-c1e5743ef87d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:51.273683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:51.273815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee6819fd-a083-477d-8fa2-c1e5743ef87d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:51.281908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-ef63ea35-2fbb-45ab-a4e4-a01bd2a2ccb8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5', 'tempest-TagsExtTest-Tag-2073788270') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:51.296649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.333278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae38b7-7699-4b17-b27c-7d1b5937c318 None None] Network df2c199b-cebd-42c2-9101-167664f44151 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:51.338141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.341743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee6819fd-a083-477d-8fa2-c1e5743ef87d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:51.345829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee6819fd-a083-477d-8fa2-c1e5743ef87d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1518474 Dec 13 20:00:51.347297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55486) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.371143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=96460cfb-03f9-4299-83ce-3d3e46a064fe,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:51.422261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 4f3ee10f-fffb-4787-9d08-442906babd77 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:00:51.428061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.450813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.462153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-ef63ea35-2fbb-45ab-a4e4-a01bd2a2ccb8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:51.462633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.465977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ef63ea35-2fbb-45ab-a4e4-a01bd2a2ccb8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags/tempest-TagsExtTest-Tag-2073788270 HTTP/1.1" status: 404 len: 329 time: 0.1866434 Dec 13 20:00:51.469747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55490) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.474862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-73497f72-16f3-4191-9044-36527f50792a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', {'tags': ['tempest-TagsExtTest-Tag-745227886', 'tempest-TagsExtTest-Tag-99279016', 'tempest-TagsExtTest-Tag-1663779155']}) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:51.485879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:51.492501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:51.513080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1f954-4c55-47d0-8624-01cef422d23b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:51.532682 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/subnets/f9c52b21-5958-44cd-bad4-e474222b3e83 HTTP/1.1" status: 204 len: 168 time: 2.8429842 Dec 13 20:00:51.533983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55494) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.537212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.541474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.543686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.545572 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5331736 Dec 13 20:00:51.551008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Transition to ACTIVE for port object fe96be4e-1538-477f-ae8c-e99c8f0642d8 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:51.555559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a2f97969-be89-4a09-aa0f-6d14cea8982a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:51.565354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55498) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.574240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.603311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': 'dabca35f-4626-42df-8686-836cc3276918', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '66e1f954-4c55-47d0-8624-01cef422d23b'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:51.625660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:51.641760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 9e5b1beb-bcdf-4897-b671-96b4367ea053 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:51.646446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:51.659438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:51.668117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:51.673420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.674180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:51.679893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:51.680530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.690809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:51.706741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:51.728597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:51.763421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c244f201-3f07-4809-8940-04a00c8fe13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.774165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.780675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-73497f72-16f3-4191-9044-36527f50792a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 200 len: 315 time: 0.3100479 Dec 13 20:00:51.783966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55502) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.792821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-ad42de25-6af6-4648-b169-976c4a5ebb80 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:51.817622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Deleting port 9bba91e2-ea39-44dd-a3be-a504992e418a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:51.818136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.823904 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.1023116 Dec 13 20:00:51.824112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Pushing event updated for resources: {'Port': ['ID=96460cfb-03f9-4299-83ce-3d3e46a064fe,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:51.831846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:51.841995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55506) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.851302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.864131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4825e451-1a1c-43ea-b768-982eebdae8a6'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:51.866869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:51.897314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:51.898258 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be190c11-59e6-4934-913e-f5e0b1a418ed tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3274465 Dec 13 20:00:51.908036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:51.910428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.924678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.960677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Allocated IP 2001:db8:0:1::2 (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c/95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:51.982672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:51.994023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:51.994907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f84c8187-be61-4bae-8758-bfb7f70b35c5 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:52.071275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:52.077753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:52.095330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:52.097942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:00:52.167022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.183624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fb4e7889-0be1-4de8-b1da-a3e814fbee22 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:52.257960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3ee10f-fffb-4787-9d08-442906babd77,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:52.267059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.295721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:52.398847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] DHCP port deletion for df2c199b-cebd-42c2-9101-167664f44151 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:52.411256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/4f3ee10f-fffb-4787-9d08-442906babd77 HTTP/1.1" status: 204 len: 168 time: 1.0628707 Dec 13 20:00:52.423916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Deleting port 9bba91e2-ea39-44dd-a3be-a504992e418a {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:52.424613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.429512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55514) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:52.430997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:52.457458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.458219 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] Sync routers for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:52.481607 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:52.484864 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:52.500492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:52.516958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:52.524318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:52.563335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:52.602067 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c5d2c057-d68c-4c7b-b1f2-494f9fbeead5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1686168 Dec 13 20:00:52.612543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55518) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:52.614406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] For port 9bba91e2-ea39-44dd-a3be-a504992e418a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9bba91e2-ea39-44dd-a3be-a504992e418a,segment=NetworkSegment(d2b4acfd-0c05-4517-9543-ffc79a91f206),segment_id=d2b4acfd-0c05-4517-9543-ffc79a91f206)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:52.614774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.620312 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:52.632748 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:52.634495 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:52.645218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:52.660885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.664708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,segment=NetworkSegment(20b9fd3e-5715-494b-adf5-1d41ab84fbfc),segment_id=20b9fd3e-5715-494b-adf5-1d41ab84fbfc)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:52.730308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:52.733485 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53358e-5988-4630-8124-44dcdda2a416 None None] The sync data for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:52.760214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.772890 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ad42de25-6af6-4648-b169-976c4a5ebb80 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 204 len: 168 time: 0.9877882 Dec 13 20:00:52.777277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.780554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55522) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:52.784549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Transition to ACTIVE for port object 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:52.785278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82963669-a58e-4278-a3fc-018db337f930 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/floatingips/7b016bcb-21e8-46f0-b35b-bec5f68c73ba HTTP/1.1" status: 200 len: 977 time: 8.7841368 Dec 13 20:00:52.785911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d0625b0a-8909-4489-8fc1-540c49da61f7 None None] Provisioning complete for port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:52.786436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d0625b0a-8909-4489-8fc1-540c49da61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.787424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55524) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:52.805469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-d043fa25-f6f4-4e4d-b6e5-8b0a0c3f78aa tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-745227886') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:52.833415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f84c8187-be61-4bae-8758-bfb7f70b35c5 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:52.833843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.900410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.927201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-484b2cf9-68db-4848-9bfb-78586136b8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:52.941782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:52.991788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 4d68be54-f3b1-41e5-8961-7a53bdc207e1 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:52.992050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.082231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Pushing event updated for resources: {'Port': ['ID=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:53.087244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:53.090650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-d043fa25-f6f4-4e4d-b6e5-8b0a0c3f78aa tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:53.094794 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d043fa25-f6f4-4e4d-b6e5-8b0a0c3f78aa tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-745227886 HTTP/1.1" status: 404 len: 328 time: 0.3084025 Dec 13 20:00:53.095485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:53.140452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Calling delete_port for 9bba91e2-ea39-44dd-a3be-a504992e418a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:53.153706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-75d26abe-eae0-406c-9c38-b4c6131793a5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-99279016') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:53.187408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.205904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f903a-56e7-4de8-895d-9ab359f6a7b3 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:53.207557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-af840e4d-eb95-4068-8ae3-01c869b152cc tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:53.222475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.233932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:53.243442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:53.257369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:53.258069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1f954-4c55-47d0-8624-01cef422d23b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:53.264068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:53.267750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:53.279955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.283793 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/66e1f954-4c55-47d0-8624-01cef422d23b HTTP/1.1" status: 204 len: 168 time: 1.3669004 Dec 13 20:00:53.303919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:53.318063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.326064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] For port 9bba91e2-ea39-44dd-a3be-a504992e418a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9bba91e2-ea39-44dd-a3be-a504992e418a,segment=NetworkSegment(d2b4acfd-0c05-4517-9543-ffc79a91f206),segment_id=d2b4acfd-0c05-4517-9543-ffc79a91f206)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:53.332043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.355442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:53.359145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.373013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.384728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4232c6bf-8594-47bd-9ed9-f5a589a2de47 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:53.509189 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-75d26abe-eae0-406c-9c38-b4c6131793a5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:53.512838 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75d26abe-eae0-406c-9c38-b4c6131793a5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-99279016 HTTP/1.1" status: 404 len: 327 time: 0.4112022 Dec 13 20:00:53.553936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Calling delete_port for 9bba91e2-ea39-44dd-a3be-a504992e418a owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:53.592540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55538) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:53.600651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-6b89a26f-7103-4f1e-910e-b0206cc2d429 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053', 'tempest-TagsExtTest-Tag-1663779155') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:53.730673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.767976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Port': ['ID=9bba91e2-ea39-44dd-a3be-a504992e418a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:53.771366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:53.774989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] No DVR routers for this DVR port 9bba91e2-ea39-44dd-a3be-a504992e418a on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:53.864819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:53.865330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:53.912313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-105c3dbe-fbfc-4309-b6cb-0cad08d2d002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:53.971744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069171b-5db3-49c5-aa84-d8dd5c41a645 None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:53.992878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cf0cb0b-c4b5-4348-9a2b-1d5f153b6adb None None] Provisioning for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:54.066666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cf0cb0b-c4b5-4348-9a2b-1d5f153b6adb None None] Provisioning complete for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:54.067353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6cf0cb0b-c4b5-4348-9a2b-1d5f153b6adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.103036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:00:54.123819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:54.136797 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6b89a26f-7103-4f1e-910e-b0206cc2d429 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:54.140519 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6b89a26f-7103-4f1e-910e-b0206cc2d429 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags/tempest-TagsExtTest-Tag-1663779155 HTTP/1.1" status: 404 len: 329 time: 0.5440192 Dec 13 20:00:54.144841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55542) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:54.156425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-bdbd1112-0a9c-4f44-a8a6-d30c9f99a55a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', {'tags': ['tempest-TagsExtTest-Tag-1785106454', 'tempest-TagsExtTest-Tag-1995747415', 'tempest-TagsExtTest-Tag-274972681']}) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:54.158424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1050cc40-e180-45fe-9e64-0e19df954cda tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:54.171653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Deleting port 96460cfb-03f9-4299-83ce-3d3e46a064fe {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:54.172773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.173978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.227311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:00:54.230875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2c199b-cebd-42c2-9101-167664f44151']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:54.326554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1050cc40-e180-45fe-9e64-0e19df954cda tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:54.327923 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1050cc40-e180-45fe-9e64-0e19df954cda tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.0208294 Dec 13 20:00:54.330668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0cb0b-c4b5-4348-9a2b-1d5f153b6adb None None] Port fe96be4e-1538-477f-ae8c-e99c8f0642d8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:54.344256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b4acfd-0c05-4517-9543-ffc79a91f206') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:54.345244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b4acfd-0c05-4517-9543-ffc79a91f206') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:54.351025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55546) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:54.393137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Deleting port 9bba91e2-ea39-44dd-a3be-a504992e418a {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:54.393558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.432575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.477467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cf0cb0b-c4b5-4348-9a2b-1d5f153b6adb None None] Provisioning for port 96460cfb-03f9-4299-83ce-3d3e46a064fe completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:54.524681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.530316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.535820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4b90b8a-3cb9-472d-a27e-74eec742601c None None] The port '9bba91e2-ea39-44dd-a3be-a504992e418a' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:00:54.552038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:00:54.552424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:00:54.571590 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:00:54.577915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:54.577915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.613595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.613969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.614284 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Floating IP 7b016bcb-21e8-46f0-b35b-bec5f68c73ba disassociated. External IP: 172.26.6.80, port: 4d68be54-f3b1-41e5-8961-7a53bdc207e1. Dec 13 20:00:54.614628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 4d68be54-f3b1-41e5-8961-7a53bdc207e1 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:54.678256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.695294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.702886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.744431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-27a552a1-b758-49ef-8a7b-0413d2c21ac1 None None] Provisioning for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:54.748843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.751393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bc905b7d-6804-4738-b4bc-56425958f1b2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:54.762361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f3da631b-b01d-4a72-9020-c188a4e895d0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:54.770550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-27a552a1-b758-49ef-8a7b-0413d2c21ac1 None None] Provisioning complete for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:54.770942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-27a552a1-b758-49ef-8a7b-0413d2c21ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.776427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.810296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Pushing event deleted for resources: {'Network': ['ID=df2c199b-cebd-42c2-9101-167664f44151,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:54.817355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:54.833990 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bdbd1112-0a9c-4f44-a8a6-d30c9f99a55a tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 200 len: 317 time: 0.6879852 Dec 13 20:00:54.853209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55550) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:54.856840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=96460cfb-03f9-4299-83ce-3d3e46a064fe,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:54.857267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.871560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-ae04649b-2f7e-48ef-a08c-838a73972dfc tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:54.903736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event updated for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:54.908673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:54.914894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:54.943293 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/networks/df2c199b-cebd-42c2-9101-167664f44151 HTTP/1.1" status: 204 len: 168 time: 3.4017794 Dec 13 20:00:54.943293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Delete allocated IP 2001:db8:0:1::1e (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c) {{(pid=87525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:00:54.947373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55554) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:55.052781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Calling delete_port for 96460cfb-03f9-4299-83ce-3d3e46a064fe owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:55.064937 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a0124049-a480-42e4-993b-799472a0ad7b tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8c97faa-3641-4fe6-b794-59461c430066 HTTP/1.1" status: 200 len: 205 time: 0.1140552 Dec 13 20:00:55.072562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55558) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:55.137360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.139406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:00:55.148041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.150024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-30e45857-5ac9-4ad3-93ce-f18ae4e2e6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:55.166722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-23d7b84a-642d-481d-bcad-4bd31bde998d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:55.171603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.181551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.215683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.279900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:55.280301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:55.280744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabca35f-4626-42df-8686-836cc3276918,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:55.285698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=4d68be54-f3b1-41e5-8961-7a53bdc207e1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:55.294867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:55.295367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.299986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:55.305277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:55.311961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.312630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.313948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/dabca35f-4626-42df-8686-836cc3276918 HTTP/1.1" status: 204 len: 168 time: 0.9590578 Dec 13 20:00:55.361419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55562) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:55.550783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9bba91e2-ea39-44dd-a3be-a504992e418a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:55.567960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-56671359-979f-40b8-81dd-07b7aeda1575 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:55.608447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 9bba91e2-ea39-44dd-a3be-a504992e418a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:00:55.608960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9bba91e2-ea39-44dd-a3be-a504992e418a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:00:55.665004 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae04649b-2f7e-48ef-a08c-838a73972dfc tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.8010046 Dec 13 20:00:55.669305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55566) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:55.710643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-56671359-979f-40b8-81dd-07b7aeda1575 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:55.715688 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-56671359-979f-40b8-81dd-07b7aeda1575 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3452456 Dec 13 20:00:55.718679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55570) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:55.721529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Provisioning complete for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:55.722728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.724231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.731006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658899130'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:55.742795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-2667db19-902a-493c-94c4-d1796960a80b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-1785106454') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:55.743543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:55.774114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Ignored duplicate provisioning block setup for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 20:00:55.778401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=96460cfb-03f9-4299-83ce-3d3e46a064fe,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:55.782484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:55.782866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Deleting port 96460cfb-03f9-4299-83ce-3d3e46a064fe {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:55.783668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.786716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.795933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:55.811739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:55.822548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:55.876379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.942893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:00:55.971608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] In _notify_port_updated(), no bound segment for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d on network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:00:55.987191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:55.988386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:55.990071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/ports/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d HTTP/1.1" status: 200 len: 925 time: 4.1390145 Dec 13 20:00:56.002678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.004717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55574) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:56.005390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:56.013649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4825e451-1a1c-43ea-b768-982eebdae8a6'}, {'subnet_id': '7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:56.021465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 96460cfb-03f9-4299-83ce-3d3e46a064fe no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:00:56.064456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:56.080613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.081454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.085481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:56.091089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99a3c3e7-eac2-4fc8-bad9-d843d9c1c181 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:56.120260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.122530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.144815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:56.166469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:56.192359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:56.212387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:00:56.286672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:00:56.318383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:56.319369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.356221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=96460cfb-03f9-4299-83ce-3d3e46a064fe,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:56.360552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=96460cfb-03f9-4299-83ce-3d3e46a064fe,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:56.361059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.365072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:56.365999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.366468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Fanout notify agent at l3_agent the message router_deleted on router b8c97faa-3641-4fe6-b794-59461c430066 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:00:56.369545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:56.377336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-16c1ad3c-0e6b-444c-9861-e6d069e45787 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:56.414112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.469315 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8462479 Dec 13 20:00:56.501447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55578) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:56.531858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Calling delete_port for 96460cfb-03f9-4299-83ce-3d3e46a064fe owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:56.535598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:d7:11:f0', 'name': 'tempest-NetworksTestDHCPv6-399319843'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:56.562725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=062754a4-17d9-4fbe-974e-2297659ce96a,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:56.581608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:56.590800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.598655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Provisioning for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:00:56.605624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.609492 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e09a2054-f541-43a1-8cee-c3e80955a4c9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] 10.222.0.18 "DELETE /v2.0/routers/b8c97faa-3641-4fe6-b794-59461c430066 HTTP/1.1" status: 204 len: 168 time: 1.5335135 Dec 13 20:00:56.642958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Provisioning complete for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:56.642958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.646277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.698517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-2667db19-902a-493c-94c4-d1796960a80b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:56.699629 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2667db19-902a-493c-94c4-d1796960a80b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-1785106454 HTTP/1.1" status: 404 len: 329 time: 1.0283911 Dec 13 20:00:56.707199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55584) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:56.715219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-11c659b5-affb-43dc-9ca2-b3ed834235ef tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-1995747415') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:56.733676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba16f7-980a-4fff-8622-9903f62dc74d None None] Port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:56.736616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:00:56.736980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:00:56.750626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 9e5b1beb-bcdf-4897-b671-96b4367ea053 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:56.764327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:56.769654 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3660197 Dec 13 20:00:56.775455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:56.777697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.778426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55588) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:56.785515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:56.785909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:56.787577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:56.798374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a458076-ee1b-4e32-a276-c002e7f0ce85 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:56.928117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.932163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2080312 Dec 13 20:00:56.940018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Provisioning complete for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:56.940555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:56.945700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55592) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:56.954253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b85de23-f1e5-45c1-be75-d30411223400,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:56.998550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:57.008835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '8b85de23-f1e5-45c1-be75-d30411223400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:57.013896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:57.032642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:57.048413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:57.050838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:57.054103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:57.061066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:57.062736 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] Sync routers for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:00:57.072338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Port fe96be4e-1538-477f-ae8c-e99c8f0642d8 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:57.079813 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:57.083180 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.102614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:57.109815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:57.117106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:57.141211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Deleting port 96460cfb-03f9-4299-83ce-3d3e46a064fe {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:57.141664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.175247 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.186774 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:57.187693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.251416 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.252214 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76caf77a-1fb6-47a9-807d-455b21b5fb1d None None] The sync data for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:00:57.264977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Provisioning complete for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:57.265240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.285210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55598) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.294505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:57.306387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-11c659b5-affb-43dc-9ca2-b3ed834235ef tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:57.310407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-11c659b5-affb-43dc-9ca2-b3ed834235ef tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-1995747415 HTTP/1.1" status: 404 len: 329 time: 0.5997899 Dec 13 20:00:57.315026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55604) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.330407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-267fd629-369a-4d66-bcd2-7a8fcd8d3aae tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc', 'tempest-TagsExtTest-Tag-274972681') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.408747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:00:57.429152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c4833-70e6-45af-bbaf-8ba51a6868c3 None None] Port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:57.443691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.446232 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/4d68be54-f3b1-41e5-8961-7a53bdc207e1 HTTP/1.1" status: 204 len: 168 time: 4.6555686 Dec 13 20:00:57.454245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55608) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.633442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] For port 96460cfb-03f9-4299-83ce-3d3e46a064fe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=96460cfb-03f9-4299-83ce-3d3e46a064fe,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:00:57.634131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.692692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:57.693685 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-74498592-acf7-49bc-a0b8-4a8246c74848 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7371564 Dec 13 20:00:57.714761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55612) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.736738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group_rule': {'security_group_id': '8b85de23-f1e5-45c1-be75-d30411223400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:57.767827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Calling delete_port for 96460cfb-03f9-4299-83ce-3d3e46a064fe owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:00:57.771178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:57.797950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:53Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:53Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.806138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:00:57.812153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:00:57.812551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Updating router b080a95b-6bd3-4781-b97d-8c1f8c16d369 port fe96be4e-1538-477f-ae8c-e99c8f0642d8 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:00:57.813978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-267fd629-369a-4d66-bcd2-7a8fcd8d3aae tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:57.817958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-267fd629-369a-4d66-bcd2-7a8fcd8d3aae tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags/tempest-TagsExtTest-Tag-274972681 HTTP/1.1" status: 404 len: 328 time: 0.4964495 Dec 13 20:00:57.818332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55616) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.854155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-9f02ba49-aeb7-41f4-a86f-8fb38a58c07c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', {'tags': ['tempest-TagsExtTest-Tag-905265791', 'tempest-TagsExtTest-Tag-255382698', 'tempest-TagsExtTest-Tag-989106874']}) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:57.890112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:00:57.929544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8:0:1::109 (a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:57.932355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:57.951160 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7aeecbd6-283d-42ef-baa5-74f01e579a80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a34972c9cf9441b90251fc2de562b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555939 Dec 13 20:00:57.951365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.951557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55620) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.952601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:57.973046 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f02ba49-aeb7-41f4-a86f-8fb38a58c07c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "PUT /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 200 len: 315 time: 0.1510527 Dec 13 20:00:57.981699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:57.993706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-caeb5aa6-9c85-417f-b871-c05e05dce2e2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:58.107595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.112111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 20:00:58.136006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.144641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:58.152483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-caeb5aa6-9c85-417f-b871-c05e05dce2e2 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 204 len: 168 time: 0.1670187 Dec 13 20:00:58.152483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.extraroute_db [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Removed routes are [] {{(pid=87526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 20:00:58.152483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.157102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:58.160997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.165342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 72e1e97f-217e-458a-b2f2-80ce98fe7265 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:00:58.174476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-794c6183-edb0-48fb-bd98-3275e3eec84e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-905265791') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:58.195664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Pushing event deleted for resources: {'Port': ['ID=96460cfb-03f9-4299-83ce-3d3e46a064fe,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:58.202386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:58.257609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:00:58.258654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c451104d-b83c-4255-8114-d684ce67df1c tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5346987 Dec 13 20:00:58.269119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55632) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:58.334898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] No DVR routers for this DVR port 96460cfb-03f9-4299-83ce-3d3e46a064fe on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:00:58.353817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38923e5-22bc-432a-b6e6-558fd0101957 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:00:58.363647 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-794c6183-edb0-48fb-bd98-3275e3eec84e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:58.368087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-794c6183-edb0-48fb-bd98-3275e3eec84e tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-905265791 HTTP/1.1" status: 404 len: 328 time: 0.2066312 Dec 13 20:00:58.369308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55636) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:58.380107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-38cea32c-b0f3-4b03-bd88-5938fc4cb4c9 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-255382698') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:58.557082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.570842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7fd11fe2-70d0-4883-98c2-59d7422c9456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:58.583426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7348f839-8d6c-4768-81d3-84a19f35c4e7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:58.585835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:58.597145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fed7:11f0 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/062754a4-17d9-4fbe-974e-2297659ce96a/72e1e97f-217e-458a-b2f2-80ce98fe7265) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:00:58.599231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.600287 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7348f839-8d6c-4768-81d3-84a19f35c4e7 HTTP/1.1" status: 204 len: 168 time: 0.6476398 Dec 13 20:00:58.602153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.607399 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-38cea32c-b0f3-4b03-bd88-5938fc4cb4c9 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:58.612367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38cea32c-b0f3-4b03-bd88-5938fc4cb4c9 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-255382698 HTTP/1.1" status: 404 len: 328 time: 0.2430027 Dec 13 20:00:58.613043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55642) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:58.613862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.620615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.625357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-fa45f29b-b65f-4442-b3ab-79fd5aafa585 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336', 'tempest-TagsExtTest-Tag-989106874') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:58.641991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.687148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '062754a4-17d9-4fbe-974e-2297659ce96a'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:00:58.688004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.702674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Ignored duplicate provisioning block setup for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 20:00:58.712710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.720989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.735999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.752539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d1032bc-c121-4acb-9441-ad20339d4a1d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:58.771567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Transition to ACTIVE for port object fe96be4e-1538-477f-ae8c-e99c8f0642d8 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:58.793330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:58.801466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-69615908-a6e1-4c72-a4e6-ba862023bffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:58.838212 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-fa45f29b-b65f-4442-b3ab-79fd5aafa585 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] show failed (client error): The resource could not be found. Dec 13 20:00:58.842985 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fa45f29b-b65f-4442-b3ab-79fd5aafa585 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags/tempest-TagsExtTest-Tag-989106874 HTTP/1.1" status: 404 len: 328 time: 0.2259283 Dec 13 20:00:58.843659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:58.852371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-1abe4319-b0de-4a6f-9ae3-f906bc09304c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '579c4d28-80e1-4478-a3bd-075aabdfe336') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:58.892962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:00:58.977072 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1abe4319-b0de-4a6f-9ae3-f906bc09304c tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336/tags HTTP/1.1" status: 204 len: 168 time: 0.1289804 Dec 13 20:00:58.977754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55654) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.004764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-4050f842-b359-4ce4-94ef-6f8b05b33a62 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b7d9ba29-cecc-4a14-9574-939403802ebc') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:59.017375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Pushing event updated for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:59.024606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:59.131707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Attempting to bind port fe96be4e-1538-477f-ae8c-e99c8f0642d8 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:00:59.132103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Attempting to bind port fe96be4e-1538-477f-ae8c-e99c8f0642d8 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:00:59.132482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Attempting to bind port fe96be4e-1538-477f-ae8c-e99c8f0642d8 on network 5938e95f-8b65-406f-8152-fd066e48a0b0 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:00:59.145519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:00:59.145867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Checking segment: {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:00:59.146340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.146745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Bound using segment: {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:00:59.147233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Bound port: fe96be4e-1538-477f-ae8c-e99c8f0642d8, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfbee8c-426f-4817-a73c-b71b76b29e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:00:59.147622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.187465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.243840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:00:59.253815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] In _notify_port_updated(), no bound segment for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d on network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:00:59.260270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:00:59.261176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.261719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.265779 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0f3d7109-5fc9-46b0-925c-c47dc6f04f6f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 933 time: 2.4836338 Dec 13 20:00:59.265943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/ports/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d HTTP/1.1" status: 200 len: 1011 time: 3.2573817 Dec 13 20:00:59.266367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55664) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.266932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55666) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.291245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:59.305267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] For port fe96be4e-1538-477f-ae8c-e99c8f0642d8, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:00:59.305725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:59.308068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] For port fe96be4e-1538-477f-ae8c-e99c8f0642d8, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fe96be4e-1538-477f-ae8c-e99c8f0642d8,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:00:59.309683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-972e894e-458c-4949-b2d1-5811b75fea44 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:59.326185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.346167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:00:59.396614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b85de23-f1e5-45c1-be75-d30411223400,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:59.405528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:59.487702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Pushing event updated for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:00:59.511957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:00:59.543861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:00:59.544695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:59.573553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.577393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b85de23-f1e5-45c1-be75-d30411223400 HTTP/1.1" status: 204 len: 168 time: 1.3027060 Dec 13 20:00:59.581898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55680) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.712746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.723388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.733299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.755987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bf53a376-81ba-418d-8a37-674f0a4ad69c None None] Provisioning complete for port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:00:59.756526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf53a376-81ba-418d-8a37-674f0a4ad69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.826561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 72e1e97f-217e-458a-b2f2-80ce98fe7265 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:00:59.832288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:00:59.832771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:00:59.837078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e104c953-4cea-4234-8ee5-50dcef773747 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:00:59.878666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:00:59.922325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4050f842-b359-4ce4-94ef-6f8b05b33a62 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.9277244 Dec 13 20:00:59.927236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55690) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.936552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e104c953-4cea-4234-8ee5-50dcef773747 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:00:59.937615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e104c953-4cea-4234-8ee5-50dcef773747 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3466854 Dec 13 20:00:59.944056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55694) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:00:59.947760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.tag.tag_plugin [None req-c905b97b-4986-4325-9beb-d7a2cb015ae5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a62f5df-6101-4984-8357-e056aadd7053') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:00:59.951131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'tempest-secgroup--715404189'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:00:59.961637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:00:59.972248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bf53a376-81ba-418d-8a37-674f0a4ad69c None None] Port 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:00:59.981487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:00:59.989214 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1528c3b4-c4e4-4fe9-a9dd-553def5d2bf2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 933 time: 0.7179434 Dec 13 20:01:00.029294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55698) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:00.047206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.051671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'routes': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:00.058255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ea39e1ed-db8a-49c8-9932-eac68e1a99a5 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:00.058591 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-ea39e1ed-db8a-49c8-9932-eac68e1a99a5 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 20:01:00.059179 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-ea39e1ed-db8a-49c8-9932-eac68e1a99a5 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 20:01:00.064148 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ea39e1ed-db8a-49c8-9932-eac68e1a99a5 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2328219 Dec 13 20:01:00.083638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55702) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:00.094922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--662687307'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:00.147944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b98930a3-d539-47a0-905d-e106a3544486 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:00.152902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:00.175832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:00.182555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:00.195134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:00.212675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.229703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Allocated IP 2001:db8::f816:3eff:fe3b:cce4 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/062754a4-17d9-4fbe-974e-2297659ce96a/bac8ca68-25cd-46dc-9701-e9cc8bafde14) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:00.234377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.260137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.277323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.294410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:00.298239 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c905b97b-4986-4325-9beb-d7a2cb015ae5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053/tags HTTP/1.1" status: 204 len: 168 time: 0.3674612 Dec 13 20:01:00.309900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55706) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:00.323385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:00.338534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.tag.tag_plugin [None req-bec0e4b0-bf23-413e-bc14-4cbb6b29530d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c7c8945-dd67-4d2c-99d8-0420085108b5') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:00.357213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:00.372836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:00.380815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:00.389997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:00.395886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:00.396502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.412038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=72e1e97f-217e-458a-b2f2-80ce98fe7265,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:00.413610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:00.422549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:00.422761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Usage tracker for resource:security_group_rule and tenant:919ed5e748da47ae83446ad55997f8b3 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:00.429349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:00.439907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:00.455123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:00.465202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:00.529261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0190961 Dec 13 20:01:00.534817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:00.536256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-51169a63-352f-4542-bc36-2e73af129592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:58Z', 'revision_number': 6, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:59Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:00.552625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169a63-352f-4542-bc36-2e73af129592 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:58Z', 'revision_number': 6, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:59Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:00.642770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.653776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Transition to ACTIVE for port object bac8ca68-25cd-46dc-9701-e9cc8bafde14 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:00.676605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Transition to ACTIVE for port object bac8ca68-25cd-46dc-9701-e9cc8bafde14 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:00.685452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.692646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-889e5c42-df39-4618-bc7e-bbc12645b25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:00.770983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:00.774457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:00.777855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:00.787996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Pushing event updated for resources: {'Port': ['ID=bac8ca68-25cd-46dc-9701-e9cc8bafde14,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:00.802115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.816769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:00.817067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.821853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96c32bf6-d03d-44fd-9e78-872efec0aac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:00.841269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:00.863239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f0929-3db0-4a8d-9d52-5d34c0706d9b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:00.864012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bd7f0929-3db0-4a8d-9d52-5d34c0706d9b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:00.867122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:00.880977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:00.885911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Attempting to bind port bac8ca68-25cd-46dc-9701-e9cc8bafde14 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:00.886522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Attempting to bind port bac8ca68-25cd-46dc-9701-e9cc8bafde14 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:00.887085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Attempting to bind port bac8ca68-25cd-46dc-9701-e9cc8bafde14 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:00.891610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:00.894574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:00.895028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87b96e-321c-4df1-a06c-1b3bf33d1d7d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:00.895654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:00.896230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.896831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:00.897553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Bound port: bac8ca68-25cd-46dc-9701-e9cc8bafde14, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:00.898097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.903573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:00.904212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:00.912255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6ac01550-710e-465a-a350-51a75495a3d0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:00.978624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.009512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] For port bac8ca68-25cd-46dc-9701-e9cc8bafde14, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:01.013930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] For port bac8ca68-25cd-46dc-9701-e9cc8bafde14, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bac8ca68-25cd-46dc-9701-e9cc8bafde14,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:01.017580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bd7f0929-3db0-4a8d-9d52-5d34c0706d9b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:01.019040 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bd7f0929-3db0-4a8d-9d52-5d34c0706d9b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4831161 Dec 13 20:01:01.022888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.030606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f3f62cbf-b889-4707-ab1c-e3daccf62771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:01.033478 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bec0e4b0-bf23-413e-bc14-4cbb6b29530d tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5/tags HTTP/1.1" status: 204 len: 168 time: 0.7163653 Dec 13 20:01:01.034422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 212174e4-dddd-4330-af36-4a268cf065a8 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:01.034834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.036876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:01.038754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55714) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.039020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55716) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.059697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:01.206049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Pushing event updated for resources: {'Port': ['ID=bac8ca68-25cd-46dc-9701-e9cc8bafde14,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:01.218498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:01.266080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.304775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.307930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.323235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af7da20-41a5-42fb-91eb-8fa1a2ee3ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:01.326374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.329385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c0a61c34-4482-41b1-b20b-2a7e9ac672b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:01.350411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 72e1e97f-217e-458a-b2f2-80ce98fe7265 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:01.350882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.479415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f952f5-08ae-439a-93c9-e983a26d6d58,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:01.488538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.498524 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4133215 Dec 13 20:01:01.503121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55722) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.522262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d HTTP/1.1" status: 204 len: 168 time: 2.2497158 Dec 13 20:01:01.523433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:01.526056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55724) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.535813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.539975 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5912309 Dec 13 20:01:01.545880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96dda3f-8a13-4f86-b19f-03994d5fff7d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:01.597773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': 'a96dda3f-8a13-4f86-b19f-03994d5fff7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:01.600654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55728) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.604951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:01.608030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:01.615834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-55a9a837-0e2a-41ea-866f-dc4eb1c6e53b tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:01.616483 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-55a9a837-0e2a-41ea-866f-dc4eb1c6e53b tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 20:01:01.622571 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-55a9a837-0e2a-41ea-866f-dc4eb1c6e53b tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 20:01:01.623710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-55a9a837-0e2a-41ea-866f-dc4eb1c6e53b tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "PUT /v2.0/security-groups/33f952f5-08ae-439a-93c9-e983a26d6d58 HTTP/1.1" status: 409 len: 330 time: 0.0220339 Dec 13 20:01:01.625388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:01.629218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55734) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.659104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:01.668183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:01.677097 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d396d-679f-40d6-98c8-220355cc2386 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:01:01.677772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-064d396d-679f-40d6-98c8-220355cc2386 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:01.678136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:01.678790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:01.686685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:01.707744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f51e2826-2909-4abd-aaa3-2efea3f4c2f5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for subnetpool, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.709388 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f51e2826-2909-4abd-aaa3-2efea3f4c2f5 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnetpools/579c4d28-80e1-4478-a3bd-075aabdfe336 HTTP/1.1" status: 204 len: 168 time: 0.6653140 Dec 13 20:01:01.720553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.774922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.860851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:01.942004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3503534-2087-4a61-88a1-d6bc15368721 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Synchronizing usage tracker for tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:01.950645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-064d396d-679f-40d6-98c8-220355cc2386 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:01.952088 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-064d396d-679f-40d6-98c8-220355cc2386 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d HTTP/1.1" status: 404 len: 333 time: 0.4081676 Dec 13 20:01:01.955857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:01.963535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55742) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:01.981236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 212174e4-dddd-4330-af36-4a268cf065a8 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:02.019078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.074483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fe96be4e-1538-477f-ae8c-e99c8f0642d8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:02.083624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.extraroute_db [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added routes are [] {{(pid=87525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 20:01:02.083941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.extraroute_db [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 20:01:02.093436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.138478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e3503534-2087-4a61-88a1-d6bc15368721 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Unset dirty status for tenant:bd75cfe9ba984c9b9948ec7beb8c8ba1 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:02.139509 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3503534-2087-4a61-88a1-d6bc15368721 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d9ba29-cecc-4a14-9574-939403802ebc HTTP/1.1" status: 200 len: 205 time: 0.4150090 Dec 13 20:01:02.145287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55746) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:02.167253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:02.177987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.250679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.259070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.270040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.347543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.359752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.386032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.462467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 72e1e97f-217e-458a-b2f2-80ce98fe7265 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:02.472504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:02.480578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:02.480963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.498642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:02.533463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.548016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bfb543-4936-4f7a-99ea-bcc4f05254c7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:02.556629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:00:58Z', 'revision_number': 6, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:59Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:02.562589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:02.565707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:02.608266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:02.609422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:02.673964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-802bf572-ecb3-4bed-b0e4-d32576659212 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:02.708208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.709498 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1857636 Dec 13 20:01:02.714741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55750) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:02.727413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': 'a96dda3f-8a13-4f86-b19f-03994d5fff7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:02.739263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:02.742198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.777857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.791595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:02.795953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef18bf8d-0207-4047-82e4-d20f5ad31a3b tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:02.817329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.833019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6de6531e-84f0-489e-929a-907f696b9463 None None] Provisioning for port bac8ca68-25cd-46dc-9701-e9cc8bafde14 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:02.838245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:02.843852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:02.916029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:02.927256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:02.931786 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/72e1e97f-217e-458a-b2f2-80ce98fe7265 HTTP/1.1" status: 204 len: 168 time: 1.8871582 Dec 13 20:01:02.931786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=72e1e97f-217e-458a-b2f2-80ce98fe7265,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:02.935255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55754) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:02.938669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:03.008370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port fe96be4e-1538-477f-ae8c-e99c8f0642d8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fe96be4e-1538-477f-ae8c-e99c8f0642d8,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:03.019801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c551685-ac53-4995-9980-e2cfa963af7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:03.021602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c551685-ac53-4995-9980-e2cfa963af7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:03.026300 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0c551685-ac53-4995-9980-e2cfa963af7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0841162 Dec 13 20:01:03.029726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55758) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:03.030158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.031165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bac8ca68-25cd-46dc-9701-e9cc8bafde14 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:03.085450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f952f5-08ae-439a-93c9-e983a26d6d58,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:03.096716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.105634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:03.111551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 062754a4-17d9-4fbe-974e-2297659ce96a {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:03.114790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.155126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb0c34bd-bb80-4904-8762-c1eb5fee49b2 None None] Could not find standard attr ID for object 0af88e6a-0bdb-4d5f-a932-9df56099badc. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:03.163367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:03.165309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8bf1e2e5-ccd7-4349-86aa-f7a54048b26a tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:03.176551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.237221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.296897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bac8ca68-25cd-46dc-9701-e9cc8bafde14 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:03.300146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:03.308335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:03.308955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcdd2f2d-809d-4c96-b44e-0797b4c92cf5 None None] Could not find standard attr ID for object 72e1e97f-217e-458a-b2f2-80ce98fe7265. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:03.313911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=212174e4-dddd-4330-af36-4a268cf065a8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:03.317388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bac8ca68-25cd-46dc-9701-e9cc8bafde14 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:03.317782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.333856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.401244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d5cf1e8-5d64-4e72-92a4-f26f7b26a685 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:03.442285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:03.442520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:03.445635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:03.449713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.469866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0dde65-dbcc-4f77-9270-a19c9f1b0353 None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:03.474236 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c HTTP/1.1" status: 204 len: 168 time: 1.4597247 Dec 13 20:01:03.475926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.488180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.491602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/33f952f5-08ae-439a-93c9-e983a26d6d58 HTTP/1.1" status: 204 len: 168 time: 1.8588378 Dec 13 20:01:03.491602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.504983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55762) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:03.505603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55764) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:03.507973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.566685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.572886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.608276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 4825e451-1a1c-43ea-b768-982eebdae8a6 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:03.612423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.648785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.650065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.650424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Fanout notify agent at l3_agent the message router_deleted on router b7d9ba29-cecc-4a14-9574-939403802ebc {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:01:03.673929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.760167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 7, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:59Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:03.777629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d226508-7ce4-465a-bf2b-667ad01e8334 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 7, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:00:59Z', 'revision_number': 4, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:03.798934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.882058 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 20:01:03.883339 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dd8861a7-efb9-42df-98fc-38477aecef4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1642032 Dec 13 20:01:03.887937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55770) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:03.898654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:03.900457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-742c48b8-87a4-4ff1-b9e4-0dcb995f34b8 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/routers/b7d9ba29-cecc-4a14-9574-939403802ebc HTTP/1.1" status: 204 len: 168 time: 1.7516198 Dec 13 20:01:03.909106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55772) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:03.935188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac90a222-6b01-4a26-8bae-84e195da13f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Synchronizing usage tracker for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:03.982851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac90a222-6b01-4a26-8bae-84e195da13f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Unset dirty status for tenant:919ed5e748da47ae83446ad55997f8b3 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:03.988507 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac90a222-6b01-4a26-8bae-84e195da13f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4706407 Dec 13 20:01:03.993295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55778) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.015525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.024833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e222afe2-a4f9-405b-a10d-b22018144e0d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:04.064200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:04.064930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:04.132537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:04.146331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Deleting port 4a62f5df-6101-4984-8357-e056aadd7053 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:04.146682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.221678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.236083 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-9f92d8b3-f48a-4c0d-8c1c-72d3dd11da90 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] delete failed (client error): The resource could not be found. Dec 13 20:01:04.240874 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f92d8b3-f48a-4c0d-8c1c-72d3dd11da90 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "DELETE /v2.0/security-groups/59009a06-685c-403c-9a3b-619241de97a9 HTTP/1.1" status: 404 len: 347 time: 0.2428932 Dec 13 20:01:04.245979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.249093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a02f2e-470d-4566-a441-7ca21c827381 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:04.249419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55782) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.250310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=062754a4-17d9-4fbe-974e-2297659ce96a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:04.255721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.274131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:04.275178 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-f1a1edad-9427-4952-bb43-ffe76caebcd9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] show failed (client error): The resource could not be found. Dec 13 20:01:04.276303 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1a1edad-9427-4952-bb43-ffe76caebcd9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-groups/76d51c38-55d8-48c7-a8e5-ba6b73bb9ffb HTTP/1.1" status: 404 len: 347 time: 0.0227735 Dec 13 20:01:04.276945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1fdc37b6-1c8f-470b-a0a1-8daae6116307 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:04.312706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55786) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.359201 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/4825e451-1a1c-43ea-b768-982eebdae8a6 HTTP/1.1" status: 204 len: 168 time: 0.8471923 Dec 13 20:01:04.365489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55790) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.366395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.379277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=4825e451-1a1c-43ea-b768-982eebdae8a6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:04.388158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:04.390638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/062754a4-17d9-4fbe-974e-2297659ce96a HTTP/1.1" status: 204 len: 168 time: 1.3591037 Dec 13 20:01:04.393066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55794) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.398301 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-4dac1621-9d90-4451-a165-c2a411d36edf tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] show failed (client error): The resource could not be found. Dec 13 20:01:04.400307 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4dac1621-9d90-4451-a165-c2a411d36edf tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] 10.222.0.18 "GET /v2.0/security-group-rules/337937cf-976c-4c60-9e31-8ed1e65a6636 HTTP/1.1" status: 404 len: 356 time: 0.0705163 Dec 13 20:01:04.527040 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2ea9c1d0-9e69-4ec6-b84f-3f993ff60c05 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214247 Dec 13 20:01:04.529666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.681442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52313c2-e777-4201-acf9-d8009d2912aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:04.682574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b52313c2-e777-4201-acf9-d8009d2912aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:04.701317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b52313c2-e777-4201-acf9-d8009d2912aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:04.703396 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b52313c2-e777-4201-acf9-d8009d2912aa tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1688581 Dec 13 20:01:04.706059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.732918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.785975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port bac8ca68-25cd-46dc-9701-e9cc8bafde14, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bac8ca68-25cd-46dc-9701-e9cc8bafde14,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:04.793548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.817383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:04.829876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867dbc-14b7-4660-925d-a0ff38a6235b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:04.832953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3867dbc-14b7-4660-925d-a0ff38a6235b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:04.835660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.852473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3867dbc-14b7-4660-925d-a0ff38a6235b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:04.857249 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b3867dbc-14b7-4660-925d-a0ff38a6235b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1475661 Dec 13 20:01:04.857717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55810) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.877639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75153b6b-f216-456d-b959-5a4bbc0a48ee None None] Network a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:04.884147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55814) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.900831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:04.942889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:04.945435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fe96be4e-1538-477f-ae8c-e99c8f0642d8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:04.954068 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-77281598-41c5-4ace-89a6-67db0382bd38 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912912 Dec 13 20:01:04.958568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55820) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:04.966295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:05.009091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.014508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:05.025120 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:05.041396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:05.042224 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:05.081204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Deleting port bac8ca68-25cd-46dc-9701-e9cc8bafde14 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:05.081782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.096474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01f20930-1702-4b56-aa0c-3b90fba3810e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:05.118690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:05.129041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:05.141275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:05.145409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.168961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=bac8ca68-25cd-46dc-9701-e9cc8bafde14,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:05.174462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:05.192241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96dda3f-8a13-4f86-b19f-03994d5fff7d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:05.206697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.211170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9df4c9fd-4ca5-4fd0-a301-6098c91c4ff3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 699 time: 5.1751754 Dec 13 20:01:05.216243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.233928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-db2004fa-04c7-4e94-b984-a12ce10c99fd None None] Provisioning complete for port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:05.234325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-db2004fa-04c7-4e94-b984-a12ce10c99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.256004 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:05.257719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:05.258584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55824) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.330554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e66db40a-80e7-43bd-81cc-93afbad22dce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=919ed5e748da47ae83446ad55997f8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435272 Dec 13 20:01:05.332399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.336353 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/a96dda3f-8a13-4f86-b19f-03994d5fff7d HTTP/1.1" status: 204 len: 168 time: 1.4342320 Dec 13 20:01:05.384795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.385402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55830) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.431685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.440697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff8240b4-f395-4fa7-9313-29a137e1b4aa tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:05.459131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fe96be4e-1538-477f-ae8c-e99c8f0642d8 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:05.459523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.513471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:05.526428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:05.541791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:05.542390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.554354 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cd22273a-bdb5-4c15-86e8-433f1784e0ff tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 699 time: 0.2486157 Dec 13 20:01:05.565766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55836) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.591671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bdc2af8c-8d11-4bd6-94de-7dd26a2539df tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:05.597015 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6373312 Dec 13 20:01:05.612476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55840) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.629819 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 7, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:05.634921 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:05.636867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:8d:88:03', 'name': 'tempest-NetworksTestDHCPv6-293511270'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:05.645035 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:05.645778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:05.731540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=07d199b5-d99d-4a40-ab8e-1947e14e40fc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:05.738476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:05.773207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] DHCP port deletion for a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:05.777768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] For port bac8ca68-25cd-46dc-9701-e9cc8bafde14, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bac8ca68-25cd-46dc-9701-e9cc8bafde14,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:05.778109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.786898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Deleting port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:05.787266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.833645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bdc2af8c-8d11-4bd6-94de-7dd26a2539df tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:05.835559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bdc2af8c-8d11-4bd6-94de-7dd26a2539df tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4468701 Dec 13 20:01:05.841083 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:05.842666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55844) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:05.843728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.874186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.893283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.940804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223937956'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:05.948469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:05.953702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:05.968308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:05.970597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0f7cba7-03f6-4349-a8fa-bc7cf5957232 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:05.992268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:05.998473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be0ccf-d530-49ab-a9ba-70cc28855b8d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:06.000699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:06.005925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:06.006863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.010740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8be0ccf-d530-49ab-a9ba-70cc28855b8d HTTP/1.1" status: 204 len: 168 time: 0.6241648 Dec 13 20:01:06.023224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:06.044523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Calling delete_port for 4a62f5df-6101-4984-8357-e056aadd7053 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:06.061284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Calling delete_port for bac8ca68-25cd-46dc-9701-e9cc8bafde14 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:06.074063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.204136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.220568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2bb7343c-8ffc-4a30-9011-140953a8b151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:06.221930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.239504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:06.255998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:06.261371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:06.263261 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 7, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:06.271385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:06.276165 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7750-9f29-4dd4-837d-80d2bb854bc0 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 7, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe96be4e-1538-477f-ae8c-e99c8f0642d8', 'name': '', 'network_id': '5938e95f-8b65-406f-8152-fd066e48a0b0', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:4c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:48Z', 'updated_at': '2021-12-13T20:01:02Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'd05f3266-5f12-46dc-94b7-7f30b12117d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:06.323625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Pushing event deleted for resources: {'Port': ['ID=bac8ca68-25cd-46dc-9701-e9cc8bafde14,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:06.345994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.376144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] No DVR routers for this DVR port bac8ca68-25cd-46dc-9701-e9cc8bafde14 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:06.391798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.392906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.394257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.396431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.396896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.397363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.398196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.401147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:06.401628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.401861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.402325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.402914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.403413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.403858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:06.412050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:06.433143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88afb2a4-81e7-4c6b-9ffa-9bac17294316 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:06.447880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c7f1483c-d0f7-454a-9934-794c13931e64 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:06.512664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event deleted for resources: {'Port': ['ID=4a62f5df-6101-4984-8357-e056aadd7053,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:06.514257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.515767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:06.566662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:06.572892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 3311362a-e443-4ece-af7e-a96e26452de2 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:06.794199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::e9 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/07d199b5-d99d-4a40-ab8e-1947e14e40fc/3311362a-e443-4ece-af7e-a96e26452de2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:06.861500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bac8ca68-25cd-46dc-9701-e9cc8bafde14 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:06.924609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bac8ca68-25cd-46dc-9701-e9cc8bafde14 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:06.925355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bac8ca68-25cd-46dc-9701-e9cc8bafde14 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:06.963448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d943f75-54e3-4864-90b8-490a34521309 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:06.988323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,segment=NetworkSegment(20b9fd3e-5715-494b-adf5-1d41ab84fbfc),segment_id=20b9fd3e-5715-494b-adf5-1d41ab84fbfc)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:06.988790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.144751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.162693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:07.178979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08950a06-d727-482a-b564-b6fc7b18a05f,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:07.208187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.208568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.208943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.209344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.209706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.210069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.212286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:07.218934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.220164 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2868650 Dec 13 20:01:07.223351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:07.231979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55872) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:07.237654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e552bd87-7f4e-4b24-8945-e0e63e724c0c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '08950a06-d727-482a-b564-b6fc7b18a05f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:07.238381 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-e552bd87-7f4e-4b24-8945-e0e63e724c0c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 20:01:07.238522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Calling delete_port for 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:07.239207 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-e552bd87-7f4e-4b24-8945-e0e63e724c0c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:07.240159 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e552bd87-7f4e-4b24-8945-e0e63e724c0c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071530 Dec 13 20:01:07.243107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55876) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:07.253376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 9e5b1beb-bcdf-4897-b671-96b4367ea053 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:07.284130 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/ports/4a62f5df-6101-4984-8357-e056aadd7053 HTTP/1.1" status: 204 len: 168 time: 3.3730810 Dec 13 20:01:07.293589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:07.295514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '07d199b5-d99d-4a40-ab8e-1947e14e40fc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:07.296478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.303096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.464430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 3311362a-e443-4ece-af7e-a96e26452de2 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:07.466258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.494411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Deleting subnet 5c7c8945-dd67-4d2c-99d8-0420085108b5 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:07.498818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.501663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.518213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-504bbf85-1977-4987-a5de-869e220fba30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:07.545491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.581624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.587208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] No DVR routers for this DVR port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:07.650522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.651306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Pushing event deleted for resources: {'Port': ['ID=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:07.654285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:07.677376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.691098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3c26a9b-1b3f-49bd-b560-757f611b2491 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:07.750633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/07d199b5-d99d-4a40-ab8e-1947e14e40fc/0eaea076-2765-4d90-bcef-30e40f904449) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:07.751947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7,segment=NetworkSegment(20b9fd3e-5715-494b-adf5-1d41ab84fbfc),segment_id=20b9fd3e-5715-494b-adf5-1d41ab84fbfc)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:07.752324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.777494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:07.799597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:07.804357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:07.813422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:07.818984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:07.818984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.827620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=3311362a-e443-4ece-af7e-a96e26452de2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:07.838987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:07.840142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.852387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] Sync routers for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:07.869419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.881845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05dce4ae-08ea-4cf7-8550-873720e73ce8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:07.883766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:07.884461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08950a06-d727-482a-b564-b6fc7b18a05f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/08950a06-d727-482a-b564-b6fc7b18a05f HTTP/1.1" status: 204 len: 168 time: 0.6685174 Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2944760 Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55894) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:07.920254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:07.965521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/routers/9e5b1beb-bcdf-4897-b671-96b4367ea053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5045860 Dec 13 20:01:07.974987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:07.977565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:07.990339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55904) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:08.004024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] Routers {'9e5b1beb-bcdf-4897-b671-96b4367ea053'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:08.004807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['9e5b1beb-bcdf-4897-b671-96b4367ea053'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:08.091691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:08.091691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2efdfe-8ada-42ec-8fdc-a93837c45af5 None None] The sync data for ids ['9e5b1beb-bcdf-4897-b671-96b4367ea053'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:08.095606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55908) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:08.152531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.160212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-753a970d-4820-475e-87f1-8b98076ca8f0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:08.162714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:08.162984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:08.185324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.186707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.199081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Transition to ACTIVE for port object 0eaea076-2765-4d90-bcef-30e40f904449 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:08.217213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab68cfae-0081-45d3-be66-1a20d64abb3a tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:08.228985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Transition to ACTIVE for port object 0eaea076-2765-4d90-bcef-30e40f904449 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:08.239122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.253873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-05a9849f-5539-49bd-90b5-e1cb46b02595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:08.273684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7c8945-dd67-4d2c-99d8-0420085108b5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:08.289660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:08.294845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.326587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac145345-b231-4a5d-95bf-350c490a10f3 None None] Network d12534f8-8523-4648-ae9b-4540a255a649 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:08.361813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:08.367920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--475540376', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:08.374153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:08.376847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:08.379511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:08.383640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:08.390158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:08.401808 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7c8945-dd67-4d2c-99d8-0420085108b5 HTTP/1.1" status: 204 len: 168 time: 1.1074617 Dec 13 20:01:08.407226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.425416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:08.439812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55914) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:08.457901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Pushing event updated for resources: {'Port': ['ID=0eaea076-2765-4d90-bcef-30e40f904449,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:08.474675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d168a3b-e1ec-436f-9445-1110f7911439 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:08.475578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5d168a3b-e1ec-436f-9445-1110f7911439 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:08.478298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-753a970d-4820-475e-87f1-8b98076ca8f0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:08.483321 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-753a970d-4820-475e-87f1-8b98076ca8f0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5585899 Dec 13 20:01:08.487017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:08.489385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55918) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:08.489732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:08.493260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.510783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914237116'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:08.516708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:08.523805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.531951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:08.550701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:08.556756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5d168a3b-e1ec-436f-9445-1110f7911439 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:08.560718 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d168a3b-e1ec-436f-9445-1110f7911439 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6355917 Dec 13 20:01:08.560718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:08.617317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55922) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:08.618081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:08.662433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:08.676463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Attempting to bind port 0eaea076-2765-4d90-bcef-30e40f904449 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:08.676761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Attempting to bind port 0eaea076-2765-4d90-bcef-30e40f904449 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:08.677134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Attempting to bind port 0eaea076-2765-4d90-bcef-30e40f904449 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:08.689817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:08.690221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:08.690621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.691013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:08.691716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Bound port: 0eaea076-2765-4d90-bcef-30e40f904449, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:08.691881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.755830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 3311362a-e443-4ece-af7e-a96e26452de2 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:08.756268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.760874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:08.761251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.793762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.799583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.803692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] For port 0eaea076-2765-4d90-bcef-30e40f904449, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:08.807476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] For port 0eaea076-2765-4d90-bcef-30e40f904449, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0eaea076-2765-4d90-bcef-30e40f904449,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:08.816588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.823451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:08.829425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 4a9f3197-5740-48ce-9f98-bf724b73caa2 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:08.829920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.886986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] The port '95a88dfa-0fc8-4e96-ac44-1b4f7161ffa7' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:08.905301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] DHCP port deletion for d12534f8-8523-4648-ae9b-4540a255a649 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:08.919401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Deleting port 7b31a13a-f300-4316-acbc-cf5e7b3da509 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:08.919864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:08.943163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Pushing event updated for resources: {'Port': ['ID=0eaea076-2765-4d90-bcef-30e40f904449,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:08.954947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:08.955122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:08.960025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:08.963644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:08.975134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:09.008080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.126913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.178534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Deleting port 7b31a13a-f300-4316-acbc-cf5e7b3da509 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:09.178977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.205755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 7b31a13a-f300-4316-acbc-cf5e7b3da509 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:09.297810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:09.299299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] For port 7b31a13a-f300-4316-acbc-cf5e7b3da509, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b31a13a-f300-4316-acbc-cf5e7b3da509,segment=NetworkSegment(593aaec0-8d81-4ae6-b89f-7a764e634ab1),segment_id=593aaec0-8d81-4ae6-b89f-7a764e634ab1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:09.300331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.318176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.337278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.352298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3ea10212-a493-4aab-9e32-fed3d0cddab5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:09.373565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.390377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b9fd3e-5715-494b-adf5-1d41ab84fbfc') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:09.390882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b9fd3e-5715-494b-adf5-1d41ab84fbfc') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:09.401491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.416026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4280b65b-c3dc-4010-b515-69fa227fcd40 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:09.418091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:09.442382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port fe96be4e-1538-477f-ae8c-e99c8f0642d8 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:09.442990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.461366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:09.465087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:09.481926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.495875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.496131 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment 8851e0c1-a44b-485c-ab69-b4b8f042d0ef of type vlan for network b92341cc-d689-4a7a-a4e7-78cc60a726e3 Dec 13 20:01:09.500175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.525730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.530844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Calling delete_port for 7b31a13a-f300-4316-acbc-cf5e7b3da509 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:09.598638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.605488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f7347-8f23-4872-bad7-20cf914a4acc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:09.634122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.639166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:09.640038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:09.655262 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:09.683165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.684522 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1868858 Dec 13 20:01:09.686358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.687039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.687518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.687989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.688451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.688919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.689408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.689871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.690637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.690968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.691426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.691885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:01:09.698968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 4a9f3197-5740-48ce-9f98-bf724b73caa2 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:09.702803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55926) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:09.718313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.726946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:09.755425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:09.762958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-208c4ae4-bb6d-41f6-8c9a-87d6df90d084 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '9e8f7347-8f23-4872-bad7-20cf914a4acc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:09.762958 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-208c4ae4-bb6d-41f6-8c9a-87d6df90d084 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 20:01:09.763485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-208c4ae4-bb6d-41f6-8c9a-87d6df90d084 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:09.764883 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-208c4ae4-bb6d-41f6-8c9a-87d6df90d084 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0572095 Dec 13 20:01:09.777948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Pushing event deleted for resources: {'Port': ['ID=7b31a13a-f300-4316-acbc-cf5e7b3da509,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:09.781328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:09.782135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] No DVR routers for this DVR port 7b31a13a-f300-4316-acbc-cf5e7b3da509 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:09.808263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55930) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:09.815199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 3311362a-e443-4ece-af7e-a96e26452de2 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:09.824154 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:01:09.893634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.954906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.957886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] For port 7b31a13a-f300-4316-acbc-cf5e7b3da509, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=7b31a13a-f300-4316-acbc-cf5e7b3da509,segment=NetworkSegment(593aaec0-8d81-4ae6-b89f-7a764e634ab1),segment_id=593aaec0-8d81-4ae6-b89f-7a764e634ab1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:09.958378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:09.981097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e81f853a-8ffe-4d03-8d95-8a4b529a0ca0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.002261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.069702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.075694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:10.076398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.088429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fa10b7a1-7d15-4e52-ae93-84eede406458 tempest-ExtraDHCPOptionsTestJSON-1698935880 tempest-ExtraDHCPOptionsTestJSON-1698935880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.107923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.126311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:10.144311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Calling delete_port for 7b31a13a-f300-4316-acbc-cf5e7b3da509 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:10.173586 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/a37df1e2-c18a-4b6b-83b3-5b5f1e8b6811 HTTP/1.1" status: 204 len: 168 time: 5.8049912 Dec 13 20:01:10.180773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:10.185653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55934) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:10.246242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port fe96be4e-1538-477f-ae8c-e99c8f0642d8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fe96be4e-1538-477f-ae8c-e99c8f0642d8,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:10.246642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.260913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.273601 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1643665 Dec 13 20:01:10.274776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.280974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=b92341cc-d689-4a7a-a4e7-78cc60a726e3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:10.299429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:10.321260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55938) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:10.339673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:10.343852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:10.349946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-83d740b9-c012-4b05-a19c-075ec40b7c27 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.417553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:10.441982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for fe96be4e-1538-477f-ae8c-e99c8f0642d8 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:10.443403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=3311362a-e443-4ece-af7e-a96e26452de2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:10.443530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f028cddc-d12c-4b4f-96a2-c32e03165c18 None None] Provisioning for port 0eaea076-2765-4d90-bcef-30e40f904449 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:10.445727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:10.482075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:10.483106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:10.516022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:10.525714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.532758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.539866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.583231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.584297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.598325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5a3afbd7-7e23-4193-ae3f-153c1df16fb2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/3311362a-e443-4ece-af7e-a96e26452de2 HTTP/1.1" status: 204 len: 168 time: 1.9770253 Dec 13 20:01:10.599338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.601677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.605837 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e8f7347-8f23-4872-bad7-20cf914a4acc HTTP/1.1" status: 204 len: 168 time: 0.7576549 Dec 13 20:01:10.605837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=4a9f3197-5740-48ce-9f98-bf724b73caa2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:10.605837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55942) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:10.605837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:10.613434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:10.640405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac794457-4076-4d01-89bd-79527ab9a931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.668870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7d856376-d852-44bf-8888-80397a2994cb None None] Could not find standard attr ID for object 3311362a-e443-4ece-af7e-a96e26452de2. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:10.687222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:10.688165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:10.733256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e4c77-d10a-41a5-80c3-65e9666b8753 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:10.733990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-931e4c77-d10a-41a5-80c3-65e9666b8753 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:10.755957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f7347-8f23-4872-bad7-20cf914a4acc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:10.771638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-931e4c77-d10a-41a5-80c3-65e9666b8753 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:10.772722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:10.774034 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-931e4c77-d10a-41a5-80c3-65e9666b8753 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5871959 Dec 13 20:01:10.775215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.778219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55950) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:10.840635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64299ba-e794-4bc4-a836-cb0f60f48a02 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:10.842329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64299ba-e794-4bc4-a836-cb0f60f48a02 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:10.843131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d64299ba-e794-4bc4-a836-cb0f60f48a02 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:10.849319 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-595a3433-fed8-44a2-bb08-a3da2e9cd454 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:10.861204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.927582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:10.932625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:10.978775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-38d2a956-3b63-44ec-be9a-be31efc8b448 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1989262 Dec 13 20:01:10.981316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55954) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:11.026889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=fe96be4e-1538-477f-ae8c-e99c8f0642d8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:11.029650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:11.039191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1456398896'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:11.071781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0eaea076-2765-4d90-bcef-30e40f904449 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:11.077357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:11.088520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:11.097140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:11.107853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:11.154736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0eaea076-2765-4d90-bcef-30e40f904449 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:11.159923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0eaea076-2765-4d90-bcef-30e40f904449 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:11.160300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.194709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Deleting port 7b31a13a-f300-4316-acbc-cf5e7b3da509 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:11.195049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.198218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d64299ba-e794-4bc4-a836-cb0f60f48a02 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:11.199612 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d64299ba-e794-4bc4-a836-cb0f60f48a02 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5903890 Dec 13 20:01:11.225758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55958) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:11.232335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:11.236445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.297912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-595a3433-fed8-44a2-bb08-a3da2e9cd454 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:11.299663 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-595a3433-fed8-44a2-bb08-a3da2e9cd454 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6889632 Dec 13 20:01:11.310775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.318281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55962) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:11.323563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.334761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--650877894'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:11.341770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.350802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 0eaea076-2765-4d90-bcef-30e40f904449, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0eaea076-2765-4d90-bcef-30e40f904449,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:11.359498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.362361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-db104d73-aed8-45f7-b9a2-7eee57417ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:11.398781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:11.439236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] The port '7b31a13a-f300-4316-acbc-cf5e7b3da509' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:11.446772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=0eaea076-2765-4d90-bcef-30e40f904449,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:11.450120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:11.492638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:11.503240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.512205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.538482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.539255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5b1beb-bcdf-4897-b671-96b4367ea053 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:01:11.540803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.548529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:11.567682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.568774 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/routers/9e5b1beb-bcdf-4897-b671-96b4367ea053 HTTP/1.1" status: 204 len: 168 time: 3.5774951 Dec 13 20:01:11.569905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:11.573005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55966) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:11.604080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 07d199b5-d99d-4a40-ab8e-1947e14e40fc {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:11.619068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:11.624517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.655247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:11.671283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:11.723814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting subnet c8028e59-d8c0-4111-a1dc-1e622afe6cbb {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:11.726662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.727146 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment c5df49f8-f625-40f6-a793-e261dede65f7 of type vlan for network 4690fb1d-dc96-4590-93c6-c3e9a268416a Dec 13 20:01:11.730568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.748910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.806211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.819074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.859271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.906643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12534f8-8523-4648-ae9b-4540a255a649']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:11.922600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.935427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.942061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593aaec0-8d81-4ae6-b89f-7a764e634ab1') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:11.942361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593aaec0-8d81-4ae6-b89f-7a764e634ab1') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:11.973691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:11.987829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.001180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4cb44dc-e6b2-46d1-989b-ddc8170e273e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:12.074789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.143611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.159328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.164909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:12.165537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.172639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.212657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0594a580-94bc-4458-8469-55ea31c34219,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:12.226189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:12.227543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.232186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.233871 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9143412 Dec 13 20:01:12.237568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55970) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.278755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-faaddecc-b469-4917-b8e3-a502d7e5102e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '0594a580-94bc-4458-8469-55ea31c34219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:12.279549 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-faaddecc-b469-4917-b8e3-a502d7e5102e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 20:01:12.280036 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-faaddecc-b469-4917-b8e3-a502d7e5102e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:12.283756 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-faaddecc-b469-4917-b8e3-a502d7e5102e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0425694 Dec 13 20:01:12.288893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55974) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.302141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f14bce63-2320-4525-8715-b213baec5023 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '0594a580-94bc-4458-8469-55ea31c34219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:12.302833 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-f14bce63-2320-4525-8715-b213baec5023 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 20:01:12.303326 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-f14bce63-2320-4525-8715-b213baec5023 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:12.308013 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f14bce63-2320-4525-8715-b213baec5023 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148201 Dec 13 20:01:12.317244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55978) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.325775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:12.326132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-93904972-2a97-47c3-8672-805a267eabc9 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '0594a580-94bc-4458-8469-55ea31c34219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:12.327228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.327331 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-93904972-2a97-47c3-8672-805a267eabc9 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 20:01:12.327584 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-93904972-2a97-47c3-8672-805a267eabc9 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:12.331378 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-93904972-2a97-47c3-8672-805a267eabc9 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103974 Dec 13 20:01:12.335070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.341699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cca5656b-db3f-4219-b3cc-278bf917acb4 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:12.348300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-da0b3aeb-9704-4b93-a0ed-225f6befca3e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '0594a580-94bc-4458-8469-55ea31c34219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:12.349202 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-da0b3aeb-9704-4b93-a0ed-225f6befca3e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 20:01:12.349686 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-da0b3aeb-9704-4b93-a0ed-225f6befca3e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:12.353218 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-da0b3aeb-9704-4b93-a0ed-225f6befca3e tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121055 Dec 13 20:01:12.354242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55986) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:12.355805 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:12.434320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.442472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82fa4331-7984-4a08-bb09-66460b805fcf tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:12.498842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Subnet': ['ID=c8028e59-d8c0-4111-a1dc-1e622afe6cbb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:12.500901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.508324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:12.508749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efecbd6-f2e4-4834-bf4d-0e104a1dee4a None None] Network d45a327a-95fd-4289-aa37-78cfc6dd16df requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:12.523807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.131 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/f06a69d3-0e96-4c4c-bfbc-abe2a6783a69) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:12.536467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.541705 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/subnets/c8028e59-d8c0-4111-a1dc-1e622afe6cbb HTTP/1.1" status: 204 len: 168 time: 0.9254680 Dec 13 20:01:12.546088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 55990) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.554162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.583720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=4690fb1d-dc96-4590-93c6-c3e9a268416a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:12.595537 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6065521 Dec 13 20:01:12.597667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:12.598730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:12.601926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 55994) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:12.603463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:12.604580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.611958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bb4f408f-ae6e-46a9-b189-fb5e2e7c23af tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:12.635632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:12.650474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.667065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Pushing event deleted for resources: {'Network': ['ID=d12534f8-8523-4648-ae9b-4540a255a649,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:12.678378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:12.688442 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] 10.222.0.18 "DELETE /v2.0/networks/d12534f8-8523-4648-ae9b-4540a255a649 HTTP/1.1" status: 204 len: 168 time: 4.2192445 Dec 13 20:01:12.892052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.939900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:12.946052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.954878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:12.959039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4ce4736-a7c6-42ba-973a-9965db193e8d tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:12.975923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:12.993620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:13.024324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=07d199b5-d99d-4a40-ab8e-1947e14e40fc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:13.031150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.034586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 56bdb689-1606-4fee-a5b9-0107bf61a35d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:13.034755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:13.034968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.042300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:13.044936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:13.046970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.056053 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:13.067173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f859071-74d4-45e1-9aac-2fab71237a9d None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:13.069350 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:13.070138 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:13.089123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.096461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-531a49bb-faea-4f07-accb-7cf0531b7df9 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:13.108770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5389960 Dec 13 20:01:13.108983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/07d199b5-d99d-4a40-ab8e-1947e14e40fc HTTP/1.1" status: 204 len: 168 time: 1.8781028 Dec 13 20:01:13.122726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56006) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.123094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56008) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.133742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594a580-94bc-4458-8469-55ea31c34219,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:13.149860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:13.153497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.168215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] DHCP port deletion for d45a327a-95fd-4289-aa37-78cfc6dd16df request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:13.235671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Deleting port 56bdb689-1606-4fee-a5b9-0107bf61a35d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:13.236096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.238348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:13.274025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0eaea076-2765-4d90-bcef-30e40f904449 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:13.280245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56014) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.291744 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fbf182ae-e859-4051-8728-d861e955c0d2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1650188 Dec 13 20:01:13.303386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56020) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.338668 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:13.341607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.361190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5c9c78fe-f7d8-45f9-a94c-8ecf6bc098d7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:13.418148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.419531 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/0594a580-94bc-4458-8469-55ea31c34219 HTTP/1.1" status: 204 len: 168 time: 1.0637815 Dec 13 20:01:13.441246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56024) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.467399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee0675-8a33-46bb-ad1f-e500a6819f7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:13.469145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet d05f3266-5f12-46dc-94b7-7f30b12117d9 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:13.474053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5bee0675-8a33-46bb-ad1f-e500a6819f7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:13.514865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:13.517271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.522829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0eaea076-2765-4d90-bcef-30e40f904449 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:13.523786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.555946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5bee0675-8a33-46bb-ad1f-e500a6819f7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:13.561039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5bee0675-8a33-46bb-ad1f-e500a6819f7c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2557709 Dec 13 20:01:13.561678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56028) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.584984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:13.625475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:13.672197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.680738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622e7b55-433a-4835-8996-243c60e71105 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:13.735627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:13.757300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:13.760243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f5568bfa-1342-4ae8-9d74-3a2b9851c3c7 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:13.771181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.818047 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ff54e989-37d6-48b2-a939-9eb9dad1016b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd75cfe9ba984c9b9948ec7beb8c8ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364289 Dec 13 20:01:13.821872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9d180-e862-479f-9ccd-0059034e0c4e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:13.823464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9fa9d180-e862-479f-9ccd-0059034e0c4e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:13.826730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56034) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.850128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=39705df6-033e-4789-9deb-7128e3802abc,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:13.851228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] For port 56bdb689-1606-4fee-a5b9-0107bf61a35d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=56bdb689-1606-4fee-a5b9-0107bf61a35d,segment=NetworkSegment(2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9),segment_id=2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:13.851654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.856696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:13.860955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f5568bfa-1342-4ae8-9d74-3a2b9851c3c7 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:13.862442 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5568bfa-1342-4ae8-9d74-3a2b9851c3c7 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4181798 Dec 13 20:01:13.871050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] For port 56bdb689-1606-4fee-a5b9-0107bf61a35d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=56bdb689-1606-4fee-a5b9-0107bf61a35d,segment=NetworkSegment(2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9),segment_id=2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:13.871612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.880145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56038) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:13.880379 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:10Z', 'revision_number': 8, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:13.885785 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:13.896461 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:13.898138 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:13.948149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.955440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:13.978055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--675362291'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:13.980205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:13.995616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:14.025149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Calling delete_port for 56bdb689-1606-4fee-a5b9-0107bf61a35d owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:14.036578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9fa9d180-e862-479f-9ccd-0059034e0c4e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:14.039773 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9fa9d180-e862-479f-9ccd-0059034e0c4e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4721553 Dec 13 20:01:14.040193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56044) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:14.061721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Deleting port 0eaea076-2765-4d90-bcef-30e40f904449 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:14.062193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.089304 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:14.115465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.138948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-851d5df6-8c5a-43b2-8dde-bf8a870b3382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:14.160837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43103a-db73-405e-8d88-ae9327f4d0d9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:14.172607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bfde5294-4a4f-4831-af10-d5847953fa30 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274822 Dec 13 20:01:14.172607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': 'c5df49f8-f625-40f6-a793-e261dede65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:14.172607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: 4690fb1d-dc96-4590-93c6-c3e9a268416a, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:14.175715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56048) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:14.177440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:14.177682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.181720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f43103a-db73-405e-8d88-ae9327f4d0d9 HTTP/1.1" status: 204 len: 168 time: 0.3398094 Dec 13 20:01:14.190351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:14.202191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 56bdb689-1606-4fee-a5b9-0107bf61a35d owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:14.241953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:14.319121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:14.330908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:14.353606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:14.356404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.359238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.393686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:14.408903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.461138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:14.466813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 4690fb1d-dc96-4590-93c6-c3e9a268416a) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:14.488132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:14.488742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.523415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9172781 Dec 13 20:01:14.537296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56058) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:14.542320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] For port 0eaea076-2765-4d90-bcef-30e40f904449, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0eaea076-2765-4d90-bcef-30e40f904449,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:14.543480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.555785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a', 'name': 'tempest-PortsIpV6TestJSON-196567771'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:14.699481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:14.704202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:14.706244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Calling delete_port for 0eaea076-2765-4d90-bcef-30e40f904449 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:14.711884 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:10Z', 'revision_number': 8, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:14.719340 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a89ea-18f8-4535-9337-5ef077dcbbd0 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:10Z', 'revision_number': 8, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84c8187-be61-4bae-8758-bfb7f70b35c5', 'name': '', 'network_id': 'dd68f407-63a0-44f2-80d4-ec1cab290889', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:ec:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:37Z', 'updated_at': '2021-12-13T20:00:47Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '2ae2fc86-0911-4e5a-ba2e-f2a1628c80de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:14.729781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:14.789576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab60af-9bf8-49b5-9a0b-df84d3f6564f None None] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:14.807991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.823777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bacc6065-6e6f-4551-b4de-2b071f44e5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:14.888305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:14.888743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:14.899243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.907636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3d1dbfcc-d470-4af2-99bd-bc9da9b86af6 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:14.959540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:14.985396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Pushing event deleted for resources: {'Port': ['ID=56bdb689-1606-4fee-a5b9-0107bf61a35d,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:15.005935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:15.009457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] No DVR routers for this DVR port 56bdb689-1606-4fee-a5b9-0107bf61a35d on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:15.031722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=d05f3266-5f12-46dc-94b7-7f30b12117d9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:15.044662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.049993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dff77a-c339-4995-bbb5-04f159d692c7 None None] Network 5938e95f-8b65-406f-8152-fd066e48a0b0 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:15.051681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:15.125187 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/d05f3266-5f12-46dc-94b7-7f30b12117d9 HTTP/1.1" status: 204 len: 168 time: 1.9947774 Dec 13 20:01:15.125187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.160114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:15.167437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:15.186396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56074) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:15.201874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.214914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4e9d27a-3732-4014-ac60-17a8e43765e1 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:15.219394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:15.223072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.243441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0eaea076-2765-4d90-bcef-30e40f904449 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:15.272214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.273559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3900006 Dec 13 20:01:15.277130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56082) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:15.277984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25205037-4a29-4bc4-8530-a093025252ce,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:15.284052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:15.287889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9d898d10-4fbe-43a6-99f6-98168a4e451c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:15.288432 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-9d898d10-4fbe-43a6-99f6-98168a4e451c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 20:01:15.289053 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-9d898d10-4fbe-43a6-99f6-98168a4e451c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:15.290391 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9d898d10-4fbe-43a6-99f6-98168a4e451c tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097806 Dec 13 20:01:15.345094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56086) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:15.391776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 56bdb689-1606-4fee-a5b9-0107bf61a35d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:15.392363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.427344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:15.450788 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No ports have port_id starting with 0eaea076-2765-4d90-bcef-30e40f904449 Dec 13 20:01:15.453774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.473563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:15.479518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:15.481279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port b886de82-2ea7-468d-a6e3-721ee275401b yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:15.517513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 56bdb689-1606-4fee-a5b9-0107bf61a35d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:15.530629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:15.544696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] The port '56bdb689-1606-4fee-a5b9-0107bf61a35d' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:15.555066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] No DVR routers for this DVR port 0eaea076-2765-4d90-bcef-30e40f904449 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:15.557816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:15.573809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 56bdb689-1606-4fee-a5b9-0107bf61a35d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:15.574173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 56bdb689-1606-4fee-a5b9-0107bf61a35d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:15.574621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fe96be4e-1538-477f-ae8c-e99c8f0642d8 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:15.603082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:15.613949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: fe96be4e-1538-477f-ae8c-e99c8f0642d8 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:15.614378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fe96be4e-1538-477f-ae8c-e99c8f0642d8 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:15.615809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Pushing event deleted for resources: {'Port': ['ID=0eaea076-2765-4d90-bcef-30e40f904449,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:15.616665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.617818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-4690fb1d-dc96-4590-93c6-c3e9a268416a', 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': '39705df6-033e-4789-9deb-7128e3802abc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:15.618668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.640088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:15.721301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:01:15.725991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.771037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.787268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4fe06f19-d78c-47b1-9222-f70ddee08b09 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:15.798634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.830408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:15.830744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.854394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45a327a-95fd-4289-aa37-78cfc6dd16df']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:15.871991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:15.872283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5d0fd6-59a6-4d49-a5f2-a71d21b2bda9') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:15.903014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] DHCP port deletion for 5938e95f-8b65-406f-8152-fd066e48a0b0 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:15.907629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Deleting port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:15.908263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.939874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.976964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.979376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:15.988978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:15.989414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:15.994418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:16.010347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:16.010668 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:16.014240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.036141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853309c-73af-4d44-a575-11161ae49514 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:16.064395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:16.068447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cf3eb49d-d787-48cb-beab-8a246ac62d9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6577859 Dec 13 20:01:16.069021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56102) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.087961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::3be (4690fb1d-dc96-4590-93c6-c3e9a268416a/39705df6-033e-4789-9deb-7128e3802abc/b886de82-2ea7-468d-a6e3-721ee275401b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:16.100062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-58275080-5dfe-4981-b992-e572202d7fa3 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:16.100547 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-58275080-5dfe-4981-b992-e572202d7fa3 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 20:01:16.101040 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-58275080-5dfe-4981-b992-e572202d7fa3 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:16.104805 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58275080-5dfe-4981-b992-e572202d7fa3 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266879 Dec 13 20:01:16.110818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56108) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.115318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=85e7b7b1-6af5-4d70-bc9a-10c5f04e1932,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:16.117541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:16.124381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:16.129836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:16.136126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:16.139105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.141643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:16.150835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4ed4ef0f-8899-44ec-ba53-7b1fc11600e0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:16.170619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.180141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:16.185015 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9983304 Dec 13 20:01:16.185628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:01:16.188338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.191789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Network': ['ID=d45a327a-95fd-4289-aa37-78cfc6dd16df,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:16.195624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:16.197955 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/networks/d45a327a-95fd-4289-aa37-78cfc6dd16df HTTP/1.1" status: 204 len: 168 time: 3.6478395 Dec 13 20:01:16.202562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:16.203420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56118) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.364688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:16.365066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.512179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '85e7b7b1-6af5-4d70-bc9a-10c5f04e1932'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:16.513194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.538286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] For port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,segment=NetworkSegment(0cfbee8c-426f-4817-a73c-b71b76b29e54),segment_id=0cfbee8c-426f-4817-a73c-b71b76b29e54)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:16.538844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.543490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:16.684991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:16.686121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port df365ff1-8219-4ef8-bf87-3529275c8f7d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:16.687032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.695682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:16.704667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:16.720887 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:16.722308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c6f613a5-c885-4b3f-8255-7fa52d2cdb9a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6099701 Dec 13 20:01:16.722600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Calling delete_port for ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:16.729281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:16.739301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56126) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.793994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.800946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6ba9cee1-1515-4b10-9b5f-95280b030782 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:16.802210 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-6ba9cee1-1515-4b10-9b5f-95280b030782 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 20:01:16.803049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6ba9cee1-1515-4b10-9b5f-95280b030782 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:16.804341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6ba9cee1-1515-4b10-9b5f-95280b030782 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0636215 Dec 13 20:01:16.812723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object b886de82-2ea7-468d-a6e3-721ee275401b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:16.814623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56130) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:16.832730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:16.836596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.849892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:16.853668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:16.858227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:16.874388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7680b54a-b8fd-4b7d-be24-76d00fa23655 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:16.887745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:16.896858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:16.956380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:16.996287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:17.031490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:17.037142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.037387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:17.042609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:17.042846 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7142465 Dec 13 20:01:17.053011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56134) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.054556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:17.088224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.097908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:17.098392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:17.103409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No DVR routers for this DVR port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:17.116005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Allocated IP 2001:db8::f816:3eff:fef1:8c6d (36b8069c-61c8-4b24-9aac-3a03df44f0fb/85e7b7b1-6af5-4d70-bc9a-10c5f04e1932/1a144fd6-633a-4cb1-a7c5-357a65b7b983) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:17.118958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:17.119921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:17.150479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.150839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.294393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for df365ff1-8219-4ef8-bf87-3529275c8f7d owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:17.301699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.ipam_backend_mixin [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85e7b7b1-6af5-4d70-bc9a-10c5f04e1932 (CIDR: 2001:db8::/64) Dec 13 20:01:17.305564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=ad0b2bca-67c9-4c3e-bdb6-d539f08617d9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:17.318960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56140) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.320910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:17.324633 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:17.325426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:01:17.331765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a104f5fe-f155-4408-88c4-4c1ac7f75c02 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:17.352184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:17.407511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605488805', 'description': 'tempest-secgroup-smoke-1605488805 description', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.445745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:17.471098 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dfde0cf4-05a9-4d8a-88b0-ec41a513b55a tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4152253 Dec 13 20:01:17.473723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:17.474737 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-44b47a4a-42fe-4467-a5e6-ac2cb74acd23 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6514661 Dec 13 20:01:17.478367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.478716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56146) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.487427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6b906496-141b-4792-8a47-9f9f09f6b585 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.487927 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.api.v2.base [None req-6b906496-141b-4792-8a47-9f9f09f6b585 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 20:01:17.488685 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6b906496-141b-4792-8a47-9f9f09f6b585 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:17.492831 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6b906496-141b-4792-8a47-9f9f09f6b585 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085151 Dec 13 20:01:17.509725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56152) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.518203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:17.519878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.522698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:17.526069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.530505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Allocated IP 2001:db8::2 (4690fb1d-dc96-4590-93c6-c3e9a268416a/39705df6-033e-4789-9deb-7128e3802abc/aeb45d9e-b982-435f-b9af-cc65a9066353) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:17.550675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:17.554050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:17.577027 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c74029cc-f3e0-46b6-9744-17dc5ce7342f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3857567 Dec 13 20:01:17.578705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4f131ef-2afe-4288-81d1-48d738de3f94 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:17.580739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.581873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Deleting port ad0b2bca-67c9-4c3e-bdb6-d539f08617d9 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:17.582274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.588297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:17.594070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:17.594746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.598268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.599923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:17.601966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=b886de82-2ea7-468d-a6e3-721ee275401b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:17.604889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:17.614225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.622130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:17.641945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=df365ff1-8219-4ef8-bf87-3529275c8f7d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:17.672187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:17.677372 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:17.682579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:17.722726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5938e95f-8b65-406f-8152-fd066e48a0b0']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:17.724511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:17.737814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.739561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-94f5245c-7dca-4512-aa67-58c009c99b0f None None] The port 'ad0b2bca-67c9-4c3e-bdb6-d539f08617d9' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:17.757257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2185333 Dec 13 20:01:17.758316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56160) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.774647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a', 'name': 'tempest-PortsIpV6TestJSON-856367704'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.790820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfbee8c-426f-4817-a73c-b71b76b29e54') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:17.791216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfbee8c-426f-4817-a73c-b71b76b29e54') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:17.800905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.805797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.812797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1dc7cf-4af1-4488-82e1-06274d96741d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:17.814580 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab1dc7cf-4af1-4488-82e1-06274d96741d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3349540 Dec 13 20:01:17.818770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56164) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.819755 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:17.820924 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bce1ddb4-e6e5-45a4-b903-256f11613d38 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3096743 Dec 13 20:01:17.825506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56168) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.866795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '25205037-4a29-4bc4-8530-a093025252ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.886275 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-995b1887-e618-47cc-93f4-4de10ea2951f tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615149 Dec 13 20:01:17.886275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:17.888813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.889863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56172) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.892736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:17.896244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:17.897388 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b016bcb-21e8-46f0-b35b-bec5f68c73ba HTTP/1.1" status: 204 len: 168 time: 1.6904240 Dec 13 20:01:17.898365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:17.904213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463719448', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:17.911527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56176) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:17.913482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:17.924140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:17.970454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:18.009217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:18.026178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.028475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:18.031650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:18.036422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:18.040837 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:18.042119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41735028-9e6f-4c39-a8e8-5e7d2ff49c4a tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1863244 Dec 13 20:01:18.043539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:18.046556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56180) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.048857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:18.051742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:18.058617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:18.061337 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd25678-bd7e-461e-a023-049abbe14fd5 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] DELETE failed (client error): The resource could not be found. Dec 13 20:01:18.061922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd25678-bd7e-461e-a023-049abbe14fd5 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:01:18.063725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ebd25678-bd7e-461e-a023-049abbe14fd5 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/4d68be54-f3b1-41e5-8961-7a53bdc207e1 HTTP/1.1" status: 404 len: 333 time: 0.1468456 Dec 13 20:01:18.064948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:18.065376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.070852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.077141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:18.090773 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:18.094180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:18.120010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.137286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab2f7ea5-0b49-42e5-a87b-ff25c630c92f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Synchronizing usage tracker for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:18.140291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Transition to ACTIVE for port object 1a144fd6-633a-4cb1-a7c5-357a65b7b983 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:18.155812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:18.160564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.175575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.186391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Transition to ACTIVE for port object 1a144fd6-633a-4cb1-a7c5-357a65b7b983 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:18.193881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:18.199792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Transition to ACTIVE for port object aeb45d9e-b982-435f-b9af-cc65a9066353 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:18.200613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:18.202542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:18.203117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Updating router e70284c3-37df-4b12-bd2b-3a7403db24c9 port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:01:18.204494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.228134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.240660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b37f564e-b34c-41e6-9152-68a6097d429f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:18.331241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Transition to ACTIVE for port object aeb45d9e-b982-435f-b9af-cc65a9066353 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:18.340453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:18.349308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:18.354112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.383381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:18.395791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.400110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab2f7ea5-0b49-42e5-a87b-ff25c630c92f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Unset dirty status for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:18.401237 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab2f7ea5-0b49-42e5-a87b-ff25c630c92f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e5b1beb-bcdf-4897-b671-96b4367ea053 HTTP/1.1" status: 200 len: 205 time: 0.3292460 Dec 13 20:01:18.405636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.406623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56190) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.413687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.433508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-80baf30e-ee7e-4878-855f-9159824a7e70 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:18.450279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Pushing event updated for resources: {'Port': ['ID=1a144fd6-633a-4cb1-a7c5-357a65b7b983,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:18.460663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:18.464620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.465002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:18.465733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de9cd202-46ed-4657-86a9-f42bb11528a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:18.488326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=5938e95f-8b65-406f-8152-fd066e48a0b0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:18.499848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:18.508693 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-b1553d38-6d26-4bc8-8bb4-59eec6b6c213 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] delete failed (client error): The resource could not be found. Dec 13 20:01:18.512298 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b1553d38-6d26-4bc8-8bb4-59eec6b6c213 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/routers/9e5b1beb-bcdf-4897-b671-96b4367ea053 HTTP/1.1" status: 404 len: 336 time: 0.1003113 Dec 13 20:01:18.514893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56194) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.526059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:18.528502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.531167 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/5938e95f-8b65-406f-8152-fd066e48a0b0 HTTP/1.1" status: 204 len: 168 time: 3.3443789 Dec 13 20:01:18.536162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56198) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.555834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:18.573304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:18.588268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7fc3cb-e1e4-480e-bc60-665b1d22b489 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] DELETE failed (client error): The resource could not be found. Dec 13 20:01:18.588755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7fc3cb-e1e4-480e-bc60-665b1d22b489 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:01:18.601611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:18.605373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.637940 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1a7fc3cb-e1e4-480e-bc60-665b1d22b489 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/subnets/c8028e59-d8c0-4111-a1dc-1e622afe6cbb HTTP/1.1" status: 404 len: 337 time: 0.1160066 Dec 13 20:01:18.641630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56202) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:18.685457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:18.703570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Attempting to bind port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:18.704296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Attempting to bind port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:18.704671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Attempting to bind port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:18.739146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:18.746292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Pushing event updated for resources: {'Port': ['ID=aeb45d9e-b982-435f-b9af-cc65a9066353,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:18.756338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:18.756981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:18.757387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.757785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:18.758284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Bound port: 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:18.758670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.774556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:18.780614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.803090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.814341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08284b66-eca7-42da-bdf2-b46da0d23ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:18.845128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:18.850140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.861850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port b335b759-f92d-4d48-8450-9d9f737c24af {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:18.862204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.863920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8cb827bc-14ff-4ab0-9b2a-1cb79d8f984a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:18.884785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Attempting to bind port aeb45d9e-b982-435f-b9af-cc65a9066353 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:18.885174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Attempting to bind port aeb45d9e-b982-435f-b9af-cc65a9066353 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c5df49f8-f625-40f6-a793-e261dede65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:18.885551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Attempting to bind port aeb45d9e-b982-435f-b9af-cc65a9066353 on network 4690fb1d-dc96-4590-93c6-c3e9a268416a {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:18.915987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:18.932374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25205037-4a29-4bc4-8530-a093025252ce,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:18.934377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:18.946089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:18.950077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:18.950699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Checking segment: {'id': 'c5df49f8-f625-40f6-a793-e261dede65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:18.951542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.952167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Bound using segment: {'id': 'c5df49f8-f625-40f6-a793-e261dede65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:18.952838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Bound port: aeb45d9e-b982-435f-b9af-cc65a9066353, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5df49f8-f625-40f6-a793-e261dede65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4690fb1d-dc96-4590-93c6-c3e9a268416a'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:18.953718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:18.958523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3768a947-0268-4430-9237-54509b4b6be4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:18.963484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:18.975227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.021210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.025453 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/25205037-4a29-4bc4-8530-a093025252ce HTTP/1.1" status: 204 len: 168 time: 0.9752612 Dec 13 20:01:19.034850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56206) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:19.070068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.079793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-85b5f4a4-b0c8-4dde-bf66-2344c73d07ce tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.087702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] For port 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:19.127116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] For port 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a144fd6-633a-4cb1-a7c5-357a65b7b983,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:19.139348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.146753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5e95b172-b262-4a27-acd9-7983ebf6578d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.189651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] For port aeb45d9e-b982-435f-b9af-cc65a9066353, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:19.218535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=c5c9bc19-0df8-4bea-8b26-f791f43e6261,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:19.224376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.243687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:19.244187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: b92341cc-d689-4a7a-a4e7-78cc60a726e3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:19.267589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] For port aeb45d9e-b982-435f-b9af-cc65a9066353, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=aeb45d9e-b982-435f-b9af-cc65a9066353,segment=NetworkSegment(c5df49f8-f625-40f6-a793-e261dede65f7),segment_id=c5df49f8-f625-40f6-a793-e261dede65f7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:19.278353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:19.295272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.323754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b92341cc-d689-4a7a-a4e7-78cc60a726e3) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:19.335893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:19.336628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.345822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.348271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::2f9 (4690fb1d-dc96-4590-93c6-c3e9a268416a/39705df6-033e-4789-9deb-7128e3802abc/af8c1acf-8b57-4b67-aeeb-ab9cde2fca42) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:19.384228 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4885964 Dec 13 20:01:19.384228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56210) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:19.386566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Transition to ACTIVE for port object f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:19.407774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Pushing event updated for resources: {'Port': ['ID=1a144fd6-633a-4cb1-a7c5-357a65b7b983,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:19.413460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.424851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.453396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.456083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.462044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc71e4e1-dc27-4815-9583-ad8fe3cc9a4f None None] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:19.464866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.470362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a78deb91-9059-4002-9b89-507effee43d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.534884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f7c3943c-7fa7-44a1-9679-428238c977bd tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:19.602885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:19.624365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:19.626694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Attempting to bind port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:19.627086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Attempting to bind port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:19.627641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Attempting to bind port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:19.639656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:19.640008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:19.640948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.640948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:19.641360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Bound port: f06a69d3-0e96-4c4c-bfbc-abe2a6783a69, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:19.641753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.643610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:19.644211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.659931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.701702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Pushing event updated for resources: {'Port': ['ID=aeb45d9e-b982-435f-b9af-cc65a9066353,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:19.705142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.710378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.718451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=ca1ea92e-bada-493d-a45d-dff614b4cc0e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:19.720542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f7c3943c-7fa7-44a1-9679-428238c977bd tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:19.733173 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f7c3943c-7fa7-44a1-9679-428238c977bd tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6945195 Dec 13 20:01:19.734190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.748862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56214) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:19.750868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.755294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f78a6b70-51bf-4932-a61c-7dfd316be35b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:19.803814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Pushing event updated for resources: {'Port': ['ID=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:19.807417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:19.876667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564923381'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:19.880423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] For port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:19.889104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.934969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:19.945459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] For port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:19.958469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:19.964035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb4a805e-1bb4-4b28-9e04-e32b381923f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:20.013196 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4068060 Dec 13 20:01:20.065540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Pushing event updated for resources: {'Port': ['ID=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:20.073582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:20.081557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56218) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:20.122474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.126496 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.8015356 Dec 13 20:01:20.137050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56222) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:20.137953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for b335b759-f92d-4d48-8450-9d9f737c24af owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:20.144642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:da:46:9f', 'name': 'tempest-NetworksTestDHCPv6-1455237760'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:20.144818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:20.144818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.166449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:20.171410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:20.171648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:00:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:20.173820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70be568-1ef6-4425-95f4-e478f9d343be,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:20.177562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:20.220120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.264012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:20.334607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:20.348846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:20.363297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:20.371435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.375251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:20.396751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:20.418084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:20.418221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:20.426119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:20.443045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:20.445390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:20.521269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.537140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:20.586694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.591359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=b335b759-f92d-4d48-8450-9d9f737c24af,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:20.607069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:20.620153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.659949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.670783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:20.727998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.751131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:20.785035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:20.792649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:20.798250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:20.809342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:20.824573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:20.826126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:20.832134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:20.832958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.874822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=af8c1acf-8b57-4b67-aeeb-ab9cde2fca42,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:20.887246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:20.887777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:20.927858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.934226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1704066 Dec 13 20:01:20.935978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56226) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:20.936100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:20.944718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1793296 Dec 13 20:01:20.950798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Allocated IP 172.20.0.2 (b92341cc-d689-4a7a-a4e7-78cc60a726e3/c5c9bc19-0df8-4bea-8b26-f791f43e6261/d4dbd1ce-3f5e-4724-a11e-993ab2846d91) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:20.957324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9edf3-bbbf-46e7-b79f-3444cac89edf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:20.960478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56228) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:20.961834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:20.966456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/b335b759-f92d-4d48-8450-9d9f737c24af HTTP/1.1" status: 204 len: 168 time: 2.3189385 Dec 13 20:01:20.970450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': 'ced9edf3-bbbf-46e7-b79f-3444cac89edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:20.986484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:20.988954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56234) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:21.054182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:21.071650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9269fa-dbb9-411d-9ca2-5c8d6378d46d None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:21.088560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:21.142905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.227613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826adce1-4dab-4ddf-972d-4100735265d2 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:21.227876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:21.236119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:21.243714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a144fd6-633a-4cb1-a7c5-357a65b7b983 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:21.257451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:21.271406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 2c864173-ffc3-4e18-807d-9c4017662d75 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:21.298664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port b346eae3-4a5c-42b4-9cd6-6f952c3c66fc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:21.299091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.465256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c17d4-617e-4513-ab5c-ea235136034b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:21.466100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ce4c17d4-617e-4513-ab5c-ea235136034b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:21.482913 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The resource could not be found. Dec 13 20:01:21.496641 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-35f11366-b82f-48fc-a8c6-89c809dcc312 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5441270 Dec 13 20:01:21.503744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9e2db0a9-5fd8-4e46-a98b-4f9eefb670e8 None None] Provisioning for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:21.536257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.541376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.549074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56238) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:21.550101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port f84c8187-be61-4bae-8758-bfb7f70b35c5 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:21.550610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.589765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ce4c17d4-617e-4513-ab5c-ea235136034b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:21.590956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ce4c17d4-617e-4513-ab5c-ea235136034b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3be HTTP/1.1" status: 200 len: 928 time: 0.6257596 Dec 13 20:01:21.594324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56242) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:21.611691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': 'ced9edf3-bbbf-46e7-b79f-3444cac89edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0e985dc8-7675-4fdd-bda6-72fff3e76226'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:21.618184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:21.622308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:21.627468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:21.627756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:21.647838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.652376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:21.697609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Transition to ACTIVE for port object d4dbd1ce-3f5e-4724-a11e-993ab2846d91 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:21.725945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:21.741026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:21.741492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.783869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314821f-01ae-4d8a-b240-d4ce5fb374be None None] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:21.834162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8583f5-7375-4aa4-9e5a-c95b11bf6bbc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:21.860570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0ec8e9a1-67a3-4a9e-9017-a23cea466f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.865415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:21.918159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Transition to ACTIVE for port object d4dbd1ce-3f5e-4724-a11e-993ab2846d91 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:21.951894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-76a8adf0-0b9a-4753-a174-4b7c4ec3a792 None None] Provisioning for port aeb45d9e-b982-435f-b9af-cc65a9066353 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:21.961197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.963407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:21.964635 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7144241 Dec 13 20:01:21.981888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7a6c4248-318c-45f5-80bb-ed4144cfb789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:21.985389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56246) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:21.997147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8:0:1::c2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ca1ea92e-bada-493d-a45d-dff614b4cc0e/2c864173-ffc3-4e18-807d-9c4017662d75) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:22.005305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:22.052126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:22.055826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.059711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:feda:469f (36b8069c-61c8-4b24-9aac-3a03df44f0fb/85e7b7b1-6af5-4d70-bc9a-10c5f04e1932/2c864173-ffc3-4e18-807d-9c4017662d75) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:22.073534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:22.092875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:22.105093 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The resource could not be found. Dec 13 20:01:22.106186 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-36ba4a30-5043-4b0f-93a7-5a2245f54c42 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5180225 Dec 13 20:01:22.107156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:22.122273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:22.143153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56250) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:22.158451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:22.183353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:22.196804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Pushing event updated for resources: {'Port': ['ID=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:22.204209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for b346eae3-4a5c-42b4-9cd6-6f952c3c66fc owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:22.210982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:22.218795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port f84c8187-be61-4bae-8758-bfb7f70b35c5, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f84c8187-be61-4bae-8758-bfb7f70b35c5,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:22.219161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.289400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:22.289785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.556585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.595420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Attempting to bind port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:22.595954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Attempting to bind port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:22.596431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Attempting to bind port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 on network b92341cc-d689-4a7a-a4e7-78cc60a726e3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:22.620405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.637004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.642277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:22.642816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Checking segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:22.643328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.643826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Bound using segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:22.644441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Bound port: d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:22.644926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.651015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a3071f16-980e-4078-8d9b-e7e06a9626dd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:22.705534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=b346eae3-4a5c-42b4-9cd6-6f952c3c66fc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:22.723428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for f84c8187-be61-4bae-8758-bfb7f70b35c5 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:22.726519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a144fd6-633a-4cb1-a7c5-357a65b7b983,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:22.737937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:22.746326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.747329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device aeb45d9e-b982-435f-b9af-cc65a9066353 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:22.785204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-52c21799-1522-4a0e-b5ef-528e238cf285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:22.830396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.879234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.961764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:22.972773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:22.981990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:22.991276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:22.998274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1a144fd6-633a-4cb1-a7c5-357a65b7b983,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.006710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:23.009290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.012182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '85e7b7b1-6af5-4d70-bc9a-10c5f04e1932', 'ip_address': '2001:db8::f816:3eff:fef1:8c6d'}, {'subnet_id': 'ca1ea92e-bada-493d-a45d-dff614b4cc0e'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '1a144fd6-633a-4cb1-a7c5-357a65b7b983'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:01:23.021769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/ports/b346eae3-4a5c-42b4-9cd6-6f952c3c66fc HTTP/1.1" status: 204 len: 168 time: 1.9457793 Dec 13 20:01:23.031796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56254) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:23.039704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.052580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:23.115869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.128207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.151922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5b165-ba1e-43b8-bcbb-7ce29ae99988 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:23.152787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dfb5b165-ba1e-43b8-bcbb-7ce29ae99988 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Synchronizing usage tracker for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:23.165108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port aeb45d9e-b982-435f-b9af-cc65a9066353 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:23.177433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.193491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port aeb45d9e-b982-435f-b9af-cc65a9066353 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:23.194016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.214522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.230144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Pushing event updated for resources: {'Port': ['ID=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.238903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:23.265275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:23.316856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.355118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37050ad2-9c1b-4f5a-afaa-9bffdd1df5b5 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:23.463080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b4d878-3ad9-4756-b9e8-7160daf0fedc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.476230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dfb5b165-ba1e-43b8-bcbb-7ce29ae99988 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Unset dirty status for tenant:12547e2fe53d456a8a1fd3d322e1b0ff on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:23.478059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dfb5b165-ba1e-43b8-bcbb-7ce29ae99988 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "GET /v2.0/ports?device_id=007981da-ddfd-4144-bddc-b6c3b0c6df70 HTTP/1.1" status: 200 len: 913 time: 0.4459450 Dec 13 20:01:23.483898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.497616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56258) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:23.501535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=af8c1acf-8b57-4b67-aeeb-ab9cde2fca42,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.505453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:23.508315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:23.512115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:23.528321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.566549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 HTTP/1.1" status: 204 len: 168 time: 1.9711530 Dec 13 20:01:23.567910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56262) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:23.622734 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-18276c1c-aff7-48e2-a238-e04ac656e0d4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:01:23.623637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-18276c1c-aff7-48e2-a238-e04ac656e0d4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:23.626561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9edf3-bbbf-46e7-b79f-3444cac89edf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.661381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-18276c1c-aff7-48e2-a238-e04ac656e0d4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:23.662603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-18276c1c-aff7-48e2-a238-e04ac656e0d4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/af8c1acf-8b57-4b67-aeeb-ab9cde2fca42 HTTP/1.1" status: 404 len: 333 time: 0.0937026 Dec 13 20:01:23.665805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56266) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:23.674827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.693024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:23.724002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.729712 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7409568 Dec 13 20:01:23.748015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.754287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56270) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:23.776226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Provisioning complete for port aeb45d9e-b982-435f-b9af-cc65a9066353 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:23.776905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.786590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:23.803986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:23.815233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:23.820461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:23.831932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:23.838365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port b886de82-2ea7-468d-a6e3-721ee275401b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:23.838962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.853343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port aeb45d9e-b982-435f-b9af-cc65a9066353, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=aeb45d9e-b982-435f-b9af-cc65a9066353,segment=NetworkSegment(c5df49f8-f625-40f6-a793-e261dede65f7),segment_id=c5df49f8-f625-40f6-a793-e261dede65f7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:23.862673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (b92341cc-d689-4a7a-a4e7-78cc60a726e3/c5c9bc19-0df8-4bea-8b26-f791f43e6261/c6bc4acf-4424-4139-867e-c358ae03ba90) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:23.867358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.870539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e412fac-88c2-4670-8fc3-dc773875e121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:23.929189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:23.985984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=aeb45d9e-b982-435f-b9af-cc65a9066353,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:23.996099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:24.049890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-93618336-4b0b-409e-85c8-83afc5853d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.099894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 2c864173-ffc3-4e18-807d-9c4017662d75 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:24.107935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.114884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Provisioning for port b886de82-2ea7-468d-a6e3-721ee275401b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:24.126147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Provisioning complete for port b886de82-2ea7-468d-a6e3-721ee275401b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:24.126697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.197677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Port b886de82-2ea7-468d-a6e3-721ee275401b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:24.199731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a144fd6-633a-4cb1-a7c5-357a65b7b983 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:24.232440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0485cb3-aea5-46a2-8574-c51e63a65391 None None] Could not find standard attr ID for object af8c1acf-8b57-4b67-aeeb-ab9cde2fca42. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:24.267129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.292823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:24.293352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.314736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object c6bc4acf-4424-4139-867e-c358ae03ba90 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:24.382414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-55bcc37d-fa94-455a-9be3-fb595a89c9f8 None None] Provisioning complete for port b886de82-2ea7-468d-a6e3-721ee275401b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:24.382803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-55bcc37d-fa94-455a-9be3-fb595a89c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.409596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.458251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.459854 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/ced9edf3-bbbf-46e7-b79f-3444cac89edf HTTP/1.1" status: 204 len: 168 time: 2.3151488 Dec 13 20:01:24.467007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56274) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:24.487626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.541045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d4dbd1ce-3f5e-4724-a11e-993ab2846d91 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:24.548491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-baf3c0d6-610e-4196-8469-9c373c702053 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:24.576316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-55bcc37d-fa94-455a-9be3-fb595a89c9f8 None None] Port b886de82-2ea7-468d-a6e3-721ee275401b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:24.578555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for b886de82-2ea7-468d-a6e3-721ee275401b owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:24.632613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.657626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:24.658479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d7773b7-1af9-40a0-9e00-a5e54ac8b42f tempest-ServersTestManualDisk-778035290 tempest-ServersTestManualDisk-778035290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:24.666330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:24.676028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb02fa6-424e-4ecc-a5a5-7692de565ccb,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:24.679708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:24.717471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.721838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9585094 Dec 13 20:01:24.723596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b481f202-adaa-427a-97ca-7a7b1353335a None None] Could not find standard attr ID for object af8c1acf-8b57-4b67-aeeb-ab9cde2fca42. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:24.724131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56278) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:24.732779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:24.743018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:24.771972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:24.778018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:24.778425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.784322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:24.794055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:24.811424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:24.844356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.855442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.864449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.876977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=f84c8187-be61-4bae-8758-bfb7f70b35c5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:24.887958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:24.894019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d60316e-c082-4706-8e70-e37863b55898 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:24.895335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01170e8f-1fe4-4f84-82df-ac4d889c39a6 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:24.939116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.956449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=b886de82-2ea7-468d-a6e3-721ee275401b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:24.964667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:24.969327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:24.970368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28904bc8-e8b4-4441-aa00-7ffa6d5bc63b None None] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:24.986158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.015489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.022928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.030563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.076760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.079810 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/b886de82-2ea7-468d-a6e3-721ee275401b HTTP/1.1" status: 204 len: 168 time: 1.4128041 Dec 13 20:01:25.089121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.093725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677335 Dec 13 20:01:25.094340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56286) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.094665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56288) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.144984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1900fd7f-a7cd-49fc-b31c-cd34e220dad8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:25.150143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:25.150608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:25.164185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.174012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:25.184994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.187782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-db89c961-c61c-4c9f-9123-08332ed16da3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:01:25.188334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db89c961-c61c-4c9f-9123-08332ed16da3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:25.192754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:25.193720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:25.196177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:25.205946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:25.224846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db89c961-c61c-4c9f-9123-08332ed16da3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:25.226191 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-db89c961-c61c-4c9f-9123-08332ed16da3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/b886de82-2ea7-468d-a6e3-721ee275401b HTTP/1.1" status: 404 len: 333 time: 0.1292078 Dec 13 20:01:25.230624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56296) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.235329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Project 99d5b55e05674c3fa3f14c0d68dfcf95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:01:25.284489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.300722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.309457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.381496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.382897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.384649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74cfdefb-ec00-4ed7-9094-a311bfd41856 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:25.388320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:25.396422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.403923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.406364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:25.407228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Provisioning for port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:25.432653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 39705df6-033e-4789-9deb-7128e3802abc {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:25.440551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7de1e01-eee2-4eaf-bb0f-56141365c92e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:25.442542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.458199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:25.460941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Provisioning complete for port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:25.461391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.476360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.487876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.501782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.505777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4038560 Dec 13 20:01:25.505959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56300) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.511165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'security_group_rule': {'security_group_id': 'a70be568-1ef6-4425-95f4-e478f9d343be', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:25.511465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a978d578-a1a2-4306-87ef-e0da556508ca tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.517322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:25.521124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:security_group_rule and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:25.523840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.524068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:25.533793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.561728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:25.585489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74cfdefb-ec00-4ed7-9094-a311bfd41856 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:25.590682 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-74cfdefb-ec00-4ed7-9094-a311bfd41856 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1075125 Dec 13 20:01:25.590964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56306) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.600324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '1879098d-9c39-478a-9f1c-0cd6e7b6395b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:25.606287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Project 99d5b55e05674c3fa3f14c0d68dfcf95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:01:25.609531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Allocated IP 2001:db8:0:1::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ca1ea92e-bada-493d-a45d-dff614b4cc0e/1a144fd6-633a-4cb1-a7c5-357a65b7b983) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:25.619373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:25.628646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:25.631132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.643548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:25.657331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:25.693455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:25.709361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:25.735302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:25.736274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.741276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:25.741914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.784404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.793679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.801395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The resource could not be found. Dec 13 20:01:25.802515 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2d02e7fc-bf28-419c-97fe-26f84346dc19 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2099738 Dec 13 20:01:25.806345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56310) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.812031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--904528764'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:25.819955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:25.822672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.838263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f30c0575-73f6-42fe-86cd-87a862cb0ad8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.846079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:25.856690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] For port 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a144fd6-633a-4cb1-a7c5-357a65b7b983,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:25.860113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:25.865582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.872541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.876751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ff5e71ae-b8c2-4604-9f1b-e80502d13d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.924417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.925841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4189923 Dec 13 20:01:25.926945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dd489c-0aeb-479e-828e-cdbba86394c6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:25.929036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56314) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:25.935959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.956717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:25.963379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.964384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'network': {'name': 'tempest-network-smoke--935349689', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:25.976335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:25.982758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:25.991024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8aff3dcb-6f2d-45ef-a5c0-9f744e72d616 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:25.995463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=2c864173-ffc3-4e18-807d-9c4017662d75,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:26.011019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Transition to ACTIVE for port object 1a144fd6-633a-4cb1-a7c5-357a65b7b983 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:26.019628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Pushing event updated for resources: {'Port': ['ID=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:26.032770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:26.033842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:26.036088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:network and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:26.039239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=39705df6-033e-4789-9deb-7128e3802abc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:26.042521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.042698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:26.043850 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.9222090 Dec 13 20:01:26.049198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56318) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:26.051338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:26.055225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:26.061764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:26.064245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:26.068228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.072978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/39705df6-033e-4789-9deb-7128e3802abc HTTP/1.1" status: 204 len: 168 time: 0.8382659 Dec 13 20:01:26.072978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:26.075227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56322) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:26.082992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:26.116451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:26.124872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Made reservation on behalf of 99d5b55e05674c3fa3f14c0d68dfcf95 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:26.128497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.159482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Pushing event updated for resources: {'Port': ['ID=1a144fd6-633a-4cb1-a7c5-357a65b7b983,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:26.162512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2c4a6-713c-4811-8375-cb2a662f1096 None None] Network 4690fb1d-dc96-4590-93c6-c3e9a268416a requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:26.168264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:26.181551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.181942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Added segment 6e100d7f-022b-4ef3-8f30-cbf555f1787a of type vlan for network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 Dec 13 20:01:26.183637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.192897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device aeb45d9e-b982-435f-b9af-cc65a9066353 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:26.220688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 2c864173-ffc3-4e18-807d-9c4017662d75 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:26.221038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.287145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:26.324207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.344394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.418029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port aeb45d9e-b982-435f-b9af-cc65a9066353 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:26.418275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.438739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Provisioning complete for port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:26.439783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.477748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.483648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:26.484255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.508282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a2c2cf2-f1d8-42dc-91bd-ff423e08512b tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:26.546071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.620186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.680988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.696718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.699072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8917112 Dec 13 20:01:26.708360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7744629 Dec 13 20:01:26.709023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56328) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:26.711440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Network': ['ID=b1415fb0-762c-4f33-9c23-c6a3be8c2a21,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:26.720728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:26.725904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761755190'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:26.740305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:26.755899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:26.761256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:26.765441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:26.770373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'admin_state_up': True, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:26.781591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4632c2f0-86c2-4c63-b18b-a86f6f2450d8 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:26.818029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:26.830783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:26.866163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:26.871452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:26.875056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:26.882405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:26.932295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port aeb45d9e-b982-435f-b9af-cc65a9066353 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:26.932606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.087540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.128767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.162996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:27.189420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port aeb45d9e-b982-435f-b9af-cc65a9066353, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=aeb45d9e-b982-435f-b9af-cc65a9066353,segment=NetworkSegment(c5df49f8-f625-40f6-a793-e261dede65f7),segment_id=c5df49f8-f625-40f6-a793-e261dede65f7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:27.189667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.277596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:27.338509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.342459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for aeb45d9e-b982-435f-b9af-cc65a9066353 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:27.401963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Provisioning for port c6bc4acf-4424-4139-867e-c358ae03ba90 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:27.409814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Provisioning complete for port c6bc4acf-4424-4139-867e-c358ae03ba90 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:27.410289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.423042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:router and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:27.427011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:27.441649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80316213-8696-466f-bf58-5daae2071a08,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:27.443997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:27.454881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:27.455440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.462921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfa1affa-bc17-4962-a58b-c54fadd10f3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:27.472527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ff1a2-18cc-4f54-9763-88f329602e7c None None] Port c6bc4acf-4424-4139-867e-c358ae03ba90 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:27.474175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ca44c-b57e-4ea2-8249-d5711e069234 None None] DHCP port deletion for 4690fb1d-dc96-4590-93c6-c3e9a268416a request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:27.488876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:27.489355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.542049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=aeb45d9e-b982-435f-b9af-cc65a9066353,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:27.546805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.547836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.551381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:27.554400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No DVR routers for this DVR port aeb45d9e-b982-435f-b9af-cc65a9066353 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:27.664922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Provisioning for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:27.671087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Provisioning complete for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:27.671469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.725399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 2c864173-ffc3-4e18-807d-9c4017662d75 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:27.750219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.760130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.800132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.804784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4690fb1d-dc96-4590-93c6-c3e9a268416a']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:27.815798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.819672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Provisioning complete for port c6bc4acf-4424-4139-867e-c358ae03ba90 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:27.820197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.824053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94dd8ca1-eb2a-4122-8d66-3462505d531a tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-608718562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:27.835499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5df49f8-f625-40f6-a793-e261dede65f7') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:27.835793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5df49f8-f625-40f6-a793-e261dede65f7') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:27.872663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cf69406a-ca86-40e6-a5ef-5fa2dfd87b7e None None] Port c6bc4acf-4424-4139-867e-c358ae03ba90 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:27.923859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:27.957955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a144fd6-633a-4cb1-a7c5-357a65b7b983 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:28.020212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906780f3-0c67-4392-92ae-1c82ea658a71,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:28.020464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3e2a080-31bf-4c71-87e5-3782852227a9 None None] Provisioning for port 2c864173-ffc3-4e18-807d-9c4017662d75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:28.028671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:28.028930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f3e2a080-31bf-4c71-87e5-3782852227a9 None None] Provisioning complete for port 2c864173-ffc3-4e18-807d-9c4017662d75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:28.029626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a080-31bf-4c71-87e5-3782852227a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.081321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.090566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2a080-31bf-4c71-87e5-3782852227a9 None None] Port 2c864173-ffc3-4e18-807d-9c4017662d75 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:28.093237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:28.094764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.095977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:28.097092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:28.119466 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:28.146059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:28.158927 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6205301 Dec 13 20:01:28.161672 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:28.171127 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:28.172836 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:28.172987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.176762 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4639370 Dec 13 20:01:28.188705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56336) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:28.189111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56338) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:28.220854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d4dbd1ce-3f5e-4724-a11e-993ab2846d91 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:28.239502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group_rule': {'security_group_id': '80316213-8696-466f-bf58-5daae2071a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '906780f3-0c67-4392-92ae-1c82ea658a71'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:28.280732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:28.293663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:28.294272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.294397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.308814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:28.317481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:28.352331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:28.363044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.375302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5a3a88f8-8ac0-4968-b6d1-04d252cc647c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:28.395780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.411436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=4690fb1d-dc96-4590-93c6-c3e9a268416a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:28.422813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet 2ae2fc86-0911-4e5a-ba2e-f2a1628c80de {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:28.434099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:28.436112 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/4690fb1d-dc96-4590-93c6-c3e9a268416a HTTP/1.1" status: 204 len: 168 time: 2.3564432 Dec 13 20:01:28.437373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.457956 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:28.484029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56344) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:28.528260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device aeb45d9e-b982-435f-b9af-cc65a9066353 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:28.537311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2052437141'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:28.565119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:28.577195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:28.578550 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1df38274-16d4-417f-a790-26aca460fd33 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3868923 Dec 13 20:01:28.581921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:28.584005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: aeb45d9e-b982-435f-b9af-cc65a9066353 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:28.584386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device aeb45d9e-b982-435f-b9af-cc65a9066353 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:28.586873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:28.591770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.618627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56348) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:28.635811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:28.734248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.743331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-489fce3b-5e5f-4b42-9fe1-be82983a7836 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:28.805496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=2c864173-ffc3-4e18-807d-9c4017662d75,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:28.808450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:28.820653 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 9, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:28.825689 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:28.834532 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:28.835539 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:28.876421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.897430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.926525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.961643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b7dfea9f-f585-44c8-8019-7d78c23b6130 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:28.994562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:28.999071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.015378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-235ce2ee-bbb3-4bc4-a8cd-51cd59fca79c tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:29.017883 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:29.054128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:29.057621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.064167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/2c864173-ffc3-4e18-807d-9c4017662d75 HTTP/1.1" status: 204 len: 168 time: 3.0123637 Dec 13 20:01:29.075178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56352) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:29.100554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae2fc86-0911-4e5a-ba2e-f2a1628c80de,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:29.104299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:29.108655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.120662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375fc4d-5dc3-40fe-8ff1-5e0cd94fbf34 None None] Network dd68f407-63a0-44f2-80d4-ec1cab290889 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:29.124982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 7c2091a4-36de-46ff-b377-38290d69e310 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:29.125356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.128955 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/2ae2fc86-0911-4e5a-ba2e-f2a1628c80de HTTP/1.1" status: 204 len: 168 time: 0.9387069 Dec 13 20:01:29.132337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56356) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:29.151582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.183071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:29.200430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:29.204849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:29.280379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.314867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.358686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.364828 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment 59cc4a4f-c0f2-4067-a0bf-acd198f93bf1 of type vlan for network 31a78429-3a88-419c-88be-d2a171f1139e Dec 13 20:01:29.397359 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 9, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:29.402543 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f255078-0383-4c1f-acc9-4186dc517074 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 9, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b337e7a7-6645-4511-a23f-feb41ea58255', 'name': '', 'network_id': '5ab8ade2-4a04-4d53-b90d-854f6d00a0e8', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:20:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:25Z', 'updated_at': '2021-12-13T20:00:35Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': 'f9a823b6-9646-40b1-81de-2e8db33ebc0c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:29.432665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.464727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.471283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.476164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6cb95b5d-4fcd-4bf5-81ff-955d5a25ff2d tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:29.498297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa8121-d1cf-4f27-b4d8-a31126ebe5d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:29.499134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5efa8121-d1cf-4f27-b4d8-a31126ebe5d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:29.501114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906780f3-0c67-4392-92ae-1c82ea658a71,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:29.510704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.511014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:29.511960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 4d25b843-637d-4539-ad45-430faa34adda {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:29.512338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.520792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:29.529634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:29.710203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.713838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/906780f3-0c67-4392-92ae-1c82ea658a71 HTTP/1.1" status: 204 len: 168 time: 1.0915461 Dec 13 20:01:29.714465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 7c2091a4-36de-46ff-b377-38290d69e310 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:29.722484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56360) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:29.755529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.758169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5efa8121-d1cf-4f27-b4d8-a31126ebe5d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:29.760835 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5efa8121-d1cf-4f27-b4d8-a31126ebe5d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6832349 Dec 13 20:01:29.761263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:29.762067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.768915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56364) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:29.790072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-77485d61-ef17-4888-92d9-1b7fdb89d3a0 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:29.799630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] DHCP port deletion for dd68f407-63a0-44f2-80d4-ec1cab290889 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:29.806381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Deleting port 4d25b843-637d-4539-ad45-430faa34adda {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:29.806763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.908698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6e0adcd2-b1df-4c2d-9316-ff363290ae10 None None] Provisioning complete for port c6bc4acf-4424-4139-867e-c358ae03ba90 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:29.909078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6e0adcd2-b1df-4c2d-9316-ff363290ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.938202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:29.977070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4885914 Dec 13 20:01:30.008812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6e0adcd2-b1df-4c2d-9316-ff363290ae10 None None] Port c6bc4acf-4424-4139-867e-c358ae03ba90 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:30.014821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4d25b843-637d-4539-ad45-430faa34adda no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:30.025593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56370) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:30.101762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '31a78429-3a88-419c-88be-d2a171f1139e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:30.120120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.120245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:30.164556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] For port 4d25b843-637d-4539-ad45-430faa34adda, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4d25b843-637d-4539-ad45-430faa34adda,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:30.164864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.308790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=31a78429-3a88-419c-88be-d2a171f1139e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:30.332522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:30.367487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 31a78429-3a88-419c-88be-d2a171f1139e details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:30.380689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6bfc98ab-d88c-40d3-a7fc-7a7adb130324 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:30.408749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 4d25b843-637d-4539-ad45-430faa34adda, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4d25b843-637d-4539-ad45-430faa34adda,segment=NetworkSegment(f246c12c-1a07-4799-9956-e1a092849b08),segment_id=f246c12c-1a07-4799-9956-e1a092849b08)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:30.409129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.452859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Calling delete_port for 4d25b843-637d-4539-ad45-430faa34adda owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:30.536312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.543386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8dca74eb-b689-425f-8b86-b37edbcba603 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:30.548931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.577769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 4d25b843-637d-4539-ad45-430faa34adda owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:30.582240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:30.595299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=7c2091a4-36de-46ff-b377-38290d69e310,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:30.600452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:30.626138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:30.637339 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e70284c3-37df-4b12-bd2b-3a7403db24c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2501497 Dec 13 20:01:30.637567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.640603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-887c6397-f318-4c0a-9091-ce05c22f1604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:30.645423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56374) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:30.701652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f84c8187-be61-4bae-8758-bfb7f70b35c5 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:30.725624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Pushing event deleted for resources: {'Port': ['ID=4d25b843-637d-4539-ad45-430faa34adda,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:30.735564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:30.742348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:30.742983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:30.790031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] No DVR routers for this DVR port 4d25b843-637d-4539-ad45-430faa34adda on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:30.797098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f84c8187-be61-4bae-8758-bfb7f70b35c5 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:30.797098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f84c8187-be61-4bae-8758-bfb7f70b35c5 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:30.810283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:30.824772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6bfc98ab-d88c-40d3-a7fc-7a7adb130324 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:30.826680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6bfc98ab-d88c-40d3-a7fc-7a7adb130324 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 1.0794210 Dec 13 20:01:30.843367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56378) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:30.844274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:30.851864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:30.882212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:30.930523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Allocated IP 172.26.6.176 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/1fb31670-8adb-4156-b1f5-958fe26a931a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:30.959937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:30.962951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:30.963414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:30.985495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3130e0f-9992-4d91-bde9-a4500e4935cb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:30.989400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f3130e0f-9992-4d91-bde9-a4500e4935cb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1826050 Dec 13 20:01:30.993488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56382) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:31.007832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.008342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.008978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.009554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.010406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.010859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.011321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.011784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.012227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.012696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.013142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.013744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.015934 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-02ca518e-4674-4f84-ae17-97dbb5d08ced tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8268 time: 0.3693075 Dec 13 20:01:31.023667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56386) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:31.055465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:01:31.055892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:01:31.106525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.181971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.182441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.182896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.183348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.184107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.184234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.184668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.185105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.185704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.190436 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6e027748-fe74-4f26-a61b-bfcd76cd93fc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5763 time: 0.1632392 Dec 13 20:01:31.193702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56390) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:31.225471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.274265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.275772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.277408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:31.278211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:31.317991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:28Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:31.320371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.323329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:31.323840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Updating router e70284c3-37df-4b12-bd2b-3a7403db24c9 port c6bc4acf-4424-4139-867e-c358ae03ba90 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:01:31.378538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:31.379227 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-14521c1f-2116-4f6d-bada-870cb4349df1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3827093 Dec 13 20:01:31.386164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.388167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:31.400849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.465940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.473283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-920dc401-2080-4386-9d71-8a56d728ca3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:31.500570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80316213-8696-466f-bf58-5daae2071a08,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:31.506265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:31.557144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 4d25b843-637d-4539-ad45-430faa34adda {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:31.557562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.559241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 85e7b7b1-6af5-4d70-bc9a-10c5f04e1932 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:31.575627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.601470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.635447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53cf0020-230e-43fe-961b-52eb86fa3943 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:31.664851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.687673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] The port '4d25b843-637d-4539-ad45-430faa34adda' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:31.699215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.700353 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/80316213-8696-466f-bf58-5daae2071a08 HTTP/1.1" status: 204 len: 168 time: 0.8532162 Dec 13 20:01:31.704562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56398) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:31.758906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:31.775381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.783670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:31.788618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Transition to ACTIVE for port object c6bc4acf-4424-4139-867e-c358ae03ba90 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:31.794094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:31.798762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.804145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-99eb378f-ef2c-4efc-86dd-de330014e97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:31.882409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Pushing event updated for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:31.900201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=1fb31670-8adb-4156-b1f5-958fe26a931a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:31.924746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:31.929799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfebc2ab-46dc-4989-b00f-d69c31cb4c2c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:31.943212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:31.945434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:31.973994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.032520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:32.032915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: 31a78429-3a88-419c-88be-d2a171f1139e, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:32.043762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd68f407-63a0-44f2-80d4-ec1cab290889']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.117775 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-464d2a39-3a36-4327-9e49-3fd801bc4968 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4113932 Dec 13 20:01:32.122274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Router 007981da-ddfd-4144-bddc-b6c3b0c6df70 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:32.123070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:32.135201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Attempting to bind port c6bc4acf-4424-4139-867e-c358ae03ba90 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:32.136384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Attempting to bind port c6bc4acf-4424-4139-867e-c358ae03ba90 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:32.136560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Attempting to bind port c6bc4acf-4424-4139-867e-c358ae03ba90 on network b92341cc-d689-4a7a-a4e7-78cc60a726e3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:32.139222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'tempest-secgroup--251670754'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:32.143856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f246c12c-1a07-4799-9956-e1a092849b08') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.144045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:32.144204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f246c12c-1a07-4799-9956-e1a092849b08') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.145119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Checking segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:32.145946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.146158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Bound using segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:32.146721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Bound port: c6bc4acf-4424-4139-867e-c358ae03ba90, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:32.147193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.153615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:32.164687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:32.171675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:32.200802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=93bf0d93-1fb2-470c-b4ce-0100cd86b883,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:32.215435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:32.228005 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b62cfd7-ab02-4713-bd9e-88e131affe03 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3397 time: 1.0305150 Dec 13 20:01:32.236407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:32.255860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.268194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] For port c6bc4acf-4424-4139-867e-c358ae03ba90, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:32.271536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 31a78429-3a88-419c-88be-d2a171f1139e is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:32.275112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] For port c6bc4acf-4424-4139-867e-c358ae03ba90, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c6bc4acf-4424-4139-867e-c358ae03ba90,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:32.278297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.305205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.305944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.311962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 31a78429-3a88-419c-88be-d2a171f1139e) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:32.318628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.319485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:32.326910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:32.327347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:32.342829 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:32.346234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:32.346234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.415334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ea1da-c2f0-4884-aad3-479e35f8ea58 None None] Network 31a78429-3a88-419c-88be-d2a171f1139e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:32.424920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:32.443090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Usage tracker for resource:security_group_rule and tenant:c272eba4320544f89f11720247c2bd97 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:32.455653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:32.468209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:32.492576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:32.506910 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] Sync routers for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:32.530343 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:32.531229 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.537035 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5096388 Dec 13 20:01:32.544910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56408) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:32.564119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '31a78429-3a88-419c-88be-d2a171f1139e', 'name': 'tempest-PortsIpV6TestJSON-1249789353', 'fixed_ips': [{'subnet_id': '93bf0d93-1fb2-470c-b4ce-0100cd86b883', 'ip_address': '2001:db8::10'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:32.598240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.612522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:32.613506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.617875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5ea4983d-bba0-4b2d-84cf-f77004cfa06c tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:32.673119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "PUT /v2.0/routers/007981da-ddfd-4144-bddc-b6c3b0c6df70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1479890 Dec 13 20:01:32.673944 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.692882 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] Routers {'007981da-ddfd-4144-bddc-b6c3b0c6df70'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:32.693542 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['007981da-ddfd-4144-bddc-b6c3b0c6df70'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.713252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56412) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:32.786635 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:32.787312 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6ab11-3c0e-4ae8-a056-237a9f546096 None None] The sync data for ids ['007981da-ddfd-4144-bddc-b6c3b0c6df70'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:32.839213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Pushing event updated for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:32.856579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:32.878176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.882258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56416) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:32.891539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b11f619b-a755-429a-ac1c-68bf8c208f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:32.903636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=85e7b7b1-6af5-4d70-bc9a-10c5f04e1932,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:32.906403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.910392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:32.919851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0383c4c-de0d-47fc-8891-2474388fa927 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:32.928258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:32.928770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472505157', 'description': 'tempest-secgroup-smoke-472505157 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:32.943786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:32.946534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=dd68f407-63a0-44f2-80d4-ec1cab290889,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:32.952751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:32.956962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:32.957136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:32.960810 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/dd68f407-63a0-44f2-80d4-ec1cab290889 HTTP/1.1" status: 204 len: 168 time: 3.8256497 Dec 13 20:01:32.964994 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/85e7b7b1-6af5-4d70-bc9a-10c5f04e1932 HTTP/1.1" status: 204 len: 168 time: 1.5597270 Dec 13 20:01:32.965196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56420) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:32.965196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:32.968489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:33.026470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:33.049280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.126465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.149286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.157139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:33.187600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet ca1ea92e-bada-493d-a45d-dff614b4cc0e {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:33.191922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.195957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:33.207325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.232706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-31a78429-3a88-419c-88be-d2a171f1139e', 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': '93bf0d93-1fb2-470c-b4ce-0100cd86b883'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:33.233429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.267513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.333641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:33.335553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f11167-e267-4b97-aa61-157e205d048c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:33.337806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.339015 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2146161 Dec 13 20:01:33.344615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56428) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:33.349120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:33.361526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:33.366043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7213a8e6-78ba-46a6-8f6a-ac6aaa245345 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:33.366464 dv-neutron-821563-1-hyperv neutron-server[87525]: WARNING neutron.api.v2.base [None req-7213a8e6-78ba-46a6-8f6a-ac6aaa245345 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 20:01:33.366956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-7213a8e6-78ba-46a6-8f6a-ac6aaa245345 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 20:01:33.367925 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7213a8e6-78ba-46a6-8f6a-ac6aaa245345 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "PUT /v2.0/security-groups/72f11167-e267-4b97-aa61-157e205d048c HTTP/1.1" status: 409 len: 330 time: 0.0175877 Dec 13 20:01:33.373306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56432) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:33.375248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.385017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:33.422990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:33.455269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:33.477980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:33.629604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Allocated IP 2001:db8::2 (31a78429-3a88-419c-88be-d2a171f1139e/93bf0d93-1fb2-470c-b4ce-0100cd86b883/ce76808e-4ab8-4ec1-8035-e23f7a0297cd) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:33.707989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.717107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.742654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.812341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:32Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:33.822020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9bdb81-5aab-404d-a8d0-1935f8291237 None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:32Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:33.836644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.842499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.984955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:33.986430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.001967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-43f35622-194a-4e63-8403-753dafcf97f7 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:34.014484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.035207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting port 6fccca16-1f9c-41a2-bff3-4347100dc176 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:34.035549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.039682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Transition to ACTIVE for port object ce76808e-4ab8-4ec1-8035-e23f7a0297cd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:34.090423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c6bc4acf-4424-4139-867e-c358ae03ba90 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:34.134273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.163401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 2b76990d-71b6-4b2e-a34d-3e170ad053bd yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:34.170849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Transition to ACTIVE for port object ce76808e-4ab8-4ec1-8035-e23f7a0297cd will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:34.189342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.193391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bad71b2a-849a-480e-a3dc-4c1b78d334dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:34.262846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Pushing event updated for resources: {'Port': ['ID=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:34.265581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c6bc4acf-4424-4139-867e-c358ae03ba90 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:34.271872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:34.274726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c6bc4acf-4424-4139-867e-c358ae03ba90 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:34.275198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.285750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33ae4b-f982-43cd-a9ef-b2624684a365,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:34.294146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:34.308471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.312972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4066429 Dec 13 20:01:34.324369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:34.340219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Network 31a78429-3a88-419c-88be-d2a171f1139e is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:34.364318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:34.373955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:34.449655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:34.458487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:34.463489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:34.466091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Router 0890b4bd-4862-42af-a1a8-3ab167c552e1 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:01:34.466886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:34.474925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:34.509410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Attempting to bind port ce76808e-4ab8-4ec1-8035-e23f7a0297cd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:34.509782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Attempting to bind port ce76808e-4ab8-4ec1-8035-e23f7a0297cd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:34.510144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Attempting to bind port ce76808e-4ab8-4ec1-8035-e23f7a0297cd on network 31a78429-3a88-419c-88be-d2a171f1139e {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:34.518319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:34.518709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Checking segment: {'id': '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:34.519093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.519488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Bound using segment: {'id': '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:34.519967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Bound port: ce76808e-4ab8-4ec1-8035-e23f7a0297cd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '31a78429-3a88-419c-88be-d2a171f1139e'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:34.520607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.648636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.672769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.676101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.720352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.723731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:34.739811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.745331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] For port ce76808e-4ab8-4ec1-8035-e23f7a0297cd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:34.758464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] For port ce76808e-4ab8-4ec1-8035-e23f7a0297cd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,segment=NetworkSegment(59cc4a4f-c0f2-4067-a0bf-acd198f93bf1),segment_id=59cc4a4f-c0f2-4067-a0bf-acd198f93bf1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:34.771910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f11167-e267-4b97-aa61-157e205d048c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:34.775458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:34.775891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.781060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-92284d14-b556-4088-94ec-f95fa1ecc5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:34.796840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-af33c8c5-62b5-48df-8905-0500b2b6098e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:34.834743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8ec87-5437-4b26-96ce-da136aac9796 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:34.849883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1ea92e-bada-493d-a45d-dff614b4cc0e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:34.852837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:34.865935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.881917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.895311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:34.898809 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/72f11167-e267-4b97-aa61-157e205d048c HTTP/1.1" status: 204 len: 168 time: 1.4943852 Dec 13 20:01:34.947198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56440) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.017085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c6bc4acf-4424-4139-867e-c358ae03ba90, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c6bc4acf-4424-4139-867e-c358ae03ba90,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:35.029501 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ca1ea92e-bada-493d-a45d-dff614b4cc0e HTTP/1.1" status: 204 len: 168 time: 2.0569458 Dec 13 20:01:35.042974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.044623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Calling delete_port for 6fccca16-1f9c-41a2-bff3-4347100dc176 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:35.107976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::10 (31a78429-3a88-419c-88be-d2a171f1139e/93bf0d93-1fb2-470c-b4ce-0100cd86b883/2b76990d-71b6-4b2e-a34d-3e170ad053bd) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:35.131383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.140163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3ca0a5c7-167c-463f-9a9c-3be11f838f00 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863369 Dec 13 20:01:35.144276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.155393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56448) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.162622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3b476905-d6b8-4260-9bf7-79fd85527d2d None None] Provisioning complete for port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:35.163020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3b476905-d6b8-4260-9bf7-79fd85527d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.166102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:35.289926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Pushing event updated for resources: {'Port': ['ID=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:35.295458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.309489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b5fd01a1-229d-474a-88a0-59fe5bb74aae tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Synchronizing usage tracker for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:35.311394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:35.311939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:35.315689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:35.319083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:35.321126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:35.363388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:35.380531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:35.385414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35246a6a-50ec-4975-8442-37ca42740749,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:35.388269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:35.405440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:35.426106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.430804 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0985346 Dec 13 20:01:35.435097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Sync routers for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:35.438626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56452) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.453027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:35.467135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:35.471305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.486533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.493356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.7710695 Dec 13 20:01:35.536746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56456) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.552957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b5fd01a1-229d-474a-88a0-59fe5bb74aae tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Unset dirty status for tenant:c272eba4320544f89f11720247c2bd97 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:35.554477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b5fd01a1-229d-474a-88a0-59fe5bb74aae tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6057506 Dec 13 20:01:35.559075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56462) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.579378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:35.585452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:35.588566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:35.596187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:35.607245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:35.607922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:35.610427 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-e5411248-3291-4f53-aac4-3eac22145d6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] delete failed (client error): The resource could not be found. Dec 13 20:01:35.611575 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e5411248-3291-4f53-aac4-3eac22145d6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "DELETE /v2.0/security-groups/03b5197c-760d-4820-88cf-0937ef091bf4 HTTP/1.1" status: 404 len: 347 time: 0.0510988 Dec 13 20:01:35.615784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56466) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.647241 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-4445f4df-a5b3-49d4-a62e-5b3ec56e1771 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] show failed (client error): The resource could not be found. Dec 13 20:01:35.648286 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4445f4df-a5b3-49d4-a62e-5b3ec56e1771 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-groups/330590df-c781-4f17-888d-149a8bf66329 HTTP/1.1" status: 404 len: 347 time: 0.0287595 Dec 13 20:01:35.709844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56470) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.731315 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-43b29a1c-0c95-4b0f-9e0a-7644224b8f4e tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=99d5b55e05674c3fa3f14c0d68dfcf95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1928899 Dec 13 20:01:35.735394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56474) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:35.739267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:35.744861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:35.764885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-04f9d148-0bf3-43a0-8aa2-fe6b02e7cdf2 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] show failed (client error): The resource could not be found. Dec 13 20:01:35.770865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-04f9d148-0bf3-43a0-8aa2-fe6b02e7cdf2 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] 10.222.0.18 "GET /v2.0/security-group-rules/4ca1a147-2f31-42b2-bede-a58ba6349e75 HTTP/1.1" status: 404 len: 356 time: 0.0594590 Dec 13 20:01:35.902911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:35.909841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:35.958616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port b337e7a7-6645-4511-a23f-feb41ea58255 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:35.958952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.017252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254b658-1a06-41e4-9794-4720748aeb02 tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:36.018765 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0254b658-1a06-41e4-9794-4720748aeb02 tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2785246 Dec 13 20:01:36.022087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:36.077108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:36.097321 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-eecc9e5a-d587-4f1b-b90a-f79a9192ecf8 tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714920 Dec 13 20:01:36.099482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56484) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:36.107658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398665738', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:36.136575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.144210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f704472-3351-478b-aee5-b61e24f85e74 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:36.203446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Deleting port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:36.208309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.212712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Port': ['ID=6fccca16-1f9c-41a2-bff3-4347100dc176,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:36.216306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:36.246215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c6bc4acf-4424-4139-867e-c358ae03ba90 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:36.338956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.361052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56490) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:36.415917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:36.421342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:subnet and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:36.425018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:36.432549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:36.481632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Made reservation on behalf of 99d5b55e05674c3fa3f14c0d68dfcf95 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:36.486159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.514210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port b337e7a7-6645-4511-a23f-feb41ea58255, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b337e7a7-6645-4511-a23f-feb41ea58255,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:36.514728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.644420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.653483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] For port 1a144fd6-633a-4cb1-a7c5-357a65b7b983, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1a144fd6-633a-4cb1-a7c5-357a65b7b983,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:36.654220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.667904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50291195-250b-4bb7-ab86-895550b6fc91 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:36.728227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c6bc4acf-4424-4139-867e-c358ae03ba90 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:36.728575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.762358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:36.839271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Calling delete_port for 1a144fd6-633a-4cb1-a7c5-357a65b7b983 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:36.883296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for b337e7a7-6645-4511-a23f-feb41ea58255 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:36.901737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd961729-de40-4531-b447-48fa02aa4d97 None None] Network 31a78429-3a88-419c-88be-d2a171f1139e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:37.000384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b32d9e4f-c734-46ea-b868-f9a65ded127b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c272eba4320544f89f11720247c2bd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865347 Dec 13 20:01:37.003893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56496) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:37.033966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.037734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.068560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.072815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691e7b4b-31bc-4a12-80f8-0fe9c390606a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.082454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-21a6dcd3-020f-4ca6-8060-fdbb7556e6cf None None] Provisioning for port ce76808e-4ab8-4ec1-8035-e23f7a0297cd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:37.093929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.096548 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6548150 Dec 13 20:01:37.103397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.104275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.105097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Fanout notify agent at l3_agent the message router_deleted on router 007981da-ddfd-4144-bddc-b6c3b0c6df70 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:01:37.114236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56500) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:37.121312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.129631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7387b43b-19d6-43fd-9290-291d30f72cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:37.138236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object 2b76990d-71b6-4b2e-a34d-3e170ad053bd will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:37.142503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:37.155197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:37.159499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:32Z', 'revision_number': 3, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:37.161890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.163357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.164544 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/routers/007981da-ddfd-4144-bddc-b6c3b0c6df70 HTTP/1.1" status: 204 len: 168 time: 4.4450257 Dec 13 20:01:37.169484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56504) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:37.170641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:37.176394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:37.184812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:01:37.208214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Pushing event deleted for resources: {'Port': ['ID=1a144fd6-633a-4cb1-a7c5-357a65b7b983,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.209950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Checking router: 0890b4bd-4862-42af-a1a8-3ab167c552e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:37.210310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Updating router 0890b4bd-4862-42af-a1a8-3ab167c552e1 port 1fb31670-8adb-4156-b1f5-958fe26a931a binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:01:37.227468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:37.233899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.234741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] No DVR routers for this DVR port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:37.246463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ce76808e-4ab8-4ec1-8035-e23f7a0297cd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:37.275742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.287875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.301966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ee5340d-bfca-4c3a-bb61-aef1133febd1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:37.338012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.365772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.409660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Deleting subnet 6fa74904-28de-4f34-9763-9ffb7ea4eda0 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:37.418884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.434082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Subnet': ['ID=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.445229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.449738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.456663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e804af5-835a-407d-a27d-8e9454ebf08b tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:37.505092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Checking segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:37.505486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network hostable DHCP agents. Network: b1415fb0-762c-4f33-9c23-c6a3be8c2a21, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:37.512033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=b337e7a7-6645-4511-a23f-feb41ea58255,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.518271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.525967 dv-neutron-821563-1-hyperv neutron-server[87526]: WARNING neutron.services.revisions.revision_plugin [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Could not find related port for resource to bump revision. Dec 13 20:01:37.543689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ce76808e-4ab8-4ec1-8035-e23f7a0297cd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:37.553305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Port 1a144fd6-633a-4cb1-a7c5-357a65b7b983 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87526) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 20:01:37.553867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:8c6d {{(pid=87526) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 20:01:37.557202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ce76808e-4ab8-4ec1-8035-e23f7a0297cd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:37.557202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.557488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.564587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.566369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5aa4ed97-a8d8-4d6e-8301-81d14d4c332e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:37.573314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef1:8c6d {{(pid=87526) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 20:01:37.578405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2907804a-f958-40d3-abf4-12c5f878b221 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:37.618556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87b96e-321c-4df1-a06c-1b3bf33d1d7d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.634545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.645269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.650718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:37.662864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.724746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b1415fb0-762c-4f33-9c23-c6a3be8c2a21) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:37.738475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.750975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:37.759267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:37.762744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:37.763782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.775378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 31a78429-3a88-419c-88be-d2a171f1139e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:37.776857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1678729-a1e3-4965-855c-7b5cde5d4348 None None] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:37.803902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.809039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:37.809039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.841856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.843869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:37.853775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.858190 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf87b96e-321c-4df1-a06c-1b3bf33d1d7d HTTP/1.1" status: 204 len: 168 time: 0.8500476 Dec 13 20:01:37.864246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6324e3-4cec-4da5-b1b1-f384a06107fa None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:37.869332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7691255 Dec 13 20:01:37.872664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56510) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:37.878247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:37.885552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:37.886415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.929561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:37.951449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=2b76990d-71b6-4b2e-a34d-3e170ad053bd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:37.970427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:37.981063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8aaad9f5-fbac-477b-a4b4-8df2ab86cfa3 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:38.046193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.070267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9136178 Dec 13 20:01:38.071960 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5166881 Dec 13 20:01:38.073762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.075111 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9468000 Dec 13 20:01:38.082956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.085535 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/subnets/6fa74904-28de-4f34-9763-9ffb7ea4eda0 HTTP/1.1" status: 204 len: 168 time: 0.9109423 Dec 13 20:01:38.086407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56514) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:38.087044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:38.087562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56518) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:38.088095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56520) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:38.100411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '31a78429-3a88-419c-88be-d2a171f1139e', 'name': 'tempest-PortsIpV6TestJSON-190740873', 'fixed_ips': [{'subnet_id': '93bf0d93-1fb2-470c-b4ce-0100cd86b883', 'ip_address': '2001:db8::f'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:38.154739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.251366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:38.261194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ce76808e-4ab8-4ec1-8035-e23f7a0297cd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,segment=NetworkSegment(59cc4a4f-c0f2-4067-a0bf-acd198f93bf1),segment_id=59cc4a4f-c0f2-4067-a0bf-acd198f93bf1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:38.314318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:38.318234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:38.321751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:38.329988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:38.357934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:38.374637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.395512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-906eaac2-c683-49ba-a74f-5fd5a17024c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:38.494109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a144fd6-633a-4cb1-a7c5-357a65b7b983 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:38.569012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=9619e5c3-5658-46e6-aecd-0b318ecfae84,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:38.575315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1a144fd6-633a-4cb1-a7c5-357a65b7b983 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:38.575811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1a144fd6-633a-4cb1-a7c5-357a65b7b983 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:38.591195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:38.637869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.760s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:38.662205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:38.666290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-06773aa5-8f54-425b-bbae-99be40edaad6 None None] Provisioning complete for port ce76808e-4ab8-4ec1-8035-e23f7a0297cd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:38.666762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-06773aa5-8f54-425b-bbae-99be40edaad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.725194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.769867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:38.772247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f57eeb5-b0c1-4fd8-82ca-f3161108add7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:38.782887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:38.783820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:38.790005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-29e7775c-7c46-4685-8da1-42b7cf3792d9 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.722s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:38.880096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:38.881153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:38.984508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:38.993437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa74904-28de-4f34-9763-9ffb7ea4eda0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:38.996269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:39.001439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:39.008929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.051184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Allocated IP 172.20.0.2 (b1415fb0-762c-4f33-9c23-c6a3be8c2a21/8f41f74c-7c8c-4aa7-85ca-60c0a17764c6/f4cda6f7-2534-41cd-86bc-a897dde48bd6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:39.096079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:39.218468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:39.227777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2597721 Dec 13 20:01:39.230201 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:39.239609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56530) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:39.251057 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:39.251698 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:39.259690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.263620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.274697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Transition to ACTIVE for port object f4cda6f7-2534-41cd-86bc-a897dde48bd6 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:39.321844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:39.360950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.377222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Transition to ACTIVE for port object 1fb31670-8adb-4156-b1f5-958fe26a931a will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:39.385290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Transition to ACTIVE for port object f4cda6f7-2534-41cd-86bc-a897dde48bd6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:39.391275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.393553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': '9619e5c3-5658-46e6-aecd-0b318ecfae84'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:39.394787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.407913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:39.419841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.441891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port fc2eb35f-4d61-4d48-bc55-59af0bbe5423 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:39.444232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:39.479072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet f9a823b6-9646-40b1-81de-2e8db33ebc0c {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:39.487582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:39.488039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.509736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:39.520641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b0a23f-7ae1-45b0-aa4c-fa21358c9f75']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:39.543261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:39.548650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.567654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.574674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:39.576778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.580866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af7ad27-17aa-4a94-8438-2fc32a0f72fe') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:39.581197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af7ad27-17aa-4a94-8438-2fc32a0f72fe') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:39.590958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bb4bfbc2-09e5-43b3-85c5-bc313e681950 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:39.594455 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:39.608206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.623975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Attempting to bind port 1fb31670-8adb-4156-b1f5-958fe26a931a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:39.624264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Attempting to bind port 1fb31670-8adb-4156-b1f5-958fe26a931a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:39.624639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Attempting to bind port 1fb31670-8adb-4156-b1f5-958fe26a931a on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:39.625048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.649683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ff21f0-1631-484f-b2a0-a29af3850715,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:39.691341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:39.695774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:39.699697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.700461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:39.701280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:39.701495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.701954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:39.702484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Bound port: 1fb31670-8adb-4156-b1f5-958fe26a931a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:39.702988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.739680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:39.768685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:39.771993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:39.787677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Pushing event updated for resources: {'Port': ['ID=1fb31670-8adb-4156-b1f5-958fe26a931a,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:39.799213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.799716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:39.810760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:39.834572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.836571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.840417 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7485316 Dec 13 20:01:39.844457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:39.850277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:39.850665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.859954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:39.868200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:39.872231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:39.875451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:39.876077 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:39.883385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:39.888001 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9619e5c3-5658-46e6-aecd-0b318ecfae84 (CIDR: 2001:db8::/64) Dec 13 20:01:39.895183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:39.946763 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:39.947627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:01:39.972523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:01:40.016387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.044912 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9377ac34-0753-45c9-8552-6740eeb8dfd9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9508946 Dec 13 20:01:40.047590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56538) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:40.061647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:40.082331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.102021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c3e78e3f-39bd-47eb-9add-19bab7e5384f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:40.122606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.134196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::f (31a78429-3a88-419c-88be-d2a171f1139e/93bf0d93-1fb2-470c-b4ce-0100cd86b883/fc2eb35f-4d61-4d48-bc55-59af0bbe5423) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:40.140836 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:37Z', 'revision_number': 10, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:40.147706 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:40.157204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Pushing event updated for resources: {'Port': ['ID=f4cda6f7-2534-41cd-86bc-a897dde48bd6,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:40.162259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:40.171989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] For port 1fb31670-8adb-4156-b1f5-958fe26a931a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:40.173449 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:40.174828 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:40.178178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c35a489-0fcf-48c0-92a2-9988d07d86db None None] Provisioning for port 2b76990d-71b6-4b2e-a34d-3e170ad053bd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:40.186479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Attempting to bind port f4cda6f7-2534-41cd-86bc-a897dde48bd6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:40.186756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Pushing event deleted for resources: {'Network': ['ID=55b0a23f-7ae1-45b0-aa4c-fa21358c9f75,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:40.187402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Attempting to bind port f4cda6f7-2534-41cd-86bc-a897dde48bd6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:40.188763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Attempting to bind port f4cda6f7-2534-41cd-86bc-a897dde48bd6 on network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:40.206586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:40.211051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] 10.222.0.18 "DELETE /v2.0/networks/55b0a23f-7ae1-45b0-aa4c-fa21358c9f75 HTTP/1.1" status: 204 len: 168 time: 2.1136668 Dec 13 20:01:40.227838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] For port 1fb31670-8adb-4156-b1f5-958fe26a931a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fb31670-8adb-4156-b1f5-958fe26a931a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:40.232209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:40.238058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Checking segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:40.239643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.240308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Bound using segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:40.241012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Bound port: f4cda6f7-2534-41cd-86bc-a897dde48bd6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:40.241682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.272568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c35a489-0fcf-48c0-92a2-9988d07d86db None None] Provisioning complete for port 2b76990d-71b6-4b2e-a34d-3e170ad053bd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:40.273391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c35a489-0fcf-48c0-92a2-9988d07d86db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.346087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Allocated IP 2001:db8::f816:3eff:fe4a:6510 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/9619e5c3-5658-46e6-aecd-0b318ecfae84/501656e3-2850-43e6-971f-e25dea4674a6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:40.363524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.370303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.381459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4378f3d3-092c-4572-82fc-d1692dd00427 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:40.382088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:40.390832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:40.401031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:40.404526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:40.412258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:40.439232 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:40.448166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:40.452359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a823b6-9646-40b1-81de-2e8db33ebc0c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:40.456879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.461899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:40.498610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c29c9-cd0a-441a-a56e-b50d78212cbb None None] Network 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:40.499600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.528097 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53354618-1066-46cb-ace3-c013b3c99b43 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/f9a823b6-9646-40b1-81de-2e8db33ebc0c HTTP/1.1" status: 204 len: 168 time: 1.2792227 Dec 13 20:01:40.531697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56544) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:40.682336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.709147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.733714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-284e79ae-a773-4723-984e-93f0880b586e tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:40.745234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56550) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:40.759614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ce76808e-4ab8-4ec1-8035-e23f7a0297cd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:40.815193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.831609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b059c-ea33-4993-8d08-a73f8408e61d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:40.833508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.839400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:40.851464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port a676cbdb-1851-4f47-b05e-3ac1377a364e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:40.851875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.858418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object fc2eb35f-4d61-4d48-bc55-59af0bbe5423 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:40.883986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:40.884653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:40.891619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:40.893312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0476794 Dec 13 20:01:40.899010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56556) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:40.911397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '1d33ae4b-f982-43cd-a9ef-b2624684a365', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:40.926659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:40.977865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:40.989892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:41.026473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:37Z', 'revision_number': 10, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:41.032088 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b5668-f7c7-41f1-8aeb-ac378cc738e7 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:37Z', 'revision_number': 10, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None, '_interfaces': [{'id': '99ec8345-c1df-4721-a5f3-c0a66ae56614', 'name': '', 'network_id': '011a4f84-a062-4fb6-ab4e-84b53e032e62', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'mac_address': 'fa:16:3e:0b:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:00:12Z', 'updated_at': '2021-12-13T20:00:26Z', 'revision_number': 5, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'subnets': [{'id': '5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:41.044462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8c35a489-0fcf-48c0-92a2-9988d07d86db None None] Port 2b76990d-71b6-4b2e-a34d-3e170ad053bd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:41.084957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.092921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:41.125074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Pushing event updated for resources: {'Port': ['ID=1fb31670-8adb-4156-b1f5-958fe26a931a,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:41.142237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:41.175391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port a676cbdb-1851-4f47-b05e-3ac1377a364e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a676cbdb-1851-4f47-b05e-3ac1377a364e,segment=NetworkSegment(f4abedd9-7f35-46e7-a271-d02ae9a1f734),segment_id=f4abedd9-7f35-46e7-a271-d02ae9a1f734)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:41.175991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.176269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 31a78429-3a88-419c-88be-d2a171f1139e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:41.181459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:41.187434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:41.193094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.193760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.230262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=fc2eb35f-4d61-4d48-bc55-59af0bbe5423,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:41.234258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] For port f4cda6f7-2534-41cd-86bc-a897dde48bd6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:41.236218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:41.237094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ce76808e-4ab8-4ec1-8035-e23f7a0297cd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:41.237540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.244694 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1493022 Dec 13 20:01:41.244694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.249921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56560) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:41.250938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5867eacf-9add-4f03-9df8-56ff85d8e4e5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:41.263718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:41.330393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=19b93ef9-0660-46db-947f-b96c73a589be,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:41.345760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for a676cbdb-1851-4f47-b05e-3ac1377a364e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:41.346470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] For port f4cda6f7-2534-41cd-86bc-a897dde48bd6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f4cda6f7-2534-41cd-86bc-a897dde48bd6,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:41.400800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.428758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:41.441021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Allocated IP 172.20.0.1 (b1415fb0-762c-4f33-9c23-c6a3be8c2a21/8f41f74c-7c8c-4aa7-85ca-60c0a17764c6/44cf097f-894b-4c72-a65d-bde22cc08864) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:41.473026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:01:41.490477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.549562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:41.558136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-455aa388-6957-4114-a4d3-62f19a76dac1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12547e2fe53d456a8a1fd3d322e1b0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713711 Dec 13 20:01:41.569017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56564) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:41.578929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:41.601560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:41.603387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:41.607559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.608299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.642884 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5872540 Dec 13 20:01:41.642884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56568) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:41.648438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:56:80:0f', 'name': 'tempest-NetworksTestDHCPv6-1149761878'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:41.700484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829583b-2b9c-47fc-8fe5-500ecd44865b None None] DHCP port deletion for 5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:41.727161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2829583b-2b9c-47fc-8fe5-500ecd44865b None None] Deleting port a676cbdb-1851-4f47-b05e-3ac1377a364e {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:41.727161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2829583b-2b9c-47fc-8fe5-500ecd44865b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.737645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d796374-e820-4aab-b670-df658506e7f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.737645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3d796374-e820-4aab-b670-df658506e7f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:41.775410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.781442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3d796374-e820-4aab-b670-df658506e7f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:41.782943 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3d796374-e820-4aab-b670-df658506e7f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4625499 Dec 13 20:01:41.792485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5fc1ffc7-f906-4480-896b-ba500cf1031e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:41.793730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56572) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:41.824467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No DVR routers for this DVR port a676cbdb-1851-4f47-b05e-3ac1377a364e on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:41.868832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:41.888915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:41.892792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=a676cbdb-1851-4f47-b05e-3ac1377a364e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:41.897504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:41.908892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:41.936072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686929e0-70e1-4700-85f0-b00649711a8f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.942654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686929e0-70e1-4700-85f0-b00649711a8f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.948877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686929e0-70e1-4700-85f0-b00649711a8f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:41.953695 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-686929e0-70e1-4700-85f0-b00649711a8f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1559532 Dec 13 20:01:41.955707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56576) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:41.967498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:41.984444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2829583b-2b9c-47fc-8fe5-500ecd44865b None None] The port 'a676cbdb-1851-4f47-b05e-3ac1377a364e' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:42.015403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fc170c50-1a33-42cd-b475-1e1b25fb6e15 None None] Provisioning for port fc2eb35f-4d61-4d48-bc55-59af0bbe5423 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:42.023667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.030276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.032858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.065489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Pushing event updated for resources: {'Port': ['ID=f4cda6f7-2534-41cd-86bc-a897dde48bd6,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:42.068100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fc170c50-1a33-42cd-b475-1e1b25fb6e15 None None] Provisioning complete for port fc2eb35f-4d61-4d48-bc55-59af0bbe5423 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:42.068477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fc170c50-1a33-42cd-b475-1e1b25fb6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.075358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1bc529ee-7250-4d64-897d-7fe95bc4c38b tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:42.090427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.102079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:42.106214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.113540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port fc2eb35f-4d61-4d48-bc55-59af0bbe5423 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:42.114315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.122094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.123497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Transition to ACTIVE for port object 501656e3-2850-43e6-971f-e25dea4674a6 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:42.142045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255e5f15-3a17-415f-a53f-e0d379d8c09e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:42.157423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:42.159320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.187417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.195734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab8ade2-4a04-4d53-b90d-854f6d00a0e8']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:42.212092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Transition to ACTIVE for port object 44cf097f-894b-4c72-a65d-bde22cc08864 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:42.220537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.222082 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3150551 Dec 13 20:01:42.231401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Transition to ACTIVE for port object 501656e3-2850-43e6-971f-e25dea4674a6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:42.237305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4abedd9-7f35-46e7-a271-d02ae9a1f734') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:42.237723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4abedd9-7f35-46e7-a271-d02ae9a1f734') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:42.244927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fc170c50-1a33-42cd-b475-1e1b25fb6e15 None None] Port fc2eb35f-4d61-4d48-bc55-59af0bbe5423 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:42.254650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.268758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port c1d8fd9a-2586-438d-9e83-fa8f99a3b78a yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:42.273964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.280507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.282121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:42.282622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.287000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d207d783-d669-4324-b522-7bfcbe77df26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:42.380909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:42.387037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:42.393306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:42.402188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:42.415961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:42.517084 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:42.557910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.564790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d275dc4f-28fa-4c3e-8e14-f77a94f87195 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:42.583697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.586983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e7011-e88b-42b0-821f-76f63096a72a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:42.594159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:42.597066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22d7c7a3-c708-4d70-8017-b1f1c4199121 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:42.614436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.615389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.638714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=5ab8ade2-4a04-4d53-b90d-854f6d00a0e8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:42.648906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.650133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/275e7011-e88b-42b0-821f-76f63096a72a HTTP/1.1" status: 204 len: 168 time: 1.0790985 Dec 13 20:01:42.655506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/5ab8ade2-4a04-4d53-b90d-854f6d00a0e8 HTTP/1.1" status: 204 len: 168 time: 2.1117790 Dec 13 20:01:42.655506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:42.655506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56594) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:42.699774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Attempting to bind port 501656e3-2850-43e6-971f-e25dea4674a6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:42.708583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Attempting to bind port 501656e3-2850-43e6-971f-e25dea4674a6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:42.713527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Attempting to bind port 501656e3-2850-43e6-971f-e25dea4674a6 on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:42.728042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:42.736246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:42.736886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.737503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:42.738198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Bound port: 501656e3-2850-43e6-971f-e25dea4674a6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:42.738759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:42.757122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:32Z', 'revision_number': 3, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:42.824684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f4cda6f7-2534-41cd-86bc-a897dde48bd6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:42.877033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for fc2eb35f-4d61-4d48-bc55-59af0bbe5423 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:42.883817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219fd6c-d4e3-46f9-9fd5-a7e46edd8455 None None] The sync data for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv is: [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:32Z', 'revision_number': 3, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:42.983611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:42.987014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:42.990978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f4cda6f7-2534-41cd-86bc-a897dde48bd6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:43.005003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:43.014246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:43.018305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1bbe53f-6b4b-49f5-90c6-ba09cbac442d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:43.025387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:43.083609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a676cbdb-1851-4f47-b05e-3ac1377a364e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:43.174040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a676cbdb-1851-4f47-b05e-3ac1377a364e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:43.175123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a676cbdb-1851-4f47-b05e-3ac1377a364e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:43.175762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b337e7a7-6645-4511-a23f-feb41ea58255 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:43.182520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8:0:1::1a6 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/19b93ef9-0660-46db-947f-b96c73a589be/c1d8fd9a-2586-438d-9e83-fa8f99a3b78a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:43.204538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::f816:3eff:fe56:800f (36b8069c-61c8-4b24-9aac-3a03df44f0fb/9619e5c3-5658-46e6-aecd-0b318ecfae84/c1d8fd9a-2586-438d-9e83-fa8f99a3b78a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:43.260984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:43.285087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:43.287461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:43.327872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b337e7a7-6645-4511-a23f-feb41ea58255 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:43.330487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b337e7a7-6645-4511-a23f-feb41ea58255 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:43.393146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:43.428597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:43.461772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:43.487514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:43.540589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:43.551981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1f61e0d3-c2cc-46bc-9ccf-81256fb21408 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:43.661374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-d2e9caca-0c7b-4076-a41a-828624277629 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:43.680781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=fc2eb35f-4d61-4d48-bc55-59af0bbe5423,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:43.688942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:43.811385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:43.853923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:43.917445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/fc2eb35f-4d61-4d48-bc55-59af0bbe5423 HTTP/1.1" status: 204 len: 168 time: 1.9584675 Dec 13 20:01:43.918420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56618) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:43.964921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5272be-cbb3-4453-add6-59738bd5f64d None None] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:44.102561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-d2e9caca-0c7b-4076-a41a-828624277629 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:44.103540 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-d2e9caca-0c7b-4076-a41a-828624277629 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472505157&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.9289622 Dec 13 20:01:44.138064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Provisioning for port f4cda6f7-2534-41cd-86bc-a897dde48bd6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:44.157101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Provisioning complete for port f4cda6f7-2534-41cd-86bc-a897dde48bd6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:44.157507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.246873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:44.252203 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ff4aec-c39c-4072-874a-e5007e50ee43 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:01:44.252749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-85ff4aec-c39c-4072-874a-e5007e50ee43 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:44.260424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.322052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object c1d8fd9a-2586-438d-9e83-fa8f99a3b78a will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:44.352257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-85ff4aec-c39c-4072-874a-e5007e50ee43 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:44.353711 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85ff4aec-c39c-4072-874a-e5007e50ee43 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/fc2eb35f-4d61-4d48-bc55-59af0bbe5423 HTTP/1.1" status: 404 len: 333 time: 0.3751376 Dec 13 20:01:44.368088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56630) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:44.447858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.471423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-c8791c13-bbb8-41a5-996c-354a47a759fa tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:44.476166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-c8791c13-bbb8-41a5-996c-354a47a759fa tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 796 time: 0.3627219 Dec 13 20:01:44.521742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 2b76990d-71b6-4b2e-a34d-3e170ad053bd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:44.524913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.533243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-526c3eb2-7d87-49fb-b274-84783f712304 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0387406 Dec 13 20:01:44.566985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] For port f4cda6f7-2534-41cd-86bc-a897dde48bd6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f4cda6f7-2534-41cd-86bc-a897dde48bd6,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:44.578317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.580257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:44.596869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1774058154'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:44.614914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:44.629484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:44.665051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:44.699079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.700483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:44.715920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b82cdfcf-41c6-41c1-973c-3a5d4c5e0c21 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:44.742405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Pushing event updated for resources: {'Port': ['ID=f4cda6f7-2534-41cd-86bc-a897dde48bd6,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:44.745429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.748086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:44.813520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fb31670-8adb-4156-b1f5-958fe26a931a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:44.905132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-7821a8b0-6f32-4748-9677-e638d7c7710f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706605 Dec 13 20:01:44.908705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1fb31670-8adb-4156-b1f5-958fe26a931a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:44.914866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1fb31670-8adb-4156-b1f5-958fe26a931a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:44.915244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.915441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=c1d8fd9a-2586-438d-9e83-fa8f99a3b78a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:44.922120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:44.926989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:44.967272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ad217-ce4f-4f82-9ed2-eca0897aff10 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:45.003346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:45.008371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:45.019625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:45.031612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.041488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:45.049430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:45.050350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.077619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:45.081897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:security_group_rule and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:45.085212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:45.096613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:45.129059 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4856246 Dec 13 20:01:45.138859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56636) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:45.179218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b6a17b08-b4a6-4d2f-8b27-a953c1a63d2c None None] Provisioning for port 501656e3-2850-43e6-971f-e25dea4674a6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:45.182637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.276227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port c1d8fd9a-2586-438d-9e83-fa8f99a3b78a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:45.276853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.360054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 2b76990d-71b6-4b2e-a34d-3e170ad053bd owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:45.417287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.426940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Provisioning complete for port f4cda6f7-2534-41cd-86bc-a897dde48bd6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:45.427348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.530514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1fb31670-8adb-4156-b1f5-958fe26a931a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fb31670-8adb-4156-b1f5-958fe26a931a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:45.541717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.542816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:45.554778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.586318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.593208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.599756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e4bab0b-f131-47c9-9216-cb66701b74f9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:45.630861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.642900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:45.644556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0e932bf9-d6ae-4c4f-8923-50b839969d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:45.645097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596277b0-0435-4a67-92b0-2e37b27f91ba,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:45.658944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:45.659125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1586743c-85d6-4108-a4bd-9de2a3932e07 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:45.736827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=2b76990d-71b6-4b2e-a34d-3e170ad053bd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:45.739130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.739490 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 17ebb675-a9d9-4474-92c0-e897f637e88b of type vlan for network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 Dec 13 20:01:45.745490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:45.759643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.792256 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/2b76990d-71b6-4b2e-a34d-3e170ad053bd HTTP/1.1" status: 204 len: 168 time: 1.4227641 Dec 13 20:01:45.795907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:45.812844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1fb31670-8adb-4156-b1f5-958fe26a931a,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:45.816197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:45.833816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 501656e3-2850-43e6-971f-e25dea4674a6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:45.839234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.848461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:45.848461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.863380 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fda356-420f-48d6-a1ac-540c95c8b014 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:01:45.863927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65fda356-420f-48d6-a1ac-540c95c8b014 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:45.869827 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-46edeca6-fe09-43ce-904b-18aecaf712fe service neutron] 10.222.0.18 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9321649 Dec 13 20:01:45.908339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65fda356-420f-48d6-a1ac-540c95c8b014 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:45.910353 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-65fda356-420f-48d6-a1ac-540c95c8b014 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/2b76990d-71b6-4b2e-a34d-3e170ad053bd HTTP/1.1" status: 404 len: 333 time: 0.1131611 Dec 13 20:01:45.916332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56644) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:45.919923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.926443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:45.927746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.943757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Provisioning for port 44cf097f-894b-4c72-a65d-bde22cc08864 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:45.961960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Provisioning complete for port 44cf097f-894b-4c72-a65d-bde22cc08864 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:45.962335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:45.967349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eae11e9f-1cd9-48a1-9d24-9c560d8d176b tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:46.050616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9a197447-fe39-46f3-ad0e-e3f6639492b2 None None] Port 44cf097f-894b-4c72-a65d-bde22cc08864 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:46.080314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '9619e5c3-5658-46e6-aecd-0b318ecfae84', 'ip_address': '2001:db8::f816:3eff:fe4a:6510'}, {'subnet_id': '19b93ef9-0660-46db-947f-b96c73a589be'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '501656e3-2850-43e6-971f-e25dea4674a6'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:01:46.106247 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8472002 Dec 13 20:01:46.120163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 93bf0d93-1fb2-470c-b4ce-0100cd86b883 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:46.123432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=3359be38-76ca-4172-b3d1-5a87d68f2ad3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:46.136579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:46.137609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.144704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:46.211965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.236321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.257502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.262158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:46.270844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:46.344409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0f9f1ed1-5ae9-4843-bebf-fe23ffd8fb88 None None] Provisioning complete for port 44cf097f-894b-4c72-a65d-bde22cc08864 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:46.345152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1ed1-5ae9-4843-bebf-fe23ffd8fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.377143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.416489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:46.430984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.467671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.478075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-70c0b47a-143b-48b1-9ebd-edc009602274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:46.519416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f1ed1-5ae9-4843-bebf-fe23ffd8fb88 None None] Port 44cf097f-894b-4c72-a65d-bde22cc08864 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:46.520008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:46.525403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:46.528097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:46.537911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:46.544391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for c1d8fd9a-2586-438d-9e83-fa8f99a3b78a owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:46.555445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.560774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-927df0c0-1c9a-4abf-9cd6-a585149b86b9 tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:46.581818 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-1ac059bf-1165-47d3-a9b6-c8b1e8732572 service neutron] 10.222.0.18 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663854 Dec 13 20:01:46.595624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:46.599691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.614327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:46.617752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:46.666706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Allocated IP 2001:db8:0:1::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/19b93ef9-0660-46db-947f-b96c73a589be/501656e3-2850-43e6-971f-e25dea4674a6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:46.804535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.825313 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:01:46.831185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.863041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=93bf0d93-1fb2-470c-b4ce-0100cd86b883,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:46.866354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:46.868688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.871652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13a62c46-7d87-40d0-b09f-0aab082b68f3 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:46.880733 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/93bf0d93-1fb2-470c-b4ce-0100cd86b883 HTTP/1.1" status: 204 len: 168 time: 0.9626815 Dec 13 20:01:46.884946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56660) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:46.896363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fb31670-8adb-4156-b1f5-958fe26a931a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:46.922176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 99ec8345-c1df-4721-a5f3-c0a66ae56614 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:46.922867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:46.958612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed59964-ed43-438a-8e82-eed862c8e985 None None] Network 31a78429-3a88-419c-88be-d2a171f1139e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:47.078572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.110723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port ce76808e-4ab8-4ec1-8035-e23f7a0297cd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:47.111315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.143437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.154972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dabaf787-0767-43c7-a99d-e6c25eca39ea tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:47.195072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:47.252843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1fb31670-8adb-4156-b1f5-958fe26a931a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:47.253660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.299762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=ce540a2f-0cf9-43ef-a36e-de200d857b7d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:47.304394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '17ebb675-a9d9-4474-92c0-e897f637e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:47.304627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a78d38c1-f750-4ce5-a8a5-4200ea53f9b4 req-60386abf-19e3-4d90-b5da-d595a840e581 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 210 time: 0.4338436 Dec 13 20:01:47.304985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 3359be38-76ca-4172-b3d1-5a87d68f2ad3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:47.332066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.335282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:47.389424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:47.390618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.resource_extend [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:01:47.392832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:47.421805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:47.442163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.458808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 3359be38-76ca-4172-b3d1-5a87d68f2ad3) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:47.471639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:47.472295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.488352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port ce76808e-4ab8-4ec1-8035-e23f7a0297cd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,segment=NetworkSegment(59cc4a4f-c0f2-4067-a0bf-acd198f93bf1),segment_id=59cc4a4f-c0f2-4067-a0bf-acd198f93bf1)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:47.488718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.488857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5c961-686e-4766-a107-0d4572ca210d None None] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:47.541435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Transition to ACTIVE for port object 501656e3-2850-43e6-971f-e25dea4674a6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:47.564159 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3008959 Dec 13 20:01:47.589459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56674) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:47.603853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.615700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493100898'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:47.618119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:47.627329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for ce76808e-4ab8-4ec1-8035-e23f7a0297cd owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:47.642510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:47.655564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:47.678803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:47.725522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:47.736677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.751225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 99ec8345-c1df-4721-a5f3-c0a66ae56614, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=99ec8345-c1df-4721-a5f3-c0a66ae56614,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:47.751584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.753616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fb0ae29e-8112-4547-a489-c6285399d041 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:47.769658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.783603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:47.791624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No DVR routers for this DVR port ce76808e-4ab8-4ec1-8035-e23f7a0297cd on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:47.864791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=ce76808e-4ab8-4ec1-8035-e23f7a0297cd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:47.870223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:47.914483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:47.919360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:47.924993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:47.928464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.943415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:47.963935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:47.991449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf90bdc-0e84-4ba1-8c2d-82f9c8c0ccdf None None] DHCP port deletion for 31a78429-3a88-419c-88be-d2a171f1139e request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:48.003748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a78429-3a88-419c-88be-d2a171f1139e']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:48.023501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:48.023815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cc4a4f-c0f2-4067-a0bf-acd198f93bf1') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:48.044734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.065016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.076647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:48.077000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:48.101845 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:48.112450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=c1d8fd9a-2586-438d-9e83-fa8f99a3b78a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:48.121050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:48.123643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-3359be38-76ca-4172-b3d1-5a87d68f2ad3', 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': 'ce540a2f-0cf9-43ef-a36e-de200d857b7d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:48.124566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.133869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 99ec8345-c1df-4721-a5f3-c0a66ae56614 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:48.165474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:48.197171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f4cda6f7-2534-41cd-86bc-a897dde48bd6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:48.203582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.213657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-742e8de4-d2e8-45d4-b137-ef91ed177b1a tempest-ExternalNetworksTestJSON-706376839 tempest-ExternalNetworksTestJSON-706376839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:48.215129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:48.250175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.258787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.264395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=31a78429-3a88-419c-88be-d2a171f1139e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:48.273767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:48.320653 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/31a78429-3a88-419c-88be-d2a171f1139e HTTP/1.1" status: 204 len: 168 time: 1.4342525 Dec 13 20:01:48.324785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56678) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:48.334798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-483307435'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:48.348528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:48.359401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:network and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:48.367860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:48.375725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:48.382932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:48.408468 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/c1d8fd9a-2586-438d-9e83-fa8f99a3b78a HTTP/1.1" status: 204 len: 168 time: 3.2678826 Dec 13 20:01:48.409315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:48.425590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f4cda6f7-2534-41cd-86bc-a897dde48bd6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:48.426055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.454160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.455672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 964c6ef7-aef3-46d0-83c3-07e91dff4db5 of type vlan for network 258228a4-5615-44f2-be44-59558bc338c5 Dec 13 20:01:48.499887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:48.504016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.504187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Allocated IP 172.20.255.242 (3359be38-76ca-4172-b3d1-5a87d68f2ad3/ce540a2f-0cf9-43ef-a36e-de200d857b7d/bdfd9e76-2c25-403a-b19d-3c14a8dab8f2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:48.577378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:48.596310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.596552 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Added segment 589da13e-5779-44da-849c-d465ee1a46f7 of type vlan for network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 Dec 13 20:01:48.633790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebb221-3eaf-40a2-9026-666546afe8d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:48.634608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-10ebb221-3eaf-40a2-9026-666546afe8d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:48.643830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.688602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-10ebb221-3eaf-40a2-9026-666546afe8d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:48.693611 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-10ebb221-3eaf-40a2-9026-666546afe8d6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2756891 Dec 13 20:01:48.697941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56688) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:48.749921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.757379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:48.757909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:48.764278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-031b31cd-1285-4c31-892f-26f349da40a7 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:48.942066 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6154687 Dec 13 20:01:48.945616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56696) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:48.952451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Network': ['ID=4cef3a6e-089b-47ee-bb53-7d2f9c4d2897,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:48.955795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:48.960607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:48.966382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7f9bae44-1479-43b7-ad3c-b83aa61bcfdd None None] Provisioning complete for port 44cf097f-894b-4c72-a65d-bde22cc08864 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:48.967298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7f9bae44-1479-43b7-ad3c-b83aa61bcfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.008702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.022616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Transition to ACTIVE for port object bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:49.046653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Transition to ACTIVE for port object bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:49.077847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:49.124208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.126287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.177565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Router 0890b4bd-4862-42af-a1a8-3ab167c552e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:49.178972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022fa1d-6812-41b5-901c-24e347de0aa3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:49.183437 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e022fa1d-6812-41b5-901c-24e347de0aa3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4843967 Dec 13 20:01:49.184199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56700) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:49.206956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:49.258858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:49.284558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:49.291990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:49.299487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:49.306301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:49.307970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:49.309641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:49.310680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:49.318851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:49.340808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:49.345231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.365619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:49.370583 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac2ec793-2977-44f7-b0a4-524c72ec134e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1750286 Dec 13 20:01:49.371282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56704) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:49.393522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7f9bae44-1479-43b7-ad3c-b83aa61bcfdd None None] Port 44cf097f-894b-4c72-a65d-bde22cc08864 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:49.396282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:49.408024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:49.410363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Pushing event updated for resources: {'Port': ['ID=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:49.414271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:49.416339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:49.528140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9227789b-fe12-4ee3-adf0-55ceaece44d1 None None] Could not find standard attr ID for object c1d8fd9a-2586-438d-9e83-fa8f99a3b78a. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:01:49.538516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Attempting to bind port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:49.539038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Attempting to bind port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '17ebb675-a9d9-4474-92c0-e897f637e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:49.539787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Attempting to bind port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 on network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:49.545188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 19b93ef9-0660-46db-947f-b96c73a589be {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:49.548596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:49.549077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.549270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Checking segment: {'id': '17ebb675-a9d9-4474-92c0-e897f637e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:49.550056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.550620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Bound using segment: {'id': '17ebb675-a9d9-4474-92c0-e897f637e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:49.551244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Bound port: bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ebb675-a9d9-4474-92c0-e897f637e88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3359be38-76ca-4172-b3d1-5a87d68f2ad3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:49.551734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.560849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-65602ce9-d410-4fc4-9908-39e404cdb541 req-a013d891-a289-42bf-9347-1cd8a9228a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 210 time: 0.5774302 Dec 13 20:01:49.577393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9227789b-fe12-4ee3-adf0-55ceaece44d1 None None] Provisioning for port 501656e3-2850-43e6-971f-e25dea4674a6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:49.590443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ce76808e-4ab8-4ec1-8035-e23f7a0297cd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:49.626475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9227789b-fe12-4ee3-adf0-55ceaece44d1 None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:49.626995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9227789b-fe12-4ee3-adf0-55ceaece44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.628536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.649673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:01:49.650561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ce76808e-4ab8-4ec1-8035-e23f7a0297cd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:49.651129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ce76808e-4ab8-4ec1-8035-e23f7a0297cd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:49.699611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.711617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e7b0e7c1-a9f8-445a-ada6-376fcb5907b1 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:49.766529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] For port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:49.770447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] For port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,segment=NetworkSegment(17ebb675-a9d9-4474-92c0-e897f637e88b),segment_id=17ebb675-a9d9-4474-92c0-e897f637e88b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:49.771385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.777474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:49.778088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.788968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=99ec8345-c1df-4721-a5f3-c0a66ae56614,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:49.801290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.811984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.815982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3edbc97f-a1e1-4194-913a-d1e9f862c2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:49.847925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:49.855016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-88ccb286-6d57-4b43-941b-3cf16dda945e tempest-NetworksIpV6Test-168453976 tempest-NetworksIpV6Test-168453976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:49.864867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:49.875025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c10f36d1-0e1f-4b25-9e49-bf471e849e0b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:49.996619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Pushing event updated for resources: {'Port': ['ID=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:50.003481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:50.013241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=258228a4-5615-44f2-be44-59558bc338c5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:50.016980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:50.023989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=bdee235e-2807-479a-bf29-3c6f7b7d1a20,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:50.029536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:50.032331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 258228a4-5615-44f2-be44-59558bc338c5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:50.033034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Checking segment: {'id': '589da13e-5779-44da-849c-d465ee1a46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:50.033448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network hostable DHCP agents. Network: 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:50.041532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.050312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5a410186-3179-4f84-beac-6c5033b62735 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:50.091696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=19b93ef9-0660-46db-947f-b96c73a589be,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:50.102457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:50.106858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.127163 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/19b93ef9-0660-46db-947f-b96c73a589be HTTP/1.1" status: 204 len: 168 time: 0.7507658 Dec 13 20:01:50.129700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56708) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:50.145756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5513875 Dec 13 20:01:50.154142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c1998-28ef-46c4-a1a6-a5327b1032ba None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:50.157012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-d3ef6574-b545-4b04-86da-b16494312e67 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:50.158735 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-d3ef6574-b545-4b04-86da-b16494312e67 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 796 time: 1.1429214 Dec 13 20:01:50.163548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56712) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:50.165921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:50.188432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '258228a4-5615-44f2-be44-59558bc338c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:50.201427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:50.210071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:50.210807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.229554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 9619e5c3-5658-46e6-aecd-0b318ecfae84 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:50.241863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5d6787-d4d5-4f4b-94d9-fc0ceb89961a None None] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:50.246020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.359357 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4093742 Dec 13 20:01:50.364614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56716) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:50.380342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:50.389019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1318283652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:50.401799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:50.403733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:50.405833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.416775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Sync routers for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:50.439977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "PUT /v2.0/routers/0890b4bd-4862-42af-a1a8-3ab167c552e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5660672 Dec 13 20:01:50.440942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:50.448529 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-ec61881b-84ff-4d76-98a0-10560194afea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 379 time: 0.2767639 Dec 13 20:01:50.476381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:50.497492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:router and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:50.500839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:50.512027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['1d33ae4b-f982-43cd-a9ef-b2624684a365']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:50.512518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:50.529986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:50.530474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.530705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:50.531702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.577481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.614931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.629920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:50.711128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.750625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.754675 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-45d5adbe-f73a-4c67-9a55-bd3c37b5cd33 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3863425 Dec 13 20:01:50.755538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56734) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:50.763744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897', 'name': 'tempest-PortsIpV6TestJSON-816646843'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:50.783453 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.791723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc199f9e-09cc-4e01-98c3-9ca3014a7eea tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:50.836806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-4cef3a6e-089b-47ee-bb53-7d2f9c4d2897', 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': 'bdee235e-2807-479a-bf29-3c6f7b7d1a20'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:50.837689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.846360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-343c1865-c49f-4dd3-afb7-0644a9449e60 req-0e1baa3e-119e-4930-b420-bf023a814123 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 210 time: 0.1458733 Dec 13 20:01:50.868027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.882109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:50.891280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:50.900407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.900719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=9619e5c3-5658-46e6-aecd-0b318ecfae84,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:50.907145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:50.911186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:50.913366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-67aaea2b-470f-4547-8531-c54cae396a16 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/9619e5c3-5658-46e6-aecd-0b318ecfae84 HTTP/1.1" status: 204 len: 168 time: 0.7825563 Dec 13 20:01:50.917503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56738) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:51.012003 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-42c533ac-7a5f-478e-8c22-c901a6efa79f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934896 Dec 13 20:01:51.023051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56742) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:51.040548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:51.188413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-52284a68-724a-4a6b-a0f2-935e9bdd454f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Synchronizing usage tracker for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:51.291073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:51.296594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:51.301760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:51.308629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:51.372227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:51.376878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:51.382088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:51.382574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:51.397284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:51.416513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:51.424607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:51.514435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Allocated IP 2001:db8::2 (4cef3a6e-089b-47ee-bb53-7d2f9c4d2897/bdee235e-2807-479a-bf29-3c6f7b7d1a20/2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:51.536482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:51.540040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:51.630945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:51.655652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477eeac-750a-4223-bd5f-a5673aef522e None None] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:51.661514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:port and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:51.679625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:51.682771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-52284a68-724a-4a6b-a0f2-935e9bdd454f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Unset dirty status for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:51.684285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-52284a68-724a-4a6b-a0f2-935e9bdd454f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605488805&fields=id&tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95 HTTP/1.1" status: 200 len: 267 time: 0.9383981 Dec 13 20:01:51.715072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b470247-2c3c-4ade-a408-21326f79e0e4 None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '9619e5c3-5658-46e6-aecd-0b318ecfae84'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '501656e3-2850-43e6-971f-e25dea4674a6'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:01:51.717731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 057b313b-4e4f-4537-8321-b63b212d75a6 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:01:51.751279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:51.808467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:51.897049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:51.900923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:51.931485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:51.937737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6deb57f3-bfc9-4bde-97f1-9a896de6603f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:52.000600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f79f5df-a650-4553-b7db-b3a4be76937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.001050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:52.005536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:52.008555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:52.009223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.019373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f823b228-3ddb-4d7c-95e8-5c23fa4c130b None None] Provisioning for port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:52.037195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=8e3773e1-78ac-4346-b5b6-cccd7925f74f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:52.039529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:52.052991 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0287752 Dec 13 20:01:52.053729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56748) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:52.059868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:52.065772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1b470247-2c3c-4ade-a408-21326f79e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.206282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:52.211486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:52.214592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:52.220955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:52.223566 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fa1d2fa9-6aa8-492a-b040-971552e32d13 req-5e329610-7088-4a56-a7c0-58ae3c7567ef tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 210 time: 0.2056246 Dec 13 20:01:52.234203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:52.238363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.279369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-d971efcb-6b25-478a-ad2f-d30d6fea0ffa tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:52.280329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-d971efcb-6b25-478a-ad2f-d30d6fea0ffa tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Synchronizing usage tracker for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:52.288915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:52.303708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.309375 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:52.313353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-823c5115-c9e0-4177-837d-987c8bfa3f53 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:52.329412 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:52.330860 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:52.375828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:52.429298 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7736585 Dec 13 20:01:52.433595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56752) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:52.441322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-d971efcb-6b25-478a-ad2f-d30d6fea0ffa tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Unset dirty status for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:52.442654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-d971efcb-6b25-478a-ad2f-d30d6fea0ffa tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 796 time: 0.6890063 Dec 13 20:01:52.473412 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:52.487543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=43530e6d-c196-4f90-8252-48944c8dd607,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:52.494602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-d44377cd-354f-43c5-b60d-8146c3d22d10 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/quotas/99d5b55e05674c3fa3f14c0d68dfcf95 HTTP/1.1" status: 200 len: 375 time: 0.0334437 Dec 13 20:01:52.495645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:52.505761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '964c6ef7-aef3-46d0-83c3-07e91dff4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '258228a4-5615-44f2-be44-59558bc338c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:52.506265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 258228a4-5615-44f2-be44-59558bc338c5, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:52.511308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e3773e1-78ac-4346-b5b6-cccd7925f74f (CIDR: 2001:db8::/64) Dec 13 20:01:52.520332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:01:52.520787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:01:52.548618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting subnet 5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:01:52.552791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.9 (b92341cc-d689-4a7a-a4e7-78cc60a726e3/c5c9bc19-0df8-4bea-8b26-f791f43e6261/3f55051b-09ff-469f-b208-dc46f2be7a30) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:52.552983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.603880 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:52.608761 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:52.615043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 258228a4-5615-44f2-be44-59558bc338c5 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:52.615937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.618070 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:52.619015 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:52.658973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 258228a4-5615-44f2-be44-59558bc338c5) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:52.675321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.691984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Transition to ACTIVE for port object 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:52.714085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.718063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:52.718391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Transition to ACTIVE for port object 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:52.718956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.771708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-8ec8a3b3-e1b2-467f-bc37-cc70685c03ac tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Synchronizing usage tracker for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:52.779613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6149850 Dec 13 20:01:52.791661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56756) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:52.800710 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f15a008-53e6-488f-933f-a737ba6a9f91 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7433257 Dec 13 20:01:52.800948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:52.800948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.803651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56760) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:52.813826 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:52.814788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:52.884863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee83ece-3682-44e7-b1e5-305aa4c80038 None None] Network 258228a4-5615-44f2-be44-59558bc338c5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:52.903490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-8ec8a3b3-e1b2-467f-bc37-cc70685c03ac tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Unset dirty status for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:52.905188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-8ec8a3b3-e1b2-467f-bc37-cc70685c03ac tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4008000 Dec 13 20:01:52.938561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:52.942975 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf2617-5461-48cc-bf5e-0d3c18690862 None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:01:52.962071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.963242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:52.973227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ed328f82-1f6d-48f3-bce1-b9391c32a283 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:53.001433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.015590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:53.032250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:53.035965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.053503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:53.068175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b37c1-d91b-42f4-9884-81089145f233 None None] Network 011a4f84-a062-4fb6-ab4e-84b53e032e62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:53.071170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::e (4cef3a6e-089b-47ee-bb53-7d2f9c4d2897/bdee235e-2807-479a-bf29-3c6f7b7d1a20/057b313b-4e4f-4537-8321-b63b212d75a6) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:53.075965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 3f55051b-09ff-469f-b208-dc46f2be7a30 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:53.085275 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed HTTP/1.1" status: 204 len: 168 time: 0.6482661 Dec 13 20:01:53.089322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56764) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:53.113547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:53.117564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.134387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:53.140912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:53.160447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:53.171089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7d107921-e5cf-4e6a-939f-dde1d0db2ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414939 Dec 13 20:01:53.202400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:53.206603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.241005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:53.282211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:53.288738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:53.313864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.378500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.424818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1da8fd-f0a2-4a72-a7a2-6c938b5e766f None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:53.448433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Pushing event updated for resources: {'Port': ['ID=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:53.451853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:53.490942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.502252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-83573ac0-ed34-4444-9ba6-cde296a01e73 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:53.524524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.540105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c39c1896-cc27-4441-a82b-cf8345400425 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:53.581949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Deleting port 1435859c-e0a5-41b4-afec-9283d6182c74 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:53.582288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.640806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=43530e6d-c196-4f90-8252-48944c8dd607,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:53.656978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.663997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:53.683634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 2, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:53.730554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:53.743220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:53.755669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:53.795261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:53.826670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:53.861118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Checking router: 0890b4bd-4862-42af-a1a8-3ab167c552e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:01:53.861529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Updating router 0890b4bd-4862-42af-a1a8-3ab167c552e1 port 44cf097f-894b-4c72-a65d-bde22cc08864 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:01:53.891321 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-fc50505e-9791-4a2d-8c54-5db9ee62138c service neutron] 10.222.0.18 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144971 Dec 13 20:01:53.902689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Attempting to bind port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:53.903084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Attempting to bind port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '589da13e-5779-44da-849c-d465ee1a46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:53.903457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Attempting to bind port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 on network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:53.929326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:53.930405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.947813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-74864f64-9442-414e-9bfa-cda6b032d03a None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:53.948364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74864f64-9442-414e-9bfa-cda6b032d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.956914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:53.961296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb015a68-a7ed-40a9-80f2-281a448f0572 req-ab3a5521-ea53-4867-9462-7348f2870aa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:53.962267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-cb015a68-a7ed-40a9-80f2-281a448f0572 req-ab3a5521-ea53-4867-9462-7348f2870aa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:53.994060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4859667 Dec 13 20:01:54.050075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:54.050462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Checking segment: {'id': '589da13e-5779-44da-849c-d465ee1a46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:54.050879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.051276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Bound using segment: {'id': '589da13e-5779-44da-849c-d465ee1a46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:54.051776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Bound port: 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589da13e-5779-44da-849c-d465ee1a46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4cef3a6e-089b-47ee-bb53-7d2f9c4d2897'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:54.052160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.081872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.089513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-cb015a68-a7ed-40a9-80f2-281a448f0572 req-ab3a5521-ea53-4867-9462-7348f2870aa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:54.098299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c2382-f83b-4b5f-9840-19713b02b061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-258228a4-5615-44f2-be44-59558bc338c5', 'network_id': '258228a4-5615-44f2-be44-59558bc338c5', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '43530e6d-c196-4f90-8252-48944c8dd607'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:54.099206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f36c2382-f83b-4b5f-9840-19713b02b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.109392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object 057b313b-4e4f-4537-8321-b63b212d75a6 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:54.111418 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cb015a68-a7ed-40a9-80f2-281a448f0572 req-ab3a5521-ea53-4867-9462-7348f2870aa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 931 time: 0.5722916 Dec 13 20:01:54.167118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e01490b9-0e06-4bb1-90c2-27084bebbcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.179254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,segment=NetworkSegment(17ebb675-a9d9-4474-92c0-e897f637e88b),segment_id=17ebb675-a9d9-4474-92c0-e897f637e88b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:54.227429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.253473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.289209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:54.337480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Request body: {'port': {'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:54.387318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c38df4a1-a2e8-4532-90da-64430a7241c4 req-40c046a7-c365-436d-95a7-74896139db0d tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 210 time: 0.2661009 Dec 13 20:01:54.425121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258228a4-5615-44f2-be44-59558bc338c5']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:54.440548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964c6ef7-aef3-46d0-83c3-07e91dff4db5') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:54.440970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964c6ef7-aef3-46d0-83c3-07e91dff4db5') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:54.457998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.468171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 99ec8345-c1df-4721-a5f3-c0a66ae56614 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:54.478603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-180fdeda-b955-43e7-844e-e2d548147d09 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:54.479823 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cb015a68-a7ed-40a9-80f2-281a448f0572 req-b400de94-5351-4acc-8803-33253b5f5a5d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284416 Dec 13 20:01:54.537134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.542877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.566264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:54.581059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:54.603622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.606149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:54.616524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:54.617426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.644259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:54.645065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.656537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 99ec8345-c1df-4721-a5f3-c0a66ae56614 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:01:54.657000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 99ec8345-c1df-4721-a5f3-c0a66ae56614 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:01:54.657556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:54.666531 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:54.684002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] For port 1435859c-e0a5-41b4-afec-9283d6182c74, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1435859c-e0a5-41b4-afec-9283d6182c74,segment=NetworkSegment(0885f21d-c071-491b-b122-2c19a45be182),segment_id=0885f21d-c071-491b-b122-2c19a45be182)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:54.684002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:54.694868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=057b313b-4e4f-4537-8321-b63b212d75a6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:54.705194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:54.766826 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0086367 Dec 13 20:01:54.772237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56782) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:54.951219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5e666-f2bd-44a9-bb3e-da9e6ceb530d None None] DHCP port deletion for 011a4f84-a062-4fb6-ab4e-84b53e032e62 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:01:54.959273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Calling delete_port for 1435859c-e0a5-41b4-afec-9283d6182c74 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:01:54.978241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:54.981316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:55.010333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.015621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94bc9791-e2aa-4426-999c-ca777b8c0ef6 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:55.033834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.041637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fb941-8ea1-493a-8b58-2347254cf231 None None] Network 258228a4-5615-44f2-be44-59558bc338c5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:55.048495 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/258228a4-5615-44f2-be44-59558bc338c5 HTTP/1.1" status: 204 len: 168 time: 2.2525904 Dec 13 20:01:55.049531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56786) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:55.066267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274881281'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:55.069616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] For port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:55.072105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5e666-f2bd-44a9-bb3e-da9e6ceb530d None None] Deleting port 1435859c-e0a5-41b4-afec-9283d6182c74 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:01:55.072872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e666-f2bd-44a9-bb3e-da9e6ceb530d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.073190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:55.080217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:55.082653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.objects.ports [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:01:55.083745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:55.089569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=258228a4-5615-44f2-be44-59558bc338c5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:55.135856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:55.138495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:55.143494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.156543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65c4f060-890f-4c5b-8128-5414720178db tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:55.164368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fb941-8ea1-493a-8b58-2347254cf231 None None] Network 258228a4-5615-44f2-be44-59558bc338c5 could not be found, it might have been deleted concurrently. {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 13 20:01:55.177854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] For port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,segment=NetworkSegment(589da13e-5779-44da-849c-d465ee1a46f7),segment_id=589da13e-5779-44da-849c-d465ee1a46f7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:55.203391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.212131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No DVR routers for this DVR port 1435859c-e0a5-41b4-afec-9283d6182c74 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:01:55.213240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.214355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Port': ['ID=1435859c-e0a5-41b4-afec-9283d6182c74,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:55.224140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.233952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f2088486-d26d-4d9a-b869-42e5f78b79d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:55.242086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:55.245703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:55.249215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.332260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Provisioning for port 3f55051b-09ff-469f-b208-dc46f2be7a30 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:55.428037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.437864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5e666-f2bd-44a9-bb3e-da9e6ceb530d None None] The port '1435859c-e0a5-41b4-afec-9283d6182c74' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:01:55.448556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:01:55.472622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a4f84-a062-4fb6-ab4e-84b53e032e62']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:55.494081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.494483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 5c60a37a-ee13-4726-8aeb-ebde5fb71862 of type vlan for network 30f6f03e-7547-4414-89c8-41da2f3db437 Dec 13 20:01:55.515764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0885f21d-c071-491b-b122-2c19a45be182') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:55.516116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0885f21d-c071-491b-b122-2c19a45be182') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:55.544294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.607645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.620455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.644125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:55.644793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.668494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Pushing event updated for resources: {'Port': ['ID=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:55.669747 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:55.699344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Provisioning complete for port 3f55051b-09ff-469f-b208-dc46f2be7a30 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:55.699962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.769993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:55.790222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:55.796307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c5127c41-0994-4833-a0e4-90bbe6ba0a89 req-0521793c-8469-408b-b188-c22d8976fda5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 210 time: 0.1794558 Dec 13 20:01:55.857725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.resource_extend [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:01:55.900057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:55.999564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.019659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:56.020315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.036239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Port 3f55051b-09ff-469f-b208-dc46f2be7a30 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:56.037803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-507e8df4-6405-4478-a7f7-cba04b2748eb tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:56.080350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.085932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.092087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:56.132697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f55051b-09ff-469f-b208-dc46f2be7a30 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:01:56.145916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.146180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Update dhcp port {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'fixed_ips': [{'subnet_id': '8e3773e1-78ac-4346-b5b6-cccd7925f74f'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '501656e3-2850-43e6-971f-e25dea4674a6'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:01:56.165517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.188848 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1290486 Dec 13 20:01:56.196134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8908e-e478-49df-8a26-1d6c609f3d0c req-afd3fd4d-5f0b-4df4-8668-069e98475217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:56.198235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-adb8908e-e478-49df-8a26-1d6c609f3d0c req-afd3fd4d-5f0b-4df4-8668-069e98475217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 931 time: 0.4808898 Dec 13 20:01:56.199128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.204734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56798) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:56.205655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=30f6f03e-7547-4414-89c8-41da2f3db437,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:56.210898 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/networks/011a4f84-a062-4fb6-ab4e-84b53e032e62 HTTP/1.1" status: 204 len: 168 time: 3.1206598 Dec 13 20:01:56.215419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '30f6f03e-7547-4414-89c8-41da2f3db437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:56.222520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56802) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:56.232245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'routes': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:56.234869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:56.235404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6146ef0e-a62a-4705-b79b-e2c8334c491a tempest-ExternalNetworksTestJSON-2005881636 tempest-ExternalNetworksTestJSON-2005881636-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:56.249558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.265416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Transition to ACTIVE for port object 44cf097f-894b-4c72-a65d-bde22cc08864 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:56.269947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.272104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Pushing event deleted for resources: {'Network': ['ID=011a4f84-a062-4fb6-ab4e-84b53e032e62,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:56.279651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:56.319214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.349414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Transition to ACTIVE for port object 3f55051b-09ff-469f-b208-dc46f2be7a30 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:56.443317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.450180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 30f6f03e-7547-4414-89c8-41da2f3db437 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:01:56.471842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.492598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-585898f6-4901-4cf2-a8cc-6ba256f8d7ec tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:56.561226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Provisioning complete for port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:56.561623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2f720596-7b36-404e-abeb-c19c197a6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.573185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-921c90eb-8d99-4ce5-9445-975d4a817f4b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:56.574704 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-921c90eb-8d99-4ce5-9445-975d4a817f4b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.20 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 796 time: 0.7187479 Dec 13 20:01:56.615323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-adb8908e-e478-49df-8a26-1d6c609f3d0c req-aa92fe86-b58a-44ac-b273-32048b3023d5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996780 Dec 13 20:01:56.618837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:56.628927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:01:56.633867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:01:56.653969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:56.674937 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-9e3546f0-b998-415b-9d45-3a1d6599b159 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95 HTTP/1.1" status: 200 len: 380 time: 0.0699022 Dec 13 20:01:56.682687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:56.685542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'port': {'device_id': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'admin_state_up': True, 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'security_groups': ['a70be568-1ef6-4425-95f4-e478f9d343be']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:56.701435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:56.705369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:56.719908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:56.723778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.770897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:56.775232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:56.880299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:56.894891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:56.969929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:56.992835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:01:57.135218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing IP validity checks on allocation pools {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 20:01:57.135965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 20:01:57.174706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Made reservation on behalf of 99d5b55e05674c3fa3f14c0d68dfcf95 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:01:57.178355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.196392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d522e1-c4bf-44f5-87aa-698efdee467c None None] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:57.354452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.extraroute_db [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Added routes are [] {{(pid=87525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 13 20:01:57.355322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.extraroute_db [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Removed routes are [] {{(pid=87525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 13 20:01:57.355749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.388984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Pushing event updated for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:57.408038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.416921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d669fe76-7ac9-4255-9e09-e418bcae67f1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:57.438552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:57.458639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Attempting to bind port 44cf097f-894b-4c72-a65d-bde22cc08864 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:57.458639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Attempting to bind port 44cf097f-894b-4c72-a65d-bde22cc08864 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:57.458639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Attempting to bind port 44cf097f-894b-4c72-a65d-bde22cc08864 on network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:57.481954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:57.482433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.514203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Allocated IP 172.20.0.4 (b1415fb0-762c-4f33-9c23-c6a3be8c2a21/8f41f74c-7c8c-4aa7-85ca-60c0a17764c6/c59a1486-e692-4e29-bf18-e458f259a66b) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:57.516619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:57.517109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Checking segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:57.517610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.518019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Bound using segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:57.518511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Bound port: 44cf097f-894b-4c72-a65d-bde22cc08864, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:57.518994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.521197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c847709-9b30-41e7-a162-fbe154c6f947 req-14ca001b-cfa5-44aa-97c7-b297f978b312 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 210 time: 0.4453797 Dec 13 20:01:57.524471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=98313dcc-5d84-4f89-ba2f-53b91e8a8cbe,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:57.531575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:57.535380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '5c60a37a-ee13-4726-8aeb-ebde5fb71862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30f6f03e-7547-4414-89c8-41da2f3db437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:57.535811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 30f6f03e-7547-4414-89c8-41da2f3db437, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:01:57.603778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 30f6f03e-7547-4414-89c8-41da2f3db437 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:01:57.666115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 30f6f03e-7547-4414-89c8-41da2f3db437) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:57.681744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:57.682626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.687049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c8335-def7-4224-8415-fc6eeae6c4ca None None] Network 30f6f03e-7547-4414-89c8-41da2f3db437 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:57.743239 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5347052 Dec 13 20:01:57.746445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56810) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:57.843048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.873451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-21556ff9-d951-44be-9ed8-721aee1c125d None None] Provisioning for port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:57.876146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Transition to ACTIVE for port object c59a1486-e692-4e29-bf18-e458f259a66b will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:57.916141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8e3773e1-78ac-4346-b5b6-cccd7925f74f/501656e3-2850-43e6-971f-e25dea4674a6) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:01:57.939692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.943162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:57.951003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7d68095e-d6ad-44c9-9176-1463e7a7de0b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:57.957006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] For port 44cf097f-894b-4c72-a65d-bde22cc08864, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:58.042730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:58.045019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.046395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] For port 44cf097f-894b-4c72-a65d-bde22cc08864, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44cf097f-894b-4c72-a65d-bde22cc08864,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:58.051131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:58.061790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Attempting to bind port 3f55051b-09ff-469f-b208-dc46f2be7a30 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:01:58.062134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Attempting to bind port 3f55051b-09ff-469f-b208-dc46f2be7a30 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:01:58.062450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Attempting to bind port 3f55051b-09ff-469f-b208-dc46f2be7a30 on network b92341cc-d689-4a7a-a4e7-78cc60a726e3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:58.069613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:01:58.094007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.101294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.104540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:58.109556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Port 3f55051b-09ff-469f-b208-dc46f2be7a30 on network b92341cc-d689-4a7a-a4e7-78cc60a726e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:01:58.109879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Attempting to bind port 3f55051b-09ff-469f-b208-dc46f2be7a30 on network b92341cc-d689-4a7a-a4e7-78cc60a726e3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:01:58.117711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:58.119098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:58.145545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.188691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:58.189410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.197317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:01:58.198063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Checking segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:01:58.198452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Bound using segment: {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:01:58.198891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Bound port: 3f55051b-09ff-469f-b208-dc46f2be7a30, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8851e0c1-a44b-485c-ab69-b4b8f042d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:01:58.199231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.203109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Pushing event updated for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:58.233921 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5527983 Dec 13 20:01:58.252337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:58.256996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Request body: {'port': {'device_id': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:58.257717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:01:58.352222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:58.415729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router b080a95b-6bd3-4781-b97d-8c1f8c16d369 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:01:58.422257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.430595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.436470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.445192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-10fd8a6f-7a9b-4045-af6d-e5ecab848beb tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:58.461323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.469906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1455d8bf-9aca-4233-bf23-544dc838121a tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:58.497940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:58.498984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:58.510461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60354baa-d144-4855-821d-4e60ec383c2c req-e9f9093a-d1a7-4ab5-9a38-71e126c9bd68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:58.512032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60354baa-d144-4855-821d-4e60ec383c2c req-e9f9093a-d1a7-4ab5-9a38-71e126c9bd68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 943 time: 0.7551765 Dec 13 20:01:58.521482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.540093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=98313dcc-5d84-4f89-ba2f-53b91e8a8cbe,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:58.551907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:58.671313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca05ded-050b-40f8-9f5b-8855b2b66563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-30f6f03e-7547-4414-89c8-41da2f3db437', 'network_id': '30f6f03e-7547-4414-89c8-41da2f3db437', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '98313dcc-5d84-4f89-ba2f-53b91e8a8cbe'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:01:58.672071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ca05ded-050b-40f8-9f5b-8855b2b66563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.678398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.679107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.711319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:01:58.795763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.881520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f6f03e-7547-4414-89c8-41da2f3db437']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:58.896601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:58.902664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c60a37a-ee13-4726-8aeb-ebde5fb71862') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:58.903072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c60a37a-ee13-4726-8aeb-ebde5fb71862') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:58.922376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.940222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-123e88cc-1304-42ab-b81c-0897ba29a30b None None] Provisioning for port c59a1486-e692-4e29-bf18-e458f259a66b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:01:58.949233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-123e88cc-1304-42ab-b81c-0897ba29a30b None None] Provisioning complete for port c59a1486-e692-4e29-bf18-e458f259a66b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:58.950031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-123e88cc-1304-42ab-b81c-0897ba29a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:58.985091 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:01:58.985492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.009923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.020762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3f55051b-09ff-469f-b208-dc46f2be7a30,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:01:59.027584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=057b313b-4e4f-4537-8321-b63b212d75a6,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:59.032096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:59.042589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3fa0d9c6-ff90-490f-a16f-755ba63b9ebc tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:59.060350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:59.073660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:01:59.081427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.085190 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e80a6d06-ec57-4110-a0af-2a9c52c0795f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 700 time: 2.8563385 Dec 13 20:01:59.112768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56816) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:59.121361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:01:59.121809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.130714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Sync routers for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:01:59.136066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:01:59.146266 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:01:59.167380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:01:59.182035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:01:59.183660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42853500-e482-46e8-a2b6-67453b0deb77 None None] Network 30f6f03e-7547-4414-89c8-41da2f3db437 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:01:59.185126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:59.185576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.216925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:59.217585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.219377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 1093 time: 5.1533737 Dec 13 20:01:59.222369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60354baa-d144-4855-821d-4e60ec383c2c req-c02441b4-39ed-470f-bda9-effc8f0423ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6816244 Dec 13 20:01:59.235727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:01:59.345987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a1486-e692-4e29-bf18-e458f259a66b {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:01:59.356646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.379825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Transition to ACTIVE for port object c59a1486-e692-4e29-bf18-e458f259a66b will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:01:59.380070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.5751412 Dec 13 20:01:59.381871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56824) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:59.390718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:59.402465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:59.409991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99df67f5-47b8-4150-be0b-902fc6d527fc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:59.452166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:70:c6:ae', 'name': 'tempest-NetworksTestDHCPv6-1258798481'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:59.470384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-123e88cc-1304-42ab-b81c-0897ba29a30b None None] Port c59a1486-e692-4e29-bf18-e458f259a66b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:01:59.472542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:01:59.474185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:01:59.582600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f7a62649-eeae-478b-bfb2-b2f0ce0bc9ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Synchronizing usage tracker for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:01:59.585489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.592007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3b967fa-4b5a-47e7-abd7-6a147d9c2ac5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:59.594484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'status': 'completed', 'code': 200} Dec 13 20:01:59.651450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.667264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.674157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:01:59.782131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f7a62649-eeae-478b-bfb2-b2f0ce0bc9ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Unset dirty status for tenant:f5b5885b50a44071890c00ccf4c4c8b8 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:01:59.785904 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f7a62649-eeae-478b-bfb2-b2f0ce0bc9ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 205 time: 0.6662514 Dec 13 20:01:59.788483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/30f6f03e-7547-4414-89c8-41da2f3db437 HTTP/1.1" status: 204 len: 168 time: 2.0410411 Dec 13 20:01:59.793440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:59.793777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56830) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:01:59.803031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574149471'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:01:59.821024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:01:59.836515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:59.839399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:01:59.847106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:01:59.903643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=d186b9d9-2cf9-4a30-a1d8-44de65ee03d7,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:01:59.920437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2e6b4d1e-12c9-430f-82ae-e9e066d93641 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:01:59.934415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:01:59.937190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5055e4-93cf-424e-a465-47965e68dbb2 req-26479623-5f34-4967-a1d3-6d5744d80282 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:01:59.938797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a5055e4-93cf-424e-a465-47965e68dbb2 req-26479623-5f34-4967-a1d3-6d5744d80282 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 931 time: 1.0400691 Dec 13 20:02:00.007909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:00.008156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:00.012892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-962b119b-c79b-433f-8502-365921b539c0 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.845s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:00.015687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:00.028332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=30f6f03e-7547-4414-89c8-41da2f3db437,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:00.032985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:00.073965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:00.110084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:00.120026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.121897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.123477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:00.157806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-51bcb3ec-c5c0-4c26-9664-a3ae160f3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:00.159025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-51bcb3ec-c5c0-4c26-9664-a3ae160f3316 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1096 time: 0.8755238 Dec 13 20:02:00.163871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Provisioning complete for port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:00.164228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.190834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:00.206236 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a5055e4-93cf-424e-a465-47965e68dbb2 req-8c75e081-03ed-4f25-bea4-872182c4b059 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571031 Dec 13 20:02:00.206927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:00.232185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Checking router: b080a95b-6bd3-4781-b97d-8c1f8c16d369 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:02:00.235853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.269032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:00.281883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:00.285385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.299190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,segment=NetworkSegment(589da13e-5779-44da-849c-d465ee1a46f7),segment_id=589da13e-5779-44da-849c-d465ee1a46f7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:00.302338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:00.312023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Transition to ACTIVE for port object 501656e3-2850-43e6-971f-e25dea4674a6 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:00.314523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Routers {'b080a95b-6bd3-4781-b97d-8c1f8c16d369'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:00.315353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:00.379242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-ecd4a1fb-f846-473a-a157-375ee0e85cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 217 time: 0.1830423 Dec 13 20:02:00.449785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.453950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.461350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f6ef9c63-380b-475d-9b5b-c2b1d8662ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:00.489639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Attempting to bind port c59a1486-e692-4e29-bf18-e458f259a66b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:00.489851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Attempting to bind port c59a1486-e692-4e29-bf18-e458f259a66b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:00.490167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Attempting to bind port c59a1486-e692-4e29-bf18-e458f259a66b on network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:00.507282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.511188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Port c59a1486-e692-4e29-bf18-e458f259a66b on network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:02:00.511588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Attempting to bind port c59a1486-e692-4e29-bf18-e458f259a66b on network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:00.516089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.519057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:00.520312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] Set router b080a95b-6bd3-4781-b97d-8c1f8c16d369 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:00.527042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:00.527042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Checking segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:00.527435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Bound using segment: {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:00.528482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Bound port: c59a1486-e692-4e29-bf18-e458f259a66b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e100d7f-022b-4ef3-8f30-cbf555f1787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:00.528482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.550968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.563519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.563952 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 89526783-c182-4aa3-9f3a-522714a895eb of type vlan for network 68864d85-563a-4a23-adc3-dd8809bd8a85 Dec 13 20:02:00.642417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8f38e30e-330c-4acc-bf6c-3ed92dc53191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:00.643888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-8f38e30e-330c-4acc-bf6c-3ed92dc53191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 200 len: 835 time: 0.2030928 Dec 13 20:02:00.645624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1435859c-e0a5-41b4-afec-9283d6182c74 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:00.736916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1435859c-e0a5-41b4-afec-9283d6182c74 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:00.737360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1435859c-e0a5-41b4-afec-9283d6182c74 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:00.738849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:00.742479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.749786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.750278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router b080a95b-6bd3-4781-b97d-8c1f8c16d369 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:02:00.795108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8e059-8106-44b8-9958-47d5a25148ed None None] The sync data for ids ['b080a95b-6bd3-4781-b97d-8c1f8c16d369'] in dv-neutron-821563-1-hyperv is: [{'id': 'b080a95b-6bd3-4781-b97d-8c1f8c16d369', 'name': 'tempest-RoutersTest-router-130644190', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:00:04Z', 'updated_at': '2021-12-13T20:01:48Z', 'revision_number': 11, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:00.799688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.830168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.836897 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fc30334d-0d88-4348-9b50-bf442c4b3a7e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 204 len: 168 time: 1.0365257 Dec 13 20:02:00.836897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56838) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:00.846738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207414663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:00.859183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec4e3-16e8-4734-8ea0-995d305b61ca None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=10']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:00.859501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:00.871827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:00.881594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Usage tracker for resource:router and tenant:f5b5885b50a44071890c00ccf4c4c8b8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:00.889510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:00.891049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:00.900682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:00.907334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.916504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:00.971527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.972770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:00.976657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:00.979285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:00.980108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:00.980417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:00.980535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:00.982910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:01:57Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:00.989744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18f5f0-8e92-4c14-a264-7a67d8736c12 None None] The sync data for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv is: [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:01:57Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:01.016980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:01.019864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Provisioning for port 057b313b-4e4f-4537-8321-b63b212d75a6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:01.020003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.020003 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] 10.222.0.20 "PUT /v2.0/ports/c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 1093 time: 2.7681346 Dec 13 20:02:01.025631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Provisioning complete for port 057b313b-4e4f-4537-8321-b63b212d75a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:01.026161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.035644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:02:01.044747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.046268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.092802 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2955794 Dec 13 20:02:01.097235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56846) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:01.118115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:01.217421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port a8b04995-a6f3-4111-ad8a-885323dc7eb2 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:01.239809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.243838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-daf9859d-8d8d-4053-8bbd-2c9d401d156d None None] Port 057b313b-4e4f-4537-8321-b63b212d75a6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:01.253469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:01.269250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:01.277475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046637-0a8c-4713-a602-3d0b893fe4be req-3812a7dc-1886-4013-9b86-74c29c08363e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:01.286979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-29046637-0a8c-4713-a602-3d0b893fe4be req-3812a7dc-1886-4013-9b86-74c29c08363e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 943 time: 0.8448770 Dec 13 20:02:01.313890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:01.382430 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'status': 'completed', 'code': 200} Dec 13 20:02:01.422417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-75de23a4-dc1f-4f64-b898-24fb3e8cc3ec None None] Provisioning complete for port 057b313b-4e4f-4537-8321-b63b212d75a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:01.425450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-75de23a4-dc1f-4f64-b898-24fb3e8cc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.587938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-75de23a4-dc1f-4f64-b898-24fb3e8cc3ec None None] Port 057b313b-4e4f-4537-8321-b63b212d75a6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:01.666722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-2e59dfd4-1d2a-4731-8a6e-d8f95a05968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:01.668232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-2e59dfd4-1d2a-4731-8a6e-d8f95a05968c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0126731 Dec 13 20:02:01.685820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.745915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=68864d85-563a-4a23-adc3-dd8809bd8a85,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:01.748506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:01.760037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 68864d85-563a-4a23-adc3-dd8809bd8a85 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:01.761543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:01.767636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:01.769840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-29046637-0a8c-4713-a602-3d0b893fe4be req-d79e569f-8a14-413f-98a6-00c21ba695a0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812691 Dec 13 20:02:01.772979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:01.794946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:01.808004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:01.813206 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4399bb7c-e21b-446f-b159-0c89db7df0de tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9717491 Dec 13 20:02:01.816406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56852) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:01.833904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:02.023375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e1a3cc35-0071-455e-874b-5698894624e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:02.025081 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-e1a3cc35-0071-455e-874b-5698894624e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1096 time: 0.8853099 Dec 13 20:02:02.116425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d3ea5-ec69-4be0-82df-a9010faa622b None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:02.130102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::1f7 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8e3773e1-78ac-4346-b5b6-cccd7925f74f/a8b04995-a6f3-4111-ad8a-885323dc7eb2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:02.137034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:c6ae (36b8069c-61c8-4b24-9aac-3a03df44f0fb/d186b9d9-2cf9-4a30-a1d8-44de65ee03d7/a8b04995-a6f3-4111-ad8a-885323dc7eb2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:02.173840 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-4e8a0330-1c52-40fd-a1be-d57465b3a028 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 217 time: 0.0841827 Dec 13 20:02:02.174534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:02.178135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.231002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Provisioning for port 501656e3-2850-43e6-971f-e25dea4674a6 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:02.253305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:02.254033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.368216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.393066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object a8b04995-a6f3-4111-ad8a-885323dc7eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:02.427410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.458427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7a6f0f35-99d7-4d7e-b558-3429d42becef tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:02.533875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-939eac4e-7a4c-4bc6-b7b0-1d54de5de591 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923026 Dec 13 20:02:02.553977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.555455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:02.570236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1f50bfe4-bc36-4a01-b0b5-6f0559cb7d92 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:02.580885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.582976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:02.592731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48022573-f9a7-41cb-b92e-c75aea05137c req-15ce29da-5337-47f6-bc08-30444806bac2 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:02.594321 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-48022573-f9a7-41cb-b92e-c75aea05137c req-15ce29da-5337-47f6-bc08-30444806bac2 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 943 time: 0.9626296 Dec 13 20:02:02.604199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:02.610747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:02.611416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.651203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:02.659048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.661113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:02.662596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.721627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=a8b04995-a6f3-4111-ad8a-885323dc7eb2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:02.736092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:02.751167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.751996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Pushing event updated for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=11']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:02.753002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.755468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:02.763196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:02.826420 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4225969 Dec 13 20:02:02.860177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56858) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:02.865667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-48022573-f9a7-41cb-b92e-c75aea05137c req-346d20dd-a2ad-466c-ae63-59c9e0cf2b55 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403975 Dec 13 20:02:02.874864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.896860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=a88576d3-9527-484c-be4b-de7bfcbd61cd,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:02.903005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:02.907736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-78f40c8d-27fa-4000-9186-02489b0b4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:02.909696 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-78f40c8d-27fa-4000-9186-02489b0b4cc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 200 len: 835 time: 0.4510214 Dec 13 20:02:02.945973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:02.996263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44be5496-7f22-4ec6-8722-8e225aaef8df req-fcb07097-f0a1-48de-80d6-c41d6dc5be68 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368918 Dec 13 20:02:03.040451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:03.075058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=057b313b-4e4f-4537-8321-b63b212d75a6,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:03.113207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:03.141382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:03.142334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.284741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44cf097f-894b-4c72-a65d-bde22cc08864 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:03.337576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '89526783-c182-4aa3-9f3a-522714a895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:03.337947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 68864d85-563a-4a23-adc3-dd8809bd8a85, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:03.385642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-47baee07-3039-4640-9c4d-75fee46a0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:03.385969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 44cf097f-894b-4c72-a65d-bde22cc08864 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:03.387700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-47baee07-3039-4640-9c4d-75fee46a0be2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4497814 Dec 13 20:02:03.394034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 44cf097f-894b-4c72-a65d-bde22cc08864 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:03.394842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.427270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 68864d85-563a-4a23-adc3-dd8809bd8a85 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:03.464570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port a8b04995-a6f3-4111-ad8a-885323dc7eb2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:03.464798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.497705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 68864d85-563a-4a23-adc3-dd8809bd8a85) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:03.502650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:03.503285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.524432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37151533-3223-47da-ba1c-9cbb72e8956a None None] Network 68864d85-563a-4a23-adc3-dd8809bd8a85 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:03.542238 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4322033 Dec 13 20:02:03.543392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56862) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:03.553443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Router 66fd1800-3ddd-4f0d-9a66-50c1b3022905 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:02:03.663240 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-86c3ce85-18ee-463e-a2ce-44ddff57ad1e service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659707 Dec 13 20:02:03.683119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.692892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:03.693196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.726087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:03.738504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:03.765800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e4221-e32e-494a-b261-a4a6be5e89ff req-6c52e0c6-ae82-4e96-8bc8-c780b56014b9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:03.767658 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d53e4221-e32e-494a-b261-a4a6be5e89ff req-6c52e0c6-ae82-4e96-8bc8-c780b56014b9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 943 time: 0.7752242 Dec 13 20:02:03.870796 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2185d6a0-c2f9-446c-bb56-58af62f8e919 req-65db6684-d893-4c4e-882c-41485b7682f2 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503906 Dec 13 20:02:03.882800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-6031a27c-9eab-401b-8de1-0fb46eb56aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:03.884344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:02:03.887472 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-6031a27c-9eab-401b-8de1-0fb46eb56aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1096 time: 0.8084373 Dec 13 20:02:03.904648 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Sync routers for ids ['66fd1800-3ddd-4f0d-9a66-50c1b3022905'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:02:03.909487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:03.913227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-62ae63d6-8fd6-489a-9489-897ae55b3fdc tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "PUT /v2.0/routers/66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 200 len: 693 time: 2.0933809 Dec 13 20:02:03.913521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:03.934937 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Routers {'66fd1800-3ddd-4f0d-9a66-50c1b3022905'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:03.935580 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['66fd1800-3ddd-4f0d-9a66-50c1b3022905'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:04.042100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 44cf097f-894b-4c72-a65d-bde22cc08864, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44cf097f-894b-4c72-a65d-bde22cc08864,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:04.054162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.055094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:04.132704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-472f485d-8a62-486c-abf3-9e3dcfc5acef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:04.191948 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e4386874-37dc-4cbc-9c53-a7e7799058e9 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/routers/66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 200 len: 699 time: 0.2745249 Dec 13 20:02:04.194175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56872) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:04.199219 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Set router 66fd1800-3ddd-4f0d-9a66-50c1b3022905 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:04.254779 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6bea3832-6258-4e41-8868-336adf9fa864 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 200 len: 205 time: 0.0558028 Dec 13 20:02:04.254946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Provisioning for port a8b04995-a6f3-4111-ad8a-885323dc7eb2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:04.256549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56876) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:04.259175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-253b0f55-721a-4dd4-b596-e349f886b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:04.260481 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-253b0f55-721a-4dd4-b596-e349f886b951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1096 time: 0.2533276 Dec 13 20:02:04.266255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Provisioning complete for port a8b04995-a6f3-4111-ad8a-885323dc7eb2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:04.266648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.306126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:04.306126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.338846 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d53e4221-e32e-494a-b261-a4a6be5e89ff req-42125a35-431a-4a95-8db4-bb581cfaa659 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5568578 Dec 13 20:02:04.341221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-68864d85-563a-4a23-adc3-dd8809bd8a85', 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': 'a88576d3-9527-484c-be4b-de7bfcbd61cd'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:04.342456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.347714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.371939 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fd1800-3ddd-4f0d-9a66-50c1b3022905', 'name': 'tempest-RoutersTest-router-207414663', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:02:01Z', 'updated_at': '2021-12-13T20:02:02Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:04.377129 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Checking router: 66fd1800-3ddd-4f0d-9a66-50c1b3022905 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:02:04.385793 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Routers {'66fd1800-3ddd-4f0d-9a66-50c1b3022905'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:04.387108 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['66fd1800-3ddd-4f0d-9a66-50c1b3022905'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:04.407054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:04.417935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc23ed-fc99-4b82-a837-96dd9253fe5e None None] Port a8b04995-a6f3-4111-ad8a-885323dc7eb2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:04.422527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:04.442928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3f55051b-09ff-469f-b208-dc46f2be7a30 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:02:04.464928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.537367 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] Set router 66fd1800-3ddd-4f0d-9a66-50c1b3022905 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:04.584263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.610875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3f55051b-09ff-469f-b208-dc46f2be7a30,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:04.632654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:02:04.662594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for a8b04995-a6f3-4111-ad8a-885323dc7eb2 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:04.668367 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fd1800-3ddd-4f0d-9a66-50c1b3022905', 'name': 'tempest-RoutersTest-router-207414663', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:02:01Z', 'updated_at': '2021-12-13T20:02:02Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:04.673013 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730a791-aff6-46b3-94c0-4065437ca177 None None] The sync data for ids ['66fd1800-3ddd-4f0d-9a66-50c1b3022905'] in dv-neutron-821563-1-hyperv is: [{'id': '66fd1800-3ddd-4f0d-9a66-50c1b3022905', 'name': 'tempest-RoutersTest-router-207414663', 'tenant_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:02:01Z', 'updated_at': '2021-12-13T20:02:02Z', 'revision_number': 2, 'project_id': 'f5b5885b50a44071890c00ccf4c4c8b8', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:04.693412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-d70cb107-d9b3-432d-94a3-d2d57691fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:04.703028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-d70cb107-d9b3-432d-94a3-d2d57691fb83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 896 time: 0.7381957 Dec 13 20:02:04.782673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Provisioning complete for port a8b04995-a6f3-4111-ad8a-885323dc7eb2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:04.783311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.817099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-f179a820-329f-40a9-b486-99b286fc2487 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 217 time: 0.0978470 Dec 13 20:02:04.830982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.900477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:04.904037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28673ac-5752-4196-a2ba-6747f215d6d4 req-500b455b-2a0f-476a-a966-18bd663250f0 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:04.905435 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d28673ac-5752-4196-a2ba-6747f215d6d4 req-500b455b-2a0f-476a-a966-18bd663250f0 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 943 time: 0.7367167 Dec 13 20:02:04.937317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Port a8b04995-a6f3-4111-ad8a-885323dc7eb2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:04.944512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Router 0cbe62aa-23b6-4a41-aa72-7442b05a1963 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:02:04.983425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-dd64f2b1-1304-433b-87ea-8f83225bb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:04.984989 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-dd64f2b1-1304-433b-87ea-8f83225bb834 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 896 time: 0.5923200 Dec 13 20:02:05.001413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f55051b-09ff-469f-b208-dc46f2be7a30 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:02:05.017252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Provisioning complete for port 057b313b-4e4f-4537-8321-b63b212d75a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:05.017769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.153256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3f55051b-09ff-469f-b208-dc46f2be7a30,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:05.160815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Allocated IP 172.20.0.1 (68864d85-563a-4a23-adc3-dd8809bd8a85/a88576d3-9527-484c-be4b-de7bfcbd61cd/70ef23ee-85e9-42bb-86a0-1bcd34e1b91e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:05.167172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.172391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0a5f4d3d-eefe-4101-9073-9f57caa0f6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:05.181518 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-79136294-5f93-42f2-98f7-07933debcec4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 217 time: 0.1324649 Dec 13 20:02:05.215507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b175d8f3-2c2d-4fa7-a703-11ae17b9f00b None None] Port 057b313b-4e4f-4537-8321-b63b212d75a6 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:05.249310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44cf097f-894b-4c72-a65d-bde22cc08864 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:05.258754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.264917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.287841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-530287ec-6c7f-4705-8f25-e16692ef84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.289443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-530287ec-6c7f-4705-8f25-e16692ef84bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 200 len: 835 time: 0.4640594 Dec 13 20:02:05.301401 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d28673ac-5752-4196-a2ba-6747f215d6d4 req-2f21491c-c43e-4901-932d-691f60e01ed1 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742557 Dec 13 20:02:05.317084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-73848bed-01d5-49c8-9e89-66b404ccc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.318863 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-73848bed-01d5-49c8-9e89-66b404ccc5f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 200 len: 835 time: 0.1276321 Dec 13 20:02:05.324800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.325959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Fanout notify agent at l3_agent the message router_deleted on router 66fd1800-3ddd-4f0d-9a66-50c1b3022905 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:02:05.406658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.408565 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f3fc0ca4-4c9a-4fb4-9cb5-84af37fc0516 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 204 len: 168 time: 1.1472101 Dec 13 20:02:05.414621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56882) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.443544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['3f55051b-09ff-469f-b208-dc46f2be7a30'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:02:05.476807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:05.492552 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e405dbc0-921c-44a0-88c5-701653dcacc2 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 200 len: 205 time: 0.0743527 Dec 13 20:02:05.497221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:05.500406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56886) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.574787 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-f1074fa5-2b39-47e5-b08f-d667ca7ccd34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:05.579083 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1074fa5-2b39-47e5-b08f-d667ca7ccd34 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/66fd1800-3ddd-4f0d-9a66-50c1b3022905 HTTP/1.1" status: 404 len: 336 time: 0.0750439 Dec 13 20:02:05.580122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56890) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.615872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:02:05.617143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 44cf097f-894b-4c72-a65d-bde22cc08864 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:05.618038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.631754 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4921d4f0-55b6-4b19-8f4a-099232da2405 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:05.632215 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/routers/0cbe62aa-23b6-4a41-aa72-7442b05a1963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8560371 Dec 13 20:02:05.632454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4921d4f0-55b6-4b19-8f4a-099232da2405 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:05.636420 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4921d4f0-55b6-4b19-8f4a-099232da2405 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/d05f3266-5f12-46dc-94b7-7f30b12117d9 HTTP/1.1" status: 404 len: 337 time: 0.0521648 Dec 13 20:02:05.638454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56894) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.638783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.654178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] Sync routers for ids ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:02:05.674759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-7fee81b4-dd70-4a96-85bd-e01d93efd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.676644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-7fee81b4-dd70-4a96-85bd-e01d93efd0be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3031123 Dec 13 20:02:05.678032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.692178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5fc0-d4dd-41f9-a88b-db833f2b09d8 req-36d54c25-3a89-4782-84b5-be471e13c713 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.694072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-243b5fc0-d4dd-41f9-a88b-db833f2b09d8 req-36d54c25-3a89-4782-84b5-be471e13c713 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 944 time: 0.2344933 Dec 13 20:02:05.701141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.702590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e435fbb7-6a98-4975-b874-a8f115b87e52 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:05.733414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] Routers {'0cbe62aa-23b6-4a41-aa72-7442b05a1963'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:05.734133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:05.741044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-20e7b06e-2477-4aa4-be20-3a3be47bf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.742745 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-20e7b06e-2477-4aa4-be20-3a3be47bf354 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4026499 Dec 13 20:02:05.770152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=a8b04995-a6f3-4111-ad8a-885323dc7eb2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:05.771929 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e971374a-f336-4c57-b3f0-63894bda47a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:05.772057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e971374a-f336-4c57-b3f0-63894bda47a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:05.778049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e971374a-f336-4c57-b3f0-63894bda47a5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/2ae2fc86-0911-4e5a-ba2e-f2a1628c80de HTTP/1.1" status: 404 len: 337 time: 0.1307011 Dec 13 20:02:05.778219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:05.778219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56902) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:05.796935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Transition to ACTIVE for port object 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:05.826011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:05.862146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Transition to ACTIVE for port object 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:05.877681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] Routers {'0cbe62aa-23b6-4a41-aa72-7442b05a1963'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:05.878171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:05.942931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcfb4b-8cf6-4d33-baeb-6c701a6d9967 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:05.944268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b9fcfb4b-8cf6-4d33-baeb-6c701a6d9967 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:05.958708 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-818e3b02-bb9c-4bda-a268-22113659bc64 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061040 Dec 13 20:02:05.973779 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68fd897-43b5-4d5a-a9d4-5e65f9408d38 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:05.974846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68fd897-43b5-4d5a-a9d4-5e65f9408d38 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:05.983422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:05.998906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-0de1f72d-87ba-49c8-8ee1-044c61fa75af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:06.036031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-243b5fc0-d4dd-41f9-a88b-db833f2b09d8 req-2fe93b93-8f32-4203-8c11-63dd43fcf6ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673900 Dec 13 20:02:06.044262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:06.044961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba25e5-3c2d-4f37-b273-643527091223 None None] The sync data for ids ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:06.058737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.060799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/a8b04995-a6f3-4111-ad8a-885323dc7eb2 HTTP/1.1" status: 204 len: 168 time: 3.1916332 Dec 13 20:02:06.062677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d68fd897-43b5-4d5a-a9d4-5e65f9408d38 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/f9a823b6-9646-40b1-81de-2e8db33ebc0c HTTP/1.1" status: 404 len: 337 time: 0.2845645 Dec 13 20:02:06.066309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56906) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.066797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56908) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.146426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b9fcfb4b-8cf6-4d33-baeb-6c701a6d9967 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:06.151034 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b9fcfb4b-8cf6-4d33-baeb-6c701a6d9967 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe62aa-23b6-4a41-aa72-7442b05a1963 HTTP/1.1" status: 200 len: 986 time: 0.5102971 Dec 13 20:02:06.151864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56914) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.155017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Network 68864d85-563a-4a23-adc3-dd8809bd8a85 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:06.161101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.162167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:06.170695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:06.173053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Pushing event updated for resources: {'Port': ['ID=70ef23ee-85e9-42bb-86a0-1bcd34e1b91e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:06.183022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:06.186534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8aa1069a-96a6-48aa-81fd-3477cced594d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:06.221431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3448e041-b780-4d3f-b197-e6d2b1c88b1e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:06.222331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3448e041-b780-4d3f-b197-e6d2b1c88b1e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:06.224183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3448e041-b780-4d3f-b197-e6d2b1c88b1e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/5e6583b4-f7a9-40ab-965e-d37ca5a6b5ed HTTP/1.1" status: 404 len: 337 time: 0.1545913 Dec 13 20:02:06.237122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56918) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.264136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=a88576d3-9527-484c-be4b-de7bfcbd61cd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:06.278686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:06.308317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Attempting to bind port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:06.308784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Attempting to bind port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '89526783-c182-4aa3-9f3a-522714a895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:06.309121 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Attempting to bind port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e on network 68864d85-563a-4a23-adc3-dd8809bd8a85 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:06.328090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:06.328528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Checking segment: {'id': '89526783-c182-4aa3-9f3a-522714a895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:06.328956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.329421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Bound using segment: {'id': '89526783-c182-4aa3-9f3a-522714a895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:06.329912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Bound port: 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89526783-c182-4aa3-9f3a-522714a895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '68864d85-563a-4a23-adc3-dd8809bd8a85'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:06.330328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.348540 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-9ee4fc28-e8e3-4026-8d11-54c76ed2b271 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532540 Dec 13 20:02:06.394369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:02:06.420921 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3094a713-3267-4d0f-b02e-8a451eb208db tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 200 len: 205 time: 0.1824644 Dec 13 20:02:06.425375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56924) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.429180 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5f7b034-5af4-484c-8ca1-09f689558ea6 req-501acf04-bf5b-4f08-90a6-7e545a294538 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599066 Dec 13 20:02:06.503486 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c396691-2aa5-4732-9eac-86d62f87db63 req-ae02b32c-8d2b-49d6-8112-c0a880a870a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383855 Dec 13 20:02:06.509335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.514173 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-bf6b39a7-f46b-4328-801a-9be153e04006 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:06.515201 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bf6b39a7-f46b-4328-801a-9be153e04006 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/b080a95b-6bd3-4781-b97d-8c1f8c16d369 HTTP/1.1" status: 404 len: 336 time: 0.0887721 Dec 13 20:02:06.518788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56928) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.527954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] For port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:06.578986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68864d85-563a-4a23-adc3-dd8809bd8a85']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:06.591741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] For port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=70ef23ee-85e9-42bb-86a0-1bcd34e1b91e,segment=NetworkSegment(89526783-c182-4aa3-9f3a-522714a895eb),segment_id=89526783-c182-4aa3-9f3a-522714a895eb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:06.601056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.606138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89526783-c182-4aa3-9f3a-522714a895eb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:06.606508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89526783-c182-4aa3-9f3a-522714a895eb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:06.612290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a97f3ad3-87d1-4246-a64b-3f229dc725c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:06.630770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1bf895-d696-4329-82c2-e02c5ef2598e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:06.631539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f1bf895-d696-4329-82c2-e02c5ef2598e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:06.635442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.669909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.681968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:06.682442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.698631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f1bf895-d696-4329-82c2-e02c5ef2598e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f1bf895-d696-4329-82c2-e02c5ef2598e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6318395 Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:06.702384 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:06.707084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56932) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.722588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:06.773101 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-760e118f-994e-46f0-89ef-568713809af1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d3dd4d2-f562-46b9-9d80-ab282f930d19 HTTP/1.1" status: 200 len: 205 time: 0.2531343 Dec 13 20:02:06.775844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Pushing event updated for resources: {'Port': ['ID=70ef23ee-85e9-42bb-86a0-1bcd34e1b91e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:06.775985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56936) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.780348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'mac_address': 'fa:16:3e:10:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:02:06.800079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.800820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.800820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.801188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.801444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.801767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.802079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.802406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.802739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.804322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.804322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.804322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:06.809813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:06.832245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40c58-5a79-4bda-bd69-aaf475cb9faf req-931bd7cb-d003-4d44-8dff-6f9e487a904e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:06.833885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ece40c58-5a79-4bda-bd69-aaf475cb9faf req-931bd7cb-d003-4d44-8dff-6f9e487a904e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 943 time: 0.2964149 Dec 13 20:02:06.874865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8031357-04c3-4a8f-98b8-1440c8611057 None None] Network 68864d85-563a-4a23-adc3-dd8809bd8a85 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:06.884438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 20:02:06.884438 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 20:02:06.884438 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': '68864d85-563a-4a23-adc3-dd8809bd8a85'}] Dec 13 20:02:06.884438 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:06.884942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:06.891202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:06.907132 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-6217f691-f251-4fc8-8175-1a19b74d3916 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:06.908167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6217f691-f251-4fc8-8175-1a19b74d3916 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/1d3dd4d2-f562-46b9-9d80-ab282f930d19 HTTP/1.1" status: 404 len: 336 time: 0.1313746 Dec 13 20:02:06.911362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56940) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:06.963669 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c149d7-de53-4bc7-bc4f-e07db3242ff5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:06.964386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c149d7-de53-4bc7-bc4f-e07db3242ff5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:06.966446 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-59c149d7-de53-4bc7-bc4f-e07db3242ff5 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/334f7ea8-b6ff-488b-897b-c4cb35454a2b HTTP/1.1" status: 404 len: 337 time: 0.0539711 Dec 13 20:02:06.970124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.031738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59a1486-e692-4e29-bf18-e458f259a66b {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:02:07.054096 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d624f78-725d-40dd-a84e-002b011e5498 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 200 len: 205 time: 0.0802348 Dec 13 20:02:07.054289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56948) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.070393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:07.076481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ece40c58-5a79-4bda-bd69-aaf475cb9faf req-883af6d2-23b2-49a1-9fdd-b4f1f45c5791 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191575 Dec 13 20:02:07.095145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b9207d-cc60-4058-b2ef-1d4b75115672 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:07.097037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b4b9207d-cc60-4058-b2ef-1d4b75115672 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3879046 Dec 13 20:02:07.100015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56954) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.138391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.144492 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-985c90c7-7ce6-4250-a093-381fcb6d1ca7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:07.145556 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-985c90c7-7ce6-4250-a093-381fcb6d1ca7 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/4944452d-fbd3-436f-b319-637a7180f8a8 HTTP/1.1" status: 404 len: 336 time: 0.0903106 Dec 13 20:02:07.147057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3a0bade7-a00b-466d-8361-59ffa8c6afc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:07.151950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56958) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.204748 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b13afe95-2558-4011-8350-ecbe05370cd8 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f25efde-99e9-4643-a47c-1c869bcc605b HTTP/1.1" status: 200 len: 205 time: 0.0510619 Dec 13 20:02:07.207773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56962) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.237940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:07.241191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:07.247167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:07.248859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:07.250634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:07.251939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:07.256928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93b6c5-5884-4682-81f5-1c8fc78b8d0c None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:07.281736 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-36a02e91-8756-4c4e-9088-78c6d49d626a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:07.283076 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-36a02e91-8756-4c4e-9088-78c6d49d626a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/8f25efde-99e9-4643-a47c-1c869bcc605b HTTP/1.1" status: 404 len: 336 time: 0.0743704 Dec 13 20:02:07.285834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56966) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.292829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:07.294398 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-43473f0a-a504-48f7-acfd-a501ba843b42 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1930916 Dec 13 20:02:07.308438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a799e8c-4efc-4641-a063-d3fe46c1ac59 req-053c8434-3eaa-4b9a-9811-a615116723c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:07.316756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a799e8c-4efc-4641-a063-d3fe46c1ac59 req-053c8434-3eaa-4b9a-9811-a615116723c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 944 time: 0.1344995 Dec 13 20:02:07.318712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 56970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.371554 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-846661d7-8b6d-4e4e-b223-e2349b3a39ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:07.372010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846661d7-8b6d-4e4e-b223-e2349b3a39ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:07.373604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['c59a1486-e692-4e29-bf18-e458f259a66b'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:02:07.374009 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-846661d7-8b6d-4e4e-b223-e2349b3a39ae tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/fc627ee2-3186-4dfa-91ee-a10621c50e13 HTTP/1.1" status: 404 len: 337 time: 0.0872521 Dec 13 20:02:07.390097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56974) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.397004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.428247 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a799e8c-4efc-4641-a063-d3fe46c1ac59 req-75edf11d-b457-4a54-8277-259bbe668228 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105840 Dec 13 20:02:07.437952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:07.437952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.450799 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a85aa822-0ccf-4eac-9329-f689123ccbba tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=d06fd717-262e-49eb-a08d-f2a5b487132d HTTP/1.1" status: 200 len: 205 time: 0.0589452 Dec 13 20:02:07.460392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56978) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.465192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93b6c5-5884-4682-81f5-1c8fc78b8d0c None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:07.501029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 8e3773e1-78ac-4346-b5b6-cccd7925f74f {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:07.507733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.532947 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-e3e8ae75-fe7a-4619-ad18-da9b06ff987c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:07.536307 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e3e8ae75-fe7a-4619-ad18-da9b06ff987c tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/d06fd717-262e-49eb-a08d-f2a5b487132d HTTP/1.1" status: 404 len: 336 time: 0.0727091 Dec 13 20:02:07.538249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.610013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.610283 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbf83dc-3b20-44b1-9cf0-234fea3e0a14 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:07.610612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbf83dc-3b20-44b1-9cf0-234fea3e0a14 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:07.616007 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7bbf83dc-3b20-44b1-9cf0-234fea3e0a14 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/f0906425-96f1-4629-8759-d6d696fc7485 HTTP/1.1" status: 404 len: 337 time: 0.0723803 Dec 13 20:02:07.617027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56986) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.668906 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e4868bf-f699-44e7-b9d6-0ca4852af629 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2228762-23db-4617-bc0c-953814a4974b HTTP/1.1" status: 200 len: 205 time: 0.0506685 Dec 13 20:02:07.671723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56990) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.749889 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-1527264d-48e3-4487-bdc1-331c686e5cd4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] delete failed (client error): The resource could not be found. Dec 13 20:02:07.750917 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1527264d-48e3-4487-bdc1-331c686e5cd4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/routers/e2228762-23db-4617-bc0c-953814a4974b HTTP/1.1" status: 404 len: 336 time: 0.0783129 Dec 13 20:02:07.754533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.757091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.787369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=70ef23ee-85e9-42bb-86a0-1bcd34e1b91e,segment=NetworkSegment(89526783-c182-4aa3-9f3a-522714a895eb),segment_id=89526783-c182-4aa3-9f3a-522714a895eb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:07.787780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:07.901199 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c585c58c-3128-4df6-9d29-2aecb98d0921 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:07.901640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c585c58c-3128-4df6-9d29-2aecb98d0921 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:07.906018 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c585c58c-3128-4df6-9d29-2aecb98d0921 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/cf7ee1e2-2491-4c44-8ab9-01a5866505b1 HTTP/1.1" status: 404 len: 337 time: 0.1480172 Dec 13 20:02:07.911129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 56998) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:07.921725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:07.971625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.065479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.071795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5b80d346-4d16-4a6e-ae47-d77bcc46abda tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:08.094325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dabbeba-6ceb-40cb-994f-e4435ef8f07b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:08.094740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dabbeba-6ceb-40cb-994f-e4435ef8f07b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:08.100101 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4dabbeba-6ceb-40cb-994f-e4435ef8f07b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] 10.222.0.18 "DELETE /v2.0/subnets/c2831f76-b8d9-4c84-b8a0-6c768896b464 HTTP/1.1" status: 404 len: 337 time: 0.1854074 Dec 13 20:02:08.130712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=70ef23ee-85e9-42bb-86a0-1bcd34e1b91e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:08.133558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port 70ef23ee-85e9-42bb-86a0-1bcd34e1b91e on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:08.166184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:08.167260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.179379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d839ebcc-89fc-4ebb-9e41-4b81d0bf67b4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:08.216603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc4ae6-91f6-4ab8-b6ba-dfec57b84e21 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:08.246031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.273421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3773e1-78ac-4346-b5b6-cccd7925f74f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:08.274453 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 057b313b-4e4f-4537-8321-b63b212d75a6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:08.275385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.290208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:08.369492 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5a23cbd9-fa51-4865-9d5b-708e092def23 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8e3773e1-78ac-4346-b5b6-cccd7925f74f HTTP/1.1" status: 204 len: 168 time: 1.0489218 Dec 13 20:02:08.372177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57006) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:08.383806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.416887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68864d85-563a-4a23-adc3-dd8809bd8a85']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:08.434147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89526783-c182-4aa3-9f3a-522714a895eb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:08.434493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89526783-c182-4aa3-9f3a-522714a895eb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:08.472821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809a0b2-1af5-4a11-b05d-0b7866459156 req-7cf15aaa-90e6-443d-93e9-67edd37a36ac tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:08.474176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d809a0b2-1af5-4a11-b05d-0b7866459156 req-7cf15aaa-90e6-443d-93e9-67edd37a36ac tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 944 time: 0.2661998 Dec 13 20:02:08.476061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.486676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:08.515149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.532120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:08.532521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.542908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57014) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:08.548526 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:08.604528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port c59a1486-e692-4e29-bf18-e458f259a66b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:08.611480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port c59a1486-e692-4e29-bf18-e458f259a66b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:08.611870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.651439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet d186b9d9-2cf9-4a30-a1d8-44de65ee03d7 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:08.667628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.698848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.712283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d809a0b2-1af5-4a11-b05d-0b7866459156 req-dd432f39-72bd-4cf5-8d33-3f7e6292efad tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282202 Dec 13 20:02:08.720102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.726155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc07dc1e-5ac7-43d6-a6f3-c4b64c90fc65 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:08.748322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.758374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=68864d85-563a-4a23-adc3-dd8809bd8a85,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:08.763457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:08.777737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/68864d85-563a-4a23-adc3-dd8809bd8a85 HTTP/1.1" status: 204 len: 168 time: 5.2212498 Dec 13 20:02:08.782152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57020) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:08.791950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374291856'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:08.795394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.798597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:08.804503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:08.810973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:08.821198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:08.837334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da330b5-71d5-4e16-a791-936650c550c6 req-52b6dd45-0af4-4a70-80af-936582c29120 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:08.838952 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9da330b5-71d5-4e16-a791-936650c550c6 req-52b6dd45-0af4-4a70-80af-936582c29120 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 944 time: 0.1855984 Dec 13 20:02:08.841052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:02:08.847672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:08.853377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.854572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3f55051b-09ff-469f-b208-dc46f2be7a30 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:08.882516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:08.887012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.910279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 057b313b-4e4f-4537-8321-b63b212d75a6 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:08.925100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:08.942402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:08.955522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.956310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 137a2bc8-8390-472f-8db7-f210640cf454 of type vlan for network 22e4a334-c06f-43fd-9b34-283cbec113d3 Dec 13 20:02:08.985960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:08.992776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.010436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:09.021555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:09.036879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 3f55051b-09ff-469f-b208-dc46f2be7a30 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:09.037593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9da330b5-71d5-4e16-a791-936650c550c6 req-66e38f4a-f1cd-4707-9d6e-6d3a25799955 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909873 Dec 13 20:02:09.038567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.043243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 3f55051b-09ff-469f-b208-dc46f2be7a30 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:09.043631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.046006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:09.047412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.054048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bc16a18-68e5-4894-973b-3e95cc77a163 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:09.155971 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a9ad37e6-5abe-4b7a-bc93-63ab9ab0887d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5b5885b50a44071890c00ccf4c4c8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080470 Dec 13 20:02:09.161791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57028) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:09.193544 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'code': 200} Dec 13 20:02:09.260840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.298935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.339471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3f55051b-09ff-469f-b208-dc46f2be7a30,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:09.346461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.348830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ed8b7a7c-bae1-419d-9eba-06d8887f4437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:09.416839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.426068 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6428015 Dec 13 20:02:09.426879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57032) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:09.432677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=22e4a334-c06f-43fd-9b34-283cbec113d3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:09.446567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '22e4a334-c06f-43fd-9b34-283cbec113d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:09.464243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 22e4a334-c06f-43fd-9b34-283cbec113d3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:09.466375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:09.488153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:09.492406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:09.526687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.578624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.583672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.587647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82d98cd9-7e8f-4903-9aa1-43190a193220 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:09.625140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6cf587e3-e13a-4df8-ba64-f75c4543763f None None] Provisioning complete for port 501656e3-2850-43e6-971f-e25dea4674a6 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:09.625140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6cf587e3-e13a-4df8-ba64-f75c4543763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.628512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=d186b9d9-2cf9-4a30-a1d8-44de65ee03d7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:09.636845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:09.641818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.642617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:09.649499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.649499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.649782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:09.649889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.649889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.650242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.650559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.650929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.651286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.651961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.652093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.652460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.652722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:09.661253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:09.666579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad882ac-f11f-4d8e-9cfb-98c3466116af req-d5fae22a-bfd1-4f35-95ab-9404345c8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:09.668076 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ad882ac-f11f-4d8e-9cfb-98c3466116af req-d5fae22a-bfd1-4f35-95ab-9404345c8197 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1098 time: 0.2008696 Dec 13 20:02:09.695055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:09.698990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aee815d0-18f0-4bd8-af49-0fb43a3390aa tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:09.702969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef273a-4cea-49aa-a805-210c35c6c768 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:09.709260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:09.713833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.756846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=057b313b-4e4f-4537-8321-b63b212d75a6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:09.888771 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ad882ac-f11f-4d8e-9cfb-98c3466116af req-ff8cb3ef-19c8-4c81-8482-ccc3ec560393 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119250 Dec 13 20:02:09.929811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.937640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:09.939801 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/d186b9d9-2cf9-4a30-a1d8-44de65ee03d7 HTTP/1.1" status: 204 len: 168 time: 1.5660110 Dec 13 20:02:09.942163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.942455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57038) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:09.944929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:09.949254 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f630444-7e7c-404b-8614-19fd8d648ccf HTTP/1.1" status: 204 len: 168 time: 0.7810018 Dec 13 20:02:09.950082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a917cf9-2d49-48fd-ad1d-288941d9b874 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:09.966713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f630444-7e7c-404b-8614-19fd8d648ccf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:10.030243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:10.034328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1ed81291-3015-4c6b-bb2e-75665500c775 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873880 Dec 13 20:02:10.038277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57044) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:10.049597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:10.075900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:10.080442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Deleting port 501656e3-2850-43e6-971f-e25dea4674a6 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:10.080825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.163893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9e59d-389d-4904-a7e5-a261b9ab61d6 req-0105423d-befd-4196-818e-e98489d276b2 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:10.165845 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ab9e59d-389d-4904-a7e5-a261b9ab61d6 req-0105423d-befd-4196-818e-e98489d276b2 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.2884071 Dec 13 20:02:10.277481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ab9e59d-389d-4904-a7e5-a261b9ab61d6 req-a7db67f5-65c2-4da5-8e43-fa16d2d93be5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026931 Dec 13 20:02:10.365153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.371253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29869484-d0ce-4d4e-82cd-2097a0f2192c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:10.387660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] For port 501656e3-2850-43e6-971f-e25dea4674a6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=501656e3-2850-43e6-971f-e25dea4674a6,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:10.388319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.415468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b06b7-950e-4201-86fc-2ca9e04fec5c req-465a3307-0533-462c-aeba-5a7064a33859 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:10.416945 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-416b06b7-950e-4201-86fc-2ca9e04fec5c req-465a3307-0533-462c-aeba-5a7064a33859 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.1845608 Dec 13 20:02:10.509400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-416b06b7-950e-4201-86fc-2ca9e04fec5c req-6dd81b53-b924-4092-925f-48ce80fadd36 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820732 Dec 13 20:02:10.515357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '137a2bc8-8390-472f-8db7-f210640cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22e4a334-c06f-43fd-9b34-283cbec113d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:10.515717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 22e4a334-c06f-43fd-9b34-283cbec113d3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:10.525794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=96c87111-b3f1-46cf-8ef5-06d7d164a951,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.537267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.538144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.538144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:02:10.544232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:10.551546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Calling delete_port for 501656e3-2850-43e6-971f-e25dea4674a6 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:10.560982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 22e4a334-c06f-43fd-9b34-283cbec113d3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:10.591670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 22e4a334-c06f-43fd-9b34-283cbec113d3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:10.598620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:10.599429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.607892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068fb49-85a7-43c8-85d2-3c53f0ca0231 None None] Network 22e4a334-c06f-43fd-9b34-283cbec113d3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:10.632040 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2014520 Dec 13 20:02:10.633509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57060) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:10.634080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Router 0cbe62aa-23b6-4a41-aa72-7442b05a1963 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:02:10.648200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:10.723359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:10.728659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:10.783621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.792181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:10.807925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:10.816916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:02:10.823942 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/routers/0cbe62aa-23b6-4a41-aa72-7442b05a1963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6682284 Dec 13 20:02:10.826981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57068) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:10.833709 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] Sync routers for ids ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:02:10.843132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.861559 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] Routers {'0cbe62aa-23b6-4a41-aa72-7442b05a1963'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:10.866990 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:10.875429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:10.880244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:10.906301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Pushing event deleted for resources: {'Port': ['ID=501656e3-2850-43e6-971f-e25dea4674a6,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:10.923114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:10.943226 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2d275a-70ab-48b2-8db1-0f944a674c38 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:02:10.946648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] No DVR routers for this DVR port 501656e3-2850-43e6-971f-e25dea4674a6 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:10.951291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ba2d275a-70ab-48b2-8db1-0f944a674c38 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:10.953688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.042780 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:11.053276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] Routers {'0cbe62aa-23b6-4a41-aa72-7442b05a1963'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:11.054193 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:11.078472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e5100-7965-4f11-b028-a2a683b0b065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-22e4a334-c06f-43fd-9b34-283cbec113d3', 'network_id': '22e4a334-c06f-43fd-9b34-283cbec113d3', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '96c87111-b3f1-46cf-8ef5-06d7d164a951'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:11.079350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-733e5100-7965-4f11-b028-a2a683b0b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.102162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ba2d275a-70ab-48b2-8db1-0f944a674c38 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:11.103824 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ba2d275a-70ab-48b2-8db1-0f944a674c38 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/057b313b-4e4f-4537-8321-b63b212d75a6 HTTP/1.1" status: 404 len: 333 time: 0.2758830 Dec 13 20:02:11.110806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57076) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:11.127427 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:11.128124 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138c49f-709d-43f4-b209-4e9c7e746aaa None None] The sync data for ids ['0cbe62aa-23b6-4a41-aa72-7442b05a1963'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:11.192608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57080) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:11.204130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:02:11.228631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:11.282144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 501656e3-2850-43e6-971f-e25dea4674a6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:11.282510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 501656e3-2850-43e6-971f-e25dea4674a6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:11.298643 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'code': 200} Dec 13 20:02:11.320163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.358784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.363530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-40caa886-96a8-4d37-bbe1-59513ec4fcb0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:11.429391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0dce9b41-fb90-4583-b417-278e3a912ae4 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1177111938', 'prefixes': ['172.20.0.0/16']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:11.454489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0dce9b41-fb90-4583-b417-278e3a912ae4 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:11.455022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:11.458579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:11.463178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:11.463882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.471802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddb3d6-c69f-4428-8d66-b328dfac3db3 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:11.481387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=ba95911f-041d-4e62-ae7c-8b3414dc694d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:11.484363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:11.502717 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4605696 Dec 13 20:02:11.503249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57090) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:11.511422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:11.670455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:11.677852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:11.681408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:11.687204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:11.700579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:11.705154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server [None req-733e5100-7965-4f11-b028-a2a683b0b065 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96c87111-b3f1-46cf-8ef5-06d7d164a951: This subnet is being modified by another concurrent operation. Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise exception Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96c87111-b3f1-46cf-8ef5-06d7d164a951: This subnet is being modified by another concurrent operation. Dec 13 20:02:11.719646 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server Dec 13 20:02:11.732896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'tenant_id': '6da83e4f30a6485bbcf107a0bfe67b9d', 'fixed_ips': [{'subnet_id': 'ba95911f-041d-4e62-ae7c-8b3414dc694d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:11.734159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.750505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2a3f3-d812-4222-816d-4499e5c2a3fe None None] Network 22e4a334-c06f-43fd-9b34-283cbec113d3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:11.764490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:11.806969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7a91459b-bba7-4627-a895-f20e618ca54b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:11.853854 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba95911f-041d-4e62-ae7c-8b3414dc694d (CIDR: 2001:db8::/64) Dec 13 20:02:11.858716 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:02:11.859291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:11.877382 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b9594484-34d9-4112-9a1f-4afbb22f6179 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3711376 Dec 13 20:02:11.879980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57096) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:11.885590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'subnet': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:11.918482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=96c87111-b3f1-46cf-8ef5-06d7d164a951,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:11.921923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:11.949303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.030785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:12.035176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:subnet and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:12.038210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:12.044936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:12.059119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:12.064410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.120247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Allocated IP 2001:db8::2 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ba95911f-041d-4e62-ae7c-8b3414dc694d/64112390-18de-4018-b382-9cdde4202d6a) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:12.179657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.193619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.219289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.296475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.296766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Fanout notify agent at l3_agent the message router_deleted on router 0cbe62aa-23b6-4a41-aa72-7442b05a1963 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:02:12.316844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e4a334-c06f-43fd-9b34-283cbec113d3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:12.333028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649f484-3b0e-4ed3-b852-e28cf174a2e1 req-dea5468c-4544-42a7-83db-59c699551c6e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:12.334533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9649f484-3b0e-4ed3-b852-e28cf174a2e1 req-dea5468c-4544-42a7-83db-59c699551c6e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.8837125 Dec 13 20:02:12.343546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dce9b41-fb90-4583-b417-278e3a912ae4 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Notify callbacks [] for subnetpool, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.344709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0dce9b41-fb90-4583-b417-278e3a912ae4 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1463871 Dec 13 20:02:12.348523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57100) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:12.349410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.350441 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0ecb6875-0fa3-48f5-9552-743e6cdfaa09 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/routers/0cbe62aa-23b6-4a41-aa72-7442b05a1963 HTTP/1.1" status: 204 len: 168 time: 1.2384939 Dec 13 20:02:12.351009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.353071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5cf97-c230-4b9c-97ab-888e81525d77 req-73f9a53c-c9e1-4aea-8df8-aca4ea0eaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:12.354579 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8d5cf97-c230-4b9c-97ab-888e81525d77 req-73f9a53c-c9e1-4aea-8df8-aca4ea0eaae6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1098 time: 0.6446626 Dec 13 20:02:12.357876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137a2bc8-8390-472f-8db7-f210640cf454') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:12.358732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137a2bc8-8390-472f-8db7-f210640cf454') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:12.364754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57102) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:12.366088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Transition to ACTIVE for port object 64112390-18de-4018-b382-9cdde4202d6a will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:12.381093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012e629-8411-47a0-96a3-a83647b2f7a5 req-72f15205-47e6-4a0e-aeb5-f46048c471c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:12.382561 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6012e629-8411-47a0-96a3-a83647b2f7a5 req-72f15205-47e6-4a0e-aeb5-f46048c471c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.6744132 Dec 13 20:02:12.400950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Transition to ACTIVE for port object 64112390-18de-4018-b382-9cdde4202d6a will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:12.407603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.413454 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-771dd55d-c037-43c3-a148-e0f18b0adbe9 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "GET /v2.0/subnetpools/a35c822f-c4b0-4295-bd36-356d7b7ec323 HTTP/1.1" status: 200 len: 732 time: 0.0610321 Dec 13 20:02:12.413969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57108) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:12.414094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d24987bd-85d0-4a0e-b540-d6f5cb025a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:12.422314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-75b4eed2-af92-4c14-bf24-0159820c7499 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-625330528'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:12.444794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.481887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:12.485184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:12.489255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:12.499767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Pushing event updated for resources: {'Port': ['ID=64112390-18de-4018-b382-9cdde4202d6a,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:12.527186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:12.528582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.553531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:12.553948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:12.571362 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:12.575262 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9649f484-3b0e-4ed3-b852-e28cf174a2e1 req-8e21ce57-c4b8-4b05-9302-16f6f0e77b17 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090092 Dec 13 20:02:12.595150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Attempting to bind port 64112390-18de-4018-b382-9cdde4202d6a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:12.595837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Attempting to bind port 64112390-18de-4018-b382-9cdde4202d6a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:12.596432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Attempting to bind port 64112390-18de-4018-b382-9cdde4202d6a on network 36b8069c-61c8-4b24-9aac-3a03df44f0fb {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:12.603498 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8d5cf97-c230-4b9c-97ab-888e81525d77 req-d03c9580-433a-43fe-949f-421cc2c4982c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315104 Dec 13 20:02:12.603897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:12.604364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Checking segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:12.604911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.605403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Bound using segment: {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:12.605947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Bound port: 64112390-18de-4018-b382-9cdde4202d6a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:12.606396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.662439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet bdee235e-2807-479a-bf29-3c6f7b7d1a20 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:12.674354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.702808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] For port 64112390-18de-4018-b382-9cdde4202d6a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:12.706007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] For port 64112390-18de-4018-b382-9cdde4202d6a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=64112390-18de-4018-b382-9cdde4202d6a,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:12.714384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.719723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:12.744667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6012e629-8411-47a0-96a3-a83647b2f7a5 req-6bef413f-45ee-4fa5-960b-c7523c797dc6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877171 Dec 13 20:02:12.793385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75b4eed2-af92-4c14-bf24-0159820c7499 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Notify callbacks [] for subnetpool, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.795138 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75b4eed2-af92-4c14-bf24-0159820c7499 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "PUT /v2.0/subnetpools/a35c822f-c4b0-4295-bd36-356d7b7ec323 HTTP/1.1" status: 200 len: 683 time: 0.3797987 Dec 13 20:02:12.797995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:12.798500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.objects.ports [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87526) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 13 20:02:12.821457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Pushing event updated for resources: {'Port': ['ID=64112390-18de-4018-b382-9cdde4202d6a,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:12.822324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.824309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:12.832403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.863000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:12.877972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:12.907511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=22e4a334-c06f-43fd-9b34-283cbec113d3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:12.921438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:12.924880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/22e4a334-c06f-43fd-9b34-283cbec113d3 HTTP/1.1" status: 204 len: 168 time: 2.2889035 Dec 13 20:02:12.928863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57118) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:12.939839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556680499'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:12.978686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:12.994828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:12.999609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:13.015524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:13.030994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.038889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06220eae-051c-44a7-93f0-de1dc3db1d18 req-569e4435-277e-4cfb-99bd-f4f3e1e85eca tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:13.039912 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06220eae-051c-44a7-93f0-de1dc3db1d18 req-569e4435-277e-4cfb-99bd-f4f3e1e85eca tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.3138521 Dec 13 20:02:13.058140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.063409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:13.067135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.095054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75c647e7-bc00-43fc-b89a-c0bfcee1f902 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] Notify callbacks [] for subnetpool, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.096264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-75c647e7-bc00-43fc-b89a-c0bfcee1f902 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a35c822f-c4b0-4295-bd36-356d7b7ec323 HTTP/1.1" status: 204 len: 168 time: 0.2950416 Dec 13 20:02:13.106854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57122) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.154139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-8ead5086-a3a6-463a-9f20-27ca86861427 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] show failed (client error): The resource could not be found. Dec 13 20:02:13.157280 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8ead5086-a3a6-463a-9f20-27ca86861427 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "GET /v2.0/subnetpools/a35c822f-c4b0-4295-bd36-356d7b7ec323 HTTP/1.1" status: 404 len: 346 time: 0.0350380 Dec 13 20:02:13.158804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57126) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.160414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:13.181836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06220eae-051c-44a7-93f0-de1dc3db1d18 req-ab92bf02-c401-4c46-bf26-053b802cce54 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894136 Dec 13 20:02:13.186866 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-f439f071-f783-47f4-9bb5-3a5aad029797 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] delete failed (client error): The resource could not be found. Dec 13 20:02:13.187866 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f439f071-f783-47f4-9bb5-3a5aad029797 tempest-SubnetPoolsTestJSON-1046560816 tempest-SubnetPoolsTestJSON-1046560816-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a35c822f-c4b0-4295-bd36-356d7b7ec323 HTTP/1.1" status: 404 len: 346 time: 0.0289314 Dec 13 20:02:13.213807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.214152 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment f231e5a6-619d-4acd-99ba-da2e855d5ed3 of type vlan for network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b Dec 13 20:02:13.230160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.235825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57132) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.236913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2c31a68-b7e8-4c7f-88b0-9bc89e337add tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:13.285431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 64112390-18de-4018-b382-9cdde4202d6a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:13.292016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.354560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=bdee235e-2807-479a-bf29-3c6f7b7d1a20,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:13.370722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:13.377294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.382142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d803d95-2bdf-4d49-82bb-3eef911b50f4 None None] Network 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:13.421378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/bdee235e-2807-479a-bf29-3c6f7b7d1a20 HTTP/1.1" status: 204 len: 168 time: 1.0543780 Dec 13 20:02:13.424542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57136) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.464170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7dc124-69e8-495c-8e97-1ccdb2427d8c tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:13.465718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5b7dc124-69e8-495c-8e97-1ccdb2427d8c tempest-TestNetworkAdvancedServerOps-2119482674 tempest-TestNetworkAdvancedServerOps-2119482674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1093 time: 0.1651740 Dec 13 20:02:13.468919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57140) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.472976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.474372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:13.479758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:13.480533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.480689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:13.484752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Usage tracker for resource:floatingip and tenant:99d5b55e05674c3fa3f14c0d68dfcf95 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:13.487766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:13.493693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:13.553283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd777aa5-8cd8-4723-a18f-fc78f03df72b tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:13.593830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.602571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 64112390-18de-4018-b382-9cdde4202d6a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:13.663832 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7339337 Dec 13 20:02:13.666895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] For port 64112390-18de-4018-b382-9cdde4202d6a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=64112390-18de-4018-b382-9cdde4202d6a,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:13.670298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57146) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.722147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:13.744756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57150) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:13.757942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=10102c40-fab4-41f2-974f-b2ad7d6d4e6b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:13.761842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:13.775415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.776325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] DHCP port deletion for 4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:13.779478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:13.822469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Deleting port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:13.836035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.864551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.883790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:13.884167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.918128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.918982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:13.929939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b3ffe96-457d-4435-8d40-e3b6c028c63a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:14.008886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:14.036114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:14.045531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.059256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:14.062038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:14.074579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:14.078452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:14.079054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.088987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:14.140533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:14.150346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e548d-f899-42f8-8df3-640a85a315af req-920e9604-6a4f-42c2-b027-463f8cc5df96 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:14.158433 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6b2e548d-f899-42f8-8df3-640a85a315af req-920e9604-6a4f-42c2-b027-463f8cc5df96 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.1430202 Dec 13 20:02:14.162721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb7f039a81048c4bbee012d20a3a608 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:14.172900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=64112390-18de-4018-b382-9cdde4202d6a,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:14.176594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:14.180395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:14.183600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:14.211605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:14.215168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.226251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d6868-1380-4718-b1e6-b71ac18328c8 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:14.233983 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3500359 Dec 13 20:02:14.234167 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6b2e548d-f899-42f8-8df3-640a85a315af req-2111d034-3c55-4412-8635-1c460c789202 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703719 Dec 13 20:02:14.235497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57158) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:14.256126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Request body: {'port': {'network_id': '36b8069c-61c8-4b24-9aac-3a03df44f0fb', 'mac_address': 'fa:16:3e:dd:14:d7', 'name': 'tempest-NetworksTestDHCPv6-1855387201'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:14.256363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:14.259546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.290124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] For port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,segment=NetworkSegment(589da13e-5779-44da-849c-d465ee1a46f7),segment_id=589da13e-5779-44da-849c-d465ee1a46f7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:14.291033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.448780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing IP validity checks on allocation pools {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 20:02:14.449317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 20:02:14.456231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Subnet': ['ID=8ea1368d-9801-4215-b9e0-42d4711b39f1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:14.459037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:14.501407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] For port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,segment=NetworkSegment(589da13e-5779-44da-849c-d465ee1a46f7),segment_id=589da13e-5779-44da-849c-d465ee1a46f7)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:14.501800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.537303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Calling delete_port for 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:14.607709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Provisioning for port 64112390-18de-4018-b382-9cdde4202d6a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:14.637254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Provisioning complete for port 64112390-18de-4018-b382-9cdde4202d6a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:14.637740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.638625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:14.649628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Usage tracker for resource:port and tenant:6da83e4f30a6485bbcf107a0bfe67b9d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:14.660321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1ff78-359b-4a0c-a56b-493093495a37 req-baafca41-8233-47f3-ad83-7df384459bbe tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:14.666032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87d1ff78-359b-4a0c-a56b-493093495a37 req-baafca41-8233-47f3-ad83-7df384459bbe tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.2414656 Dec 13 20:02:14.676253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:14.679800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Allocated IP 172.26.6.243 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:14.708901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:14.751413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Made reservation on behalf of 6da83e4f30a6485bbcf107a0bfe67b9d for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:14.769804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:14.771388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.777709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:14.841609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87d1ff78-359b-4a0c-a56b-493093495a37 req-d30eed5d-655c-4bc1-bcb3-92726646f1a5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591666 Dec 13 20:02:14.857362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Pushing event deleted for resources: {'Port': ['ID=2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:14.860486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] No DVR routers for this DVR port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:14.872058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:14.896000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57164) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:14.961998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:14.991360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.002510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.014175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] For port 64112390-18de-4018-b382-9cdde4202d6a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=64112390-18de-4018-b382-9cdde4202d6a,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:15.021349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.022391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:15.023400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d726bd78-29de-4f19-9b24-52ebdcb22d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:15.023966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:15.024682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.036800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:15.048932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.063444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] device_id is not set on port 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:15.073037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c094b8-7509-45b7-9804-fdf76a0f5887,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:15.088967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:15.119791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Pushing event updated for resources: {'Port': ['ID=64112390-18de-4018-b382-9cdde4202d6a,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:15.137629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:15.138212 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbb7f039a81048c4bbee012d20a3a608&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3897929 Dec 13 20:02:15.138353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57168) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:15.156870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c1414-04b9-4e0d-aee5-4c940cce092e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:15.161480 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a57c1414-04b9-4e0d-aee5-4c940cce092e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1093 time: 0.2539325 Dec 13 20:02:15.162131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57172) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:15.166244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.172273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:15.187586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fba89c00-b7a5-4c7c-8aca-66c871855e00 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:15.218051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 64112390-18de-4018-b382-9cdde4202d6a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:15.250921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:15.261488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:15.267373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:15.284916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.296763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:15.316750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=cda34046-45ea-4895-beab-eb6b2edac7dc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:15.317324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.318698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 64112390-18de-4018-b382-9cdde4202d6a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:15.320252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.340591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:15.341958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': 'f231e5a6-619d-4acd-99ba-da2e855d5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:15.342504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 10102c40-fab4-41f2-974f-b2ad7d6d4e6b, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:15.347835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.367035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.378231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:15.470726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:15.478024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:15.495807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 10102c40-fab4-41f2-974f-b2ad7d6d4e6b) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:15.503972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:15.504558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.511490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:15.516522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:15.527053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438b82d-b1a0-4b67-ac52-4e7bf788f95c None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:15.536524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:15.536765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.600373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.609440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:15.617675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] The port '2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:02:15.634367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:15.646338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:15.648607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-363fe9c6-0f13-40d5-8aff-f4adf87884c5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:15.661096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:15.661471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2df5e0a1-9e70-4bc4-b7f1-7a0732b02a18 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:15.664783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c094b8-7509-45b7-9804-fdf76a0f5887,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:15.674243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:15.679039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.682635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79c094b8-7509-45b7-9804-fdf76a0f5887 HTTP/1.1" status: 204 len: 168 time: 0.5381670 Dec 13 20:02:15.695532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8::11e (36b8069c-61c8-4b24-9aac-3a03df44f0fb/ba95911f-041d-4e62-ae7c-8b3414dc694d/9e1d8565-bb6c-4a6f-951c-7b77c3545ed2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:15.745946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Allocated IP 2001:db8:0:1:f816:3eff:fedd:14d7 (36b8069c-61c8-4b24-9aac-3a03df44f0fb/8ea1368d-9801-4215-b9e0-42d4711b39f1/9e1d8565-bb6c-4a6f-951c-7b77c3545ed2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:15.762685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57178) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:15.762974 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0742640 Dec 13 20:02:15.794513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.867303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-10102c40-fab4-41f2-974f-b2ad7d6d4e6b', 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': 'cda34046-45ea-4895-beab-eb6b2edac7dc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:15.869263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.953738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:15.997071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef3a6e-089b-47ee-bb53-7d2f9c4d2897']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:16.063111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589da13e-5779-44da-849c-d465ee1a46f7') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:16.063439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589da13e-5779-44da-849c-d465ee1a46f7') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:16.069318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Allocated IP 172.20.0.3 (10102c40-fab4-41f2-974f-b2ad7d6d4e6b/cda34046-45ea-4895-beab-eb6b2edac7dc/89fa44e1-ea29-4b5d-a430-acc505744683) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:16.084978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.090762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-33d279bf-1c00-4d5e-8d97-9427d6f65a5d None None] Provisioning complete for port 64112390-18de-4018-b382-9cdde4202d6a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:16.091371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-33d279bf-1c00-4d5e-8d97-9427d6f65a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.109810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.123922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.227 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/83791582-4973-45f1-ac08-99f666a1d881) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:16.129934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:16.130306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:16.147527 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:16.311125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.317297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:16.339308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.343769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=4cef3a6e-089b-47ee-bb53-7d2f9c4d2897,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:16.349432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:16.359604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/4cef3a6e-089b-47ee-bb53-7d2f9c4d2897 HTTP/1.1" status: 204 len: 168 time: 2.9335582 Dec 13 20:02:16.379268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57182) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:16.439055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.469443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.475924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.479894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Transition to ACTIVE for port object 89fa44e1-ea29-4b5d-a430-acc505744683 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:16.481462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-619a52bf-8371-4bfa-8585-a07b7c38c90e tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:16.501767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Transition to ACTIVE for port object 89fa44e1-ea29-4b5d-a430-acc505744683 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:16.508870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.514891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:16.527690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.538682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:16.556527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:16.564208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:16.575303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:16.578531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:16.582238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:16.591344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Pushing event updated for resources: {'Port': ['ID=89fa44e1-ea29-4b5d-a430-acc505744683,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:16.597978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=83791582-4973-45f1-ac08-99f666a1d881,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:16.610285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:16.617692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:16.677351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b1db2-d660-485e-8387-e3ea73d0c2f3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:16.677952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b0b1db2-d660-485e-8387-e3ea73d0c2f3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:16.680173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Attempting to bind port 89fa44e1-ea29-4b5d-a430-acc505744683 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:16.680561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Attempting to bind port 89fa44e1-ea29-4b5d-a430-acc505744683 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f231e5a6-619d-4acd-99ba-da2e855d5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:16.681454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Attempting to bind port 89fa44e1-ea29-4b5d-a430-acc505744683 on network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:16.686506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:16.687422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Checking segment: {'id': 'f231e5a6-619d-4acd-99ba-da2e855d5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:16.687422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.687697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Bound using segment: {'id': 'f231e5a6-619d-4acd-99ba-da2e855d5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:16.688177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Bound port: 89fa44e1-ea29-4b5d-a430-acc505744683, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231e5a6-619d-4acd-99ba-da2e855d5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '10102c40-fab4-41f2-974f-b2ad7d6d4e6b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:16.688574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.690040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 89fa44e1-ea29-4b5d-a430-acc505744683 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:16.690391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.776685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] For port 89fa44e1-ea29-4b5d-a430-acc505744683, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:16.780359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] For port 89fa44e1-ea29-4b5d-a430-acc505744683, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=89fa44e1-ea29-4b5d-a430-acc505744683,segment=NetworkSegment(f231e5a6-619d-4acd-99ba-da2e855d5ed3),segment_id=f231e5a6-619d-4acd-99ba-da2e855d5ed3)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:16.788179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.793115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:16.805453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b0b1db2-d660-485e-8387-e3ea73d0c2f3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:16.806276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7b0b1db2-d660-485e-8387-e3ea73d0c2f3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/6a5eeafc-ec8e-4033-b308-cda9ddfaf23d HTTP/1.1" status: 200 len: 844 time: 0.4260495 Dec 13 20:02:16.819255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57186) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:16.822083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:16.882436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Pushing event updated for resources: {'Port': ['ID=89fa44e1-ea29-4b5d-a430-acc505744683,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:16.885463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:16.955505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Transition to ACTIVE for port object 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:17.006473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea8fc426-a6f1-4131-97b8-aef601f2e35b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/6a5eeafc-ec8e-4033-b308-cda9ddfaf23d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1795301 Dec 13 20:02:17.011122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57190) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:17.093081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:17.170469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.233116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.268486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 89fa44e1-ea29-4b5d-a430-acc505744683 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:17.286290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.370386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 89fa44e1-ea29-4b5d-a430-acc505744683 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:17.373748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:17.377774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:17.381378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 89fa44e1-ea29-4b5d-a430-acc505744683, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=89fa44e1-ea29-4b5d-a430-acc505744683,segment=NetworkSegment(f231e5a6-619d-4acd-99ba-da2e855d5ed3),segment_id=f231e5a6-619d-4acd-99ba-da2e855d5ed3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:17.381898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.394913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:17.397975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.415716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:17.417690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:17.532326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.537779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.541481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-44cbd105-5c0d-4bbc-8535-6ab75a2082b8 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:17.592986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 89fa44e1-ea29-4b5d-a430-acc505744683 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:17.646533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.648304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=83791582-4973-45f1-ac08-99f666a1d881,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:17.652611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:17.660198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.694139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:17.705644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:17.707467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:17.710960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.736029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:17.742446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:17.743243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:17.852958 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 74aec0df-8bf7-4c44-a321-78bce6b046cc associated. External IP: 172.26.6.227, port: 3f55051b-09ff-469f-b208-dc46f2be7a30. Dec 13 20:02:17.976714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event updated for resources: {'Port': ['ID=9e1d8565-bb6c-4a6f-951c-7b77c3545ed2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:17.993452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:18.054880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8164937 Dec 13 20:02:18.055554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57194) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:18.071747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6efba693-4568-4a07-8ef7-3e578b5342c7 None None] Provisioning for port 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:18.078575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6efba693-4568-4a07-8ef7-3e578b5342c7 None None] Provisioning complete for port 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:18.079246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6efba693-4568-4a07-8ef7-3e578b5342c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.119330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25bae7-f089-4b10-a27f-9b8b80132b9c None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:18.237350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6efba693-4568-4a07-8ef7-3e578b5342c7 None None] Port 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:18.248376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:02:18.259947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting port 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:18.260292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.345992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.367429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d36b81de-fbf6-4b8e-a271-a419477f8639 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:18.386163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16dbc1f9-3b64-4fcc-8c3d-561a172ed928 None None] Could not find standard attr ID for object 89fa44e1-ea29-4b5d-a430-acc505744683. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:02:18.493664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=89fa44e1-ea29-4b5d-a430-acc505744683,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:18.514626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:18.585958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:02:18.603138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:02:18.609183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3de4d2-aa6f-44fe-994d-d3bc88300d10 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:18.611953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port 89fa44e1-ea29-4b5d-a430-acc505744683 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:18.612646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.660685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:18.660685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:18.668923 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5052931 Dec 13 20:02:18.669880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:02:18.674316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57198) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:18.735650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'status': 'completed', 'code': 200} Dec 13 20:02:18.776617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:02:18.790994 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-32736e8d-a07c-491b-877b-120ca9f281dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/74aec0df-8bf7-4c44-a321-78bce6b046cc HTTP/1.1" status: 200 len: 991 time: 0.1151471 Dec 13 20:02:18.851325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.874260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:18.894839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8239a5ad-d981-49d3-b3c9-94f7f186d513 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:18.896109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:18.961100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3de4d2-aa6f-44fe-994d-d3bc88300d10 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:18.963714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.105854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.126200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.155015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event updated for resources: {'Port': ['ID=6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:19.158053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:19.164422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dc1bd351-ce5a-40a0-a7e5-27f33b8defe1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:19.336621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:19.346137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Calling delete_port for 9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:19.385669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:19.388691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:19.389337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.432177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.502560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-0be7d00d-a24f-4de0-876d-e24b2c2ffb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:19.504037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-0be7d00d-a24f-4de0-876d-e24b2c2ffb68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1098 time: 0.7347877 Dec 13 20:02:19.553002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=d1a51422-923a-40ea-9f4f-e58a629e774f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:19.556130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:19.563344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:17Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:19.571246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:02:19.576042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.597864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:19.598377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-30e80905-dc4a-486b-866c-98ac8c130d5b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:19.598525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:19.648954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'tenant_id': '0e3c395aa0d640ccb47c6f4c36a5d6af', 'fixed_ips': [{'subnet_id': 'd1a51422-923a-40ea-9f4f-e58a629e774f'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:19.649763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:19.792721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57204) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:19.808092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7353089 Dec 13 20:02:19.856691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57208) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:19.879360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=cda34046-45ea-4895-beab-eb6b2edac7dc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:19.894294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:19.894943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:19.899680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119218503'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:19.908098 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dab54d76-e6b2-40bd-aef6-602621af6634 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/74aec0df-8bf7-4c44-a321-78bce6b046cc HTTP/1.1" status: 200 len: 991 time: 0.1140728 Dec 13 20:02:19.973222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:20.032593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:20.053561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Allocated IP 2001:db8::2 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/d1a51422-923a-40ea-9f4f-e58a629e774f/4c1821ed-e2e1-49d8-8600-f434d638cda2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:20.086016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:20.106544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:20.155712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.184628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.194078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Floating IP 0c715d30-2b71-4e10-96a0-00763de57f37 associated. External IP: 172.26.6.243, port: c59a1486-e692-4e29-bf18-e458f259a66b. Dec 13 20:02:20.308285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10102c40-fab4-41f2-974f-b2ad7d6d4e6b']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:20.331467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-58011995-15e3-47aa-9d8c-23fbfb4c3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:20.332915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-58011995-15e3-47aa-9d8c-23fbfb4c3ed3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 896 time: 0.8135831 Dec 13 20:02:20.355930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f231e5a6-619d-4acd-99ba-da2e855d5ed3') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:20.356224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f231e5a6-619d-4acd-99ba-da2e855d5ed3') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:20.427012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.435867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:20.442580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.452158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:17Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:20.456222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2bcaf4-fced-45f0-ab4e-ca0d86d60502 None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:01:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:17Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:20.474381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:20.483708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:20.552285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:20.566270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.576661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.598325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:20.628213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:20.628605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:20.657453 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:20.662572 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74118f89-1806-4f2d-968a-e116065ec01e None None] New status for floating IP 74aec0df-8bf7-4c44-a321-78bce6b046cc: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:02:20.673845 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-8c99bfe7-502b-4c00-a66e-7e0a9bb9dd7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 999 time: 0.3200028 Dec 13 20:02:20.757608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Port': ['ID=9e1d8565-bb6c-4a6f-951c-7b77c3545ed2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:20.770915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:20.886985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.889095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Transition to ACTIVE for port object 4c1821ed-e2e1-49d8-8600-f434d638cda2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:20.910884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57212) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:20.912296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Transition to ACTIVE for port object 4c1821ed-e2e1-49d8-8600-f434d638cda2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:20.921963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.927846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-fd641bc2-ff73-4dd4-92fd-5c0998b75092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:20.958149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:20.985083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-863ec149-089f-4920-8372-b4650dd4906a tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:21.000547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:21.004981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:21.007118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.008793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:21.008995 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/10102c40-fab4-41f2-974f-b2ad7d6d4e6b HTTP/1.1" status: 204 len: 168 time: 5.2438548 Dec 13 20:02:21.018209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-382f26e4-16b0-49ac-9420-b74849772aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.019654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-382f26e4-16b0-49ac-9420-b74849772aeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 200 len: 835 time: 0.2635267 Dec 13 20:02:21.020119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57216) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.038660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 HTTP/1.1" status: 204 len: 168 time: 2.9756148 Dec 13 20:02:21.039715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252829510'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:21.040112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57220) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.043290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:21.049252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=10102c40-fab4-41f2-974f-b2ad7d6d4e6b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:21.051821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:21.086629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:21.089195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:21.111282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Attempting to bind port 4c1821ed-e2e1-49d8-8600-f434d638cda2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:21.111684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Attempting to bind port 4c1821ed-e2e1-49d8-8600-f434d638cda2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '872567c7-f9ed-458c-b5a3-b5a22bbde8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:21.112045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Attempting to bind port 4c1821ed-e2e1-49d8-8600-f434d638cda2 on network 93c8713e-4e8f-4b97-acc5-3df3696d9acd {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:21.114075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:21.117575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:21.117960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Checking segment: {'id': '872567c7-f9ed-458c-b5a3-b5a22bbde8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:21.118506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.118801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:21.118932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Bound using segment: {'id': '872567c7-f9ed-458c-b5a3-b5a22bbde8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:21.119538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Bound port: 4c1821ed-e2e1-49d8-8600-f434d638cda2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872567c7-f9ed-458c-b5a3-b5a22bbde8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:21.119930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.133343 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ddbbf686-e870-488d-8028-b8bcce59d768 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/74aec0df-8bf7-4c44-a321-78bce6b046cc HTTP/1.1" status: 200 len: 993 time: 0.2129476 Dec 13 20:02:21.166485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657776ca-b8af-429f-b13c-49fea437ba4b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.169005 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-657776ca-b8af-429f-b13c-49fea437ba4b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1268888 Dec 13 20:02:21.171963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57224) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.194826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:21.257089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:21.257593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:21.260680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.260828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:21.267872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.271388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cf4fc-2b17-47d6-8ca1-37ebab82905c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.274837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:21.276883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b44cf4fc-2b17-47d6-8ca1-37ebab82905c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044266 Dec 13 20:02:21.277985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57228) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.369551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.369811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:21.371523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.374887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.375087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:21.376094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:21.401207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:21.408480 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f2dbafd4-c4fd-4ed4-91ac-ea0a84f543c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1234088 Dec 13 20:02:21.410827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57232) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.469920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.479701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.483915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet 8ea1368d-9801-4215-b9e0-42d4711b39f1 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:21.487064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.492330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9b20cb3-7a9f-47db-8248-724c8e069e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:21.514602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Router 0890b4bd-4862-42af-a1a8-3ab167c552e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:02:21.543849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:21.548812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-6d5a8276-c749-494b-ac9a-24410b7b059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.550371 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-6d5a8276-c749-494b-ac9a-24410b7b059c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5071516 Dec 13 20:02:21.550752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.563946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.565143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7026365 Dec 13 20:02:21.584657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57236) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.607294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048421079'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:21.615153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:21.619412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:21.622706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:21.627538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d655102f-ffc4-4554-a9d2-cfafd1716736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.632938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:21.664827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d934e053-8229-4971-a822-0cd0a838c6fd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:21.667878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.668185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.668349 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 78b08a7b-d7da-4cb1-b2ab-1fbe89780f9d of type vlan for network a44d0712-36af-498f-b615-a810aa85d7b6 Dec 13 20:02:21.691595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:21.705378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:21.711836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:21.716986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:21.725941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:21.730691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.851282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.856751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.859345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7433d503-a29e-4c10-87ca-ba731218a709 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:21.901809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea1368d-9801-4215-b9e0-42d4711b39f1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:21.907343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:21.908553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.912438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.918985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.926670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f44b7a1-99b7-49ca-ac6d-e7225460465e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:21.937552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:02:21.951924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Sync routers for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:02:21.959138 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-77f6ac63-b847-4852-a8ce-69ea5f423ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006300 Dec 13 20:02:21.963815 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8ea1368d-9801-4215-b9e0-42d4711b39f1 HTTP/1.1" status: 204 len: 168 time: 0.5516467 Dec 13 20:02:21.965983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.967357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:21.968948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:21.970917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57240) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.974362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:21.975124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.975533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:21.979291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3894069 Dec 13 20:02:21.982962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:21.986860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-96aff0ab-f54c-4233-938a-92814f206cd7 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:22.010187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32769b28-cd67-430a-a302-1ccbf3dd45e7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:22.021232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:22.049504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Deleting subnet ba95911f-041d-4e62-ae7c-8b3414dc694d {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:22.052987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.098773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1524585765', 'security_groups': ['32769b28-cd67-430a-a302-1ccbf3dd45e7'], 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1a51422-923a-40ea-9f4f-e58a629e774f'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:22.113246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.118039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.171121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1376693 Dec 13 20:02:22.172986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:22.181016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': 'a44d0712-36af-498f-b615-a810aa85d7b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:22.230729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:22.316022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:22.321450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:22.323126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=a44d0712-36af-498f-b615-a810aa85d7b6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:22.325518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:22.330449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:22.332378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:22.349766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:22.353789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.419357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a44d0712-36af-498f-b615-a810aa85d7b6 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:22.433805 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9635959 Dec 13 20:02:22.439415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:02:22.510535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'status': 'completed', 'code': 200} Dec 13 20:02:22.517214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.529852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:22.534165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:port and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:22.537111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:22.543032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:22.552317 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90ffca00-f75e-40bc-972a-9a2f01571b9e req-40c6e704-213d-480f-94b5-8c1601470b84 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663881 Dec 13 20:02:22.559317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:22.720884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055e18f-b1c7-48d4-aef8-9e1c47ee70ba None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:22.740186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a0d8d-7baa-44b0-8d60-cc2e1ce94afb None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:22.753773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.764202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac0fa400-912b-4539-9c65-1a01495b612d tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:22.778131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:22.816147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port d2fa0897-992f-4eda-be1a-74097418652a yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:22.916505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5680c77-7e33-4e45-a6b8-72c9edc8fbb0 req-d6cc3685-1078-4f10-89d8-ba8612a3c698 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:22.918560 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5680c77-7e33-4e45-a6b8-72c9edc8fbb0 req-d6cc3685-1078-4f10-89d8-ba8612a3c698 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1912675 Dec 13 20:02:22.920590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a0d8d-7baa-44b0-8d60-cc2e1ce94afb None None] Network 10102c40-fab4-41f2-974f-b2ad7d6d4e6b could not be found, it might have been deleted concurrently. {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 13 20:02:22.963520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Subnet': ['ID=ba95911f-041d-4e62-ae7c-8b3414dc694d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:22.973422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87b004-a253-4ee0-bad8-5524d6373049 None None] Network 36b8069c-61c8-4b24-9aac-3a03df44f0fb requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:22.976445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:22.978811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-c2a904b8-5691-44b1-96e6-2b92bb0737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:22.980319 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-c2a904b8-5691-44b1-96e6-2b92bb0737f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1098 time: 0.4179511 Dec 13 20:02:22.981375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.046237 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5680c77-7e33-4e45-a6b8-72c9edc8fbb0 req-4f7c8dd7-e19a-48e2-8835-d64369c82de5 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144245 Dec 13 20:02:23.079755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b25974-db9b-4849-88da-158f83d97880 None None] DHCP port deletion for 10102c40-fab4-41f2-974f-b2ad7d6d4e6b request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:23.081663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.085530 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ba95911f-041d-4e62-ae7c-8b3414dc694d HTTP/1.1" status: 204 len: 168 time: 1.1111627 Dec 13 20:02:23.103444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.183564 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ca48a25f-9ad1-4698-8841-5c1ffee50982 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766957 Dec 13 20:02:23.188084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57264) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.213994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e027235d-05fa-4971-89c3-a5e268fa74b1 None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:23.214558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e027235d-05fa-4971-89c3-a5e268fa74b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.276877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.285055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e3725ed3-f5a4-4db9-a51e-205b7509b8c1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:23.317461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e027235d-05fa-4971-89c3-a5e268fa74b1 None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:23.334680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-e802e491-d33c-498d-a4a6-036772f8136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.336168 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-e802e491-d33c-498d-a4a6-036772f8136d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 896 time: 0.3480518 Dec 13 20:02:23.340007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1f3eef89-9386-4cea-964e-59374498e897 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 200 len: 991 time: 0.2557647 Dec 13 20:02:23.340463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::226 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/d1a51422-923a-40ea-9f4f-e58a629e774f/d2fa0897-992f-4eda-be1a-74097418652a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:23.344061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:23.396944 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-7f062617-1367-4f86-9291-1fb319b68e0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2000897 Dec 13 20:02:23.474889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e027235d-05fa-4971-89c3-a5e268fa74b1 None None] Provisioning for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:23.487123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=5a783873-4ee6-48a1-8c18-0a6343176591,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:23.495660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:23.503942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e5c25-c71c-4bff-8270-2594702b6d85 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.508236 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-993e5c25-c71c-4bff-8270-2594702b6d85 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3176773 Dec 13 20:02:23.510922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57268) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.512982 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-5919e5f3-b0b7-4e84-8425-39d03b208d0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 999 time: 0.1664722 Dec 13 20:02:23.514247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '78b08a7b-d7da-4cb1-b2ab-1fbe89780f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a44d0712-36af-498f-b615-a810aa85d7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:23.514247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: a44d0712-36af-498f-b615-a810aa85d7b6, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:23.557470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0c715d30-2b71-4e10-96a0-00763de57f37', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'floating_ip_address': '172.26.6.243', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'mac_address': 'fa:16:3e:10:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:16Z', 'updated_at': '2021-12-13T20:02:16Z', 'revision_number': 0, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:23.561931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:23.570261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Checking router: 0890b4bd-4862-42af-a1a8-3ab167c552e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:02:23.574977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:23.575512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.617856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-74552e4a-6057-4668-8701-8d4308b45c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.619309 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-74552e4a-6057-4668-8701-8d4308b45c9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 200 len: 835 time: 0.0986559 Dec 13 20:02:23.667651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:02:23.668310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:01:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:23.710172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549d83d-8f30-4355-8cf5-e59af9ac1b1b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.710907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4549d83d-8f30-4355-8cf5-e59af9ac1b1b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Synchronizing usage tracker for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:23.719086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network a44d0712-36af-498f-b615-a810aa85d7b6 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:23.737776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] DHCP port deletion for 36b8069c-61c8-4b24-9aac-3a03df44f0fb request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:23.758429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Deleting port 64112390-18de-4018-b382-9cdde4202d6a {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:23.759084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.762264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a44d0712-36af-498f-b615-a810aa85d7b6) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:23.766734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4549d83d-8f30-4355-8cf5-e59af9ac1b1b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Unset dirty status for tenant:6da83e4f30a6485bbcf107a0bfe67b9d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:23.771671 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4549d83d-8f30-4355-8cf5-e59af9ac1b1b tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2487977 Dec 13 20:02:23.771671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57274) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.774246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.774851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.809273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba1d8b-6a9e-4969-8b7a-c7070480f8e5 None None] Network a44d0712-36af-498f-b615-a810aa85d7b6 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:23.826755 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:02:23.845416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-835b3cc1-24e1-42cd-9056-c0b5fb9d8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.846919 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-835b3cc1-24e1-42cd-9056-c0b5fb9d8dbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2185602 Dec 13 20:02:23.882403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-192e454b-34e8-4fcd-803e-cd1c8ff45b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:23.884203 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-192e454b-34e8-4fcd-803e-cd1c8ff45b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1824317 Dec 13 20:02:23.891883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:23.896216 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b38f61c-0fd8-46eb-8072-33e63ef35cd2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212690 Dec 13 20:02:23.903879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57278) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:23.943315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object d2fa0897-992f-4eda-be1a-74097418652a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:23.998868 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8247638 Dec 13 20:02:24.006622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57282) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.028006 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4379cc60-525d-481e-811c-e0f82405ff5d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.028552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4379cc60-525d-481e-811c-e0f82405ff5d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.034637 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4379cc60-525d-481e-811c-e0f82405ff5d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/9e1d8565-bb6c-4a6f-951c-7b77c3545ed2 HTTP/1.1" status: 404 len: 333 time: 0.1248596 Dec 13 20:02:24.036302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57286) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.068965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-dbe7818b-a4aa-48a6-931d-c2c65ddd4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:24.070586 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-dbe7818b-a4aa-48a6-931d-c2c65ddd4d4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 896 time: 0.1542861 Dec 13 20:02:24.074876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.083254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-263e7a3f-3389-4740-9f39-a60bf23c2359 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:24.136659 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d33a66b-9517-4ea7-981c-18e3b2a2280a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.137055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d33a66b-9517-4ea7-981c-18e3b2a2280a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.139066 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d33a66b-9517-4ea7-981c-18e3b2a2280a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8ea1368d-9801-4215-b9e0-42d4711b39f1 HTTP/1.1" status: 404 len: 337 time: 0.1000600 Dec 13 20:02:24.152410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57290) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.167499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f833648f-1f0e-4c65-9bfa-6c5d14e1e922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.207766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d60ef55d-dc56-422e-ac73-553e4891e94d None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:24.207766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d60ef55d-dc56-422e-ac73-553e4891e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.229958 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-30450f5a-2b11-403b-9b50-fb95ed7e9c00 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.230200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30450f5a-2b11-403b-9b50-fb95ed7e9c00 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.234648 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-30450f5a-2b11-403b-9b50-fb95ed7e9c00 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ba95911f-041d-4e62-ae7c-8b3414dc694d HTTP/1.1" status: 404 len: 337 time: 0.0786521 Dec 13 20:02:24.239808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:24.240462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57294) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.263007 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-08959120-19bf-4fae-93a6-ad1a9ad518e8 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035101 Dec 13 20:02:24.273444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.294348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:24.296801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c59c19-6b28-4738-bbd8-616ff293a302 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.297520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c59c19-6b28-4738-bbd8-616ff293a302 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.301034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:24.306844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:24.307479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:02:24.308152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.342951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=d2fa0897-992f-4eda-be1a-74097418652a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:24.345973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57298) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.352155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2916603 Dec 13 20:02:24.353794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:24.356151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57302) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.402253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.440437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-75c59c19-6b28-4738-bbd8-616ff293a302 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/a8b04995-a6f3-4111-ad8a-885323dc7eb2 HTTP/1.1" status: 404 len: 333 time: 0.1922956 Dec 13 20:02:24.441461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57306) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.451542 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-508e9305-e401-43c1-a383-d0d7670eaa5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 1001 time: 0.3374560 Dec 13 20:02:24.464028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:24.500655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] For port 64112390-18de-4018-b382-9cdde4202d6a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=64112390-18de-4018-b382-9cdde4202d6a,segment=NetworkSegment(cca7f9b3-79c0-4583-b6bc-2c8c681c9115),segment_id=cca7f9b3-79c0-4583-b6bc-2c8c681c9115)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:24.501095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.507502 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7526c2-5387-4bb8-8c00-87754d847bdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.508200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7526c2-5387-4bb8-8c00-87754d847bdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.510160 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2b7526c2-5387-4bb8-8c00-87754d847bdd tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/d186b9d9-2cf9-4a30-a1d8-44de65ee03d7 HTTP/1.1" status: 404 len: 337 time: 0.0675659 Dec 13 20:02:24.522757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57310) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.649250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Calling delete_port for 64112390-18de-4018-b382-9cdde4202d6a owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:24.656718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e22df06-4749-4b4b-8ca6-69d0afd3be9c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 200 len: 991 time: 0.3084486 Dec 13 20:02:24.709970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-96ba2c34-68b3-4e37-8fea-c3b804e5a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:24.710797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d60ef55d-dc56-422e-ac73-553e4891e94d None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:24.712022 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-96ba2c34-68b3-4e37-8fea-c3b804e5a66c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 200 len: 835 time: 0.1411233 Dec 13 20:02:24.712959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:24.714284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.718080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:24.722511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:24.756271 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7241afa7-ed3e-47ce-b03d-81e04dbe5f59 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.756725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7241afa7-ed3e-47ce-b03d-81e04dbe5f59 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.758485 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7241afa7-ed3e-47ce-b03d-81e04dbe5f59 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8e3773e1-78ac-4346-b5b6-cccd7925f74f HTTP/1.1" status: 404 len: 337 time: 0.2321095 Dec 13 20:02:24.761975 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-228c462a-8723-4de1-a96d-b72de4b64d7d req-4369809b-2eba-4c18-8836-04821378c258 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855933 Dec 13 20:02:24.769440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57314) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.771718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:24.794080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:24.797613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.822980 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9596289-e922-4717-832d-fca5fa2f1443 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.823764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9596289-e922-4717-832d-fca5fa2f1443 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.825542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b9596289-e922-4717-832d-fca5fa2f1443 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/c1d8fd9a-2586-438d-9e83-fa8f99a3b78a HTTP/1.1" status: 404 len: 333 time: 0.0550630 Dec 13 20:02:24.828524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57318) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.875204 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5855b4c-5890-4db4-8ee7-7c6dbfd0ae9e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.875715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5855b4c-5890-4db4-8ee7-7c6dbfd0ae9e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.880292 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5855b4c-5890-4db4-8ee7-7c6dbfd0ae9e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/19b93ef9-0660-46db-947f-b96c73a589be HTTP/1.1" status: 404 len: 337 time: 0.0482161 Dec 13 20:02:24.881213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57322) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.898393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:24.900820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-2be30f9a-19d7-49db-b982-a12d0cd149f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:24.905503 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-2be30f9a-19d7-49db-b982-a12d0cd149f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1844635 Dec 13 20:02:24.932133 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d2ba4f-5037-43c8-ad66-c61c60c36158 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.932609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d2ba4f-5037-43c8-ad66-c61c60c36158 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:24.940323 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38d2ba4f-5037-43c8-ad66-c61c60c36158 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/9619e5c3-5658-46e6-aecd-0b318ecfae84 HTTP/1.1" status: 404 len: 337 time: 0.0570400 Dec 13 20:02:24.944347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57326) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:24.944826 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d60ef55d-dc56-422e-ac73-553e4891e94d None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:24.945288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d60ef55d-dc56-422e-ac73-553e4891e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.972338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:24.990033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:24.997405 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5064a0c7-d51f-4171-ab72-708458ca0941 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:24.997948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5064a0c7-d51f-4171-ab72-708458ca0941 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.002279 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5064a0c7-d51f-4171-ab72-708458ca0941 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/2c864173-ffc3-4e18-807d-9c4017662d75 HTTP/1.1" status: 404 len: 333 time: 0.0545170 Dec 13 20:02:25.002895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57330) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.040161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.040713 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.ipam_backend_mixin [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1a51422-923a-40ea-9f4f-e58a629e774f (CIDR: 2001:db8::/64) Dec 13 20:02:25.048034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d46f51c7-5ba1-48bd-9d3a-04e4a2c005c3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:25.049692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:02:25.050195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.055341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 89fa44e1-ea29-4b5d-a430-acc505744683 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:25.078835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.093817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-61437f5e-5508-4912-9e52-99134d5ca349 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810215 Dec 13 20:02:25.098351 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-87572f64-3511-49a8-98cc-0b10a28f3f36 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.098630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87572f64-3511-49a8-98cc-0b10a28f3f36 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.099162 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4a824ea4-4778-4460-9123-ce890da7741b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6632404 Dec 13 20:02:25.099861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57334) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.103022 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-87572f64-3511-49a8-98cc-0b10a28f3f36 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ca1ea92e-bada-493d-a45d-dff614b4cc0e HTTP/1.1" status: 404 len: 337 time: 0.0973175 Dec 13 20:02:25.103022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=5a783873-4ee6-48a1-8c18-0a6343176591,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:25.103823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57338) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.105401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:25.129418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:25.129685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f417bcf-f6e4-4b22-8914-a129cb00dd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-a44d0712-36af-498f-b615-a810aa85d7b6', 'network_id': 'a44d0712-36af-498f-b615-a810aa85d7b6', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '5a783873-4ee6-48a1-8c18-0a6343176591'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:25.130581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9f417bcf-f6e4-4b22-8914-a129cb00dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.191246 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bf08a4-c4ec-4eef-b7c1-79ae009d5b85 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.191701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bf08a4-c4ec-4eef-b7c1-79ae009d5b85 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.195788 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c3bf08a4-c4ec-4eef-b7c1-79ae009d5b85 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/85e7b7b1-6af5-4d70-bc9a-10c5f04e1932 HTTP/1.1" status: 404 len: 337 time: 0.0889184 Dec 13 20:02:25.196820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 89fa44e1-ea29-4b5d-a430-acc505744683 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:25.197369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 89fa44e1-ea29-4b5d-a430-acc505744683 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:25.201722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57342) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.216218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.240688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] No DVR routers for this DVR port 64112390-18de-4018-b382-9cdde4202d6a on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:25.256991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.257584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.297218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44d0712-36af-498f-b615-a810aa85d7b6']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:25.315118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:25.337010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:25.337897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b08a7b-d7da-4cb1-b2ab-1fbe89780f9d') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:25.338388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b08a7b-d7da-4cb1-b2ab-1fbe89780f9d') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:25.339186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e706674a-a533-49dc-88ff-f8a2fafdacb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:25.355788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.378562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.387907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:25.388178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.391698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 64112390-18de-4018-b382-9cdde4202d6a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:25.472133 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:25.496369 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd65108-61a8-4cb3-a59d-96b8f5de7c83 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.496846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd65108-61a8-4cb3-a59d-96b8f5de7c83 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.501291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0cd65108-61a8-4cb3-a59d-96b8f5de7c83 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/3311362a-e443-4ece-af7e-a96e26452de2 HTTP/1.1" status: 404 len: 333 time: 0.2933691 Dec 13 20:02:25.504087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57346) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.534726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Pushing event deleted for resources: {'Port': ['ID=64112390-18de-4018-b382-9cdde4202d6a,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:25.548049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-960679cc-2d09-43d0-9c9b-1f281fc51497 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.548502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960679cc-2d09-43d0-9c9b-1f281fc51497 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.550641 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-960679cc-2d09-43d0-9c9b-1f281fc51497 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/07d199b5-d99d-4a40-ab8e-1947e14e40fc HTTP/1.1" status: 404 len: 337 time: 0.0452349 Dec 13 20:02:25.552895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57350) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.563523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:25.568433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 64112390-18de-4018-b382-9cdde4202d6a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:25.569015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 64112390-18de-4018-b382-9cdde4202d6a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:25.590104 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e4e9ebf-bd4a-4717-bf50-3b3ed777f959 req-6d2c8bdf-8bee-4c94-9f62-df65b9dd8dfc service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862058 Dec 13 20:02:25.596300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:25.599171 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18e371a-29ff-48ec-8af5-83300120a103 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.599912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18e371a-29ff-48ec-8af5-83300120a103 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.600697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:25.603902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:25.604867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.610667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.610862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:25.618169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94cc4dfa-94fa-4d6d-ae42-d5891acf8ff4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:25.622995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:25.627138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.652789 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/a44d0712-36af-498f-b615-a810aa85d7b6 HTTP/1.1" status: 204 len: 168 time: 1.6449599 Dec 13 20:02:25.656847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57354) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.658861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57356) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.659082 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a18e371a-29ff-48ec-8af5-83300120a103 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/72e1e97f-217e-458a-b2f2-80ce98fe7265 HTTP/1.1" status: 404 len: 333 time: 0.1033821 Dec 13 20:02:25.659706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e522b-04d2-4b9a-bd86-5724d14d22fa None None] Network a44d0712-36af-498f-b615-a810aa85d7b6 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:25.660473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57358) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.663896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=a44d0712-36af-498f-b615-a810aa85d7b6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:25.686558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e522b-04d2-4b9a-bd86-5724d14d22fa None None] Network a44d0712-36af-498f-b615-a810aa85d7b6 could not be found, it might have been deleted concurrently. {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 13 20:02:25.707848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0c715d30-2b71-4e10-96a0-00763de57f37', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'floating_ip_address': '172.26.6.243', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'mac_address': 'fa:16:3e:10:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:16Z', 'updated_at': '2021-12-13T20:02:16Z', 'revision_number': 0, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:25.711943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d3ede8-4f93-4929-b3c4-41594857a608 None None] The sync data for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv is: [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0c715d30-2b71-4e10-96a0-00763de57f37', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'floating_ip_address': '172.26.6.243', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'mac_address': 'fa:16:3e:10:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:16Z', 'updated_at': '2021-12-13T20:02:16Z', 'revision_number': 0, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:02:25.730772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:25.743840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540104041'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:25.757417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:25.760285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-66256fa7-c8bc-45fe-ae77-09e928f002e2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.760962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66256fa7-c8bc-45fe-ae77-09e928f002e2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.762805 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-66256fa7-c8bc-45fe-ae77-09e928f002e2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/062754a4-17d9-4fbe-974e-2297659ce96a HTTP/1.1" status: 404 len: 337 time: 0.1029580 Dec 13 20:02:25.768094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57366) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.773116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1dda973e-cfb8-4294-843f-08a10f36574f None None] Provisioning for port d2fa0897-992f-4eda-be1a-74097418652a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:25.775281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:25.780797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:25.780974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1dda973e-cfb8-4294-843f-08a10f36574f None None] Provisioning complete for port d2fa0897-992f-4eda-be1a-74097418652a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:25.781386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1dda973e-cfb8-4294-843f-08a10f36574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.791252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:25.820057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:25.823479 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-99470541-cb05-42f2-ac53-bb09775c6ce0 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 200 len: 991 time: 0.1614010 Dec 13 20:02:25.824412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.825362 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3b7458-717d-4ed5-adbe-490fd80cb175 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.825843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3b7458-717d-4ed5-adbe-490fd80cb175 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.830743 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4f3b7458-717d-4ed5-adbe-490fd80cb175 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/0af88e6a-0bdb-4d5f-a932-9df56099badc HTTP/1.1" status: 404 len: 333 time: 0.0616393 Dec 13 20:02:25.831325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57370) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.853803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1dda973e-cfb8-4294-843f-08a10f36574f None None] Port d2fa0897-992f-4eda-be1a-74097418652a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:25.874193 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ee49f9-c4b9-4d26-bb3f-6f2cfa2cd352 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.874643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ee49f9-c4b9-4d26-bb3f-6f2cfa2cd352 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.876483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d5ee49f9-c4b9-4d26-bb3f-6f2cfa2cd352 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/4f3ee10f-fffb-4787-9d08-442906babd77 HTTP/1.1" status: 404 len: 337 time: 0.0442276 Dec 13 20:02:25.877672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:25.879444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57374) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.891004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.891345 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 6b8ef903-5986-4325-aa36-110204baaf11 of type vlan for network c3f81795-ec61-452c-a472-a53189cd69ef Dec 13 20:02:25.921959 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7e207c-9948-4ce7-b246-f36c6eea44c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.922432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7e207c-9948-4ce7-b246-f36c6eea44c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.926638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bb7e207c-9948-4ce7-b246-f36c6eea44c2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/5a7a4bd6-66ec-498d-92a3-e489d8654216 HTTP/1.1" status: 404 len: 333 time: 0.0437365 Dec 13 20:02:25.926835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57378) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:25.966303 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d129985-ce18-48d3-89e5-018f72cc269c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:25.966531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:25.967096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d129985-ce18-48d3-89e5-018f72cc269c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:25.968469 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d129985-ce18-48d3-89e5-018f72cc269c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/ed3fabe5-99c1-4253-ad15-d2fe0a9a23c7 HTTP/1.1" status: 404 len: 337 time: 0.0407774 Dec 13 20:02:25.971150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57382) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.029782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.032056 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4fbdef-19d6-41ad-b5a8-c5ce2b2f1e9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.032535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4fbdef-19d6-41ad-b5a8-c5ce2b2f1e9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.034270 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d4fbdef-19d6-41ad-b5a8-c5ce2b2f1e9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/9acd23ec-65f0-4ecb-a2e1-3a7403bcad06 HTTP/1.1" status: 404 len: 333 time: 0.0621753 Dec 13 20:02:26.035359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:26.035955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.036874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57388) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.041299 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a31e04-d13c-44a4-b939-29cb71265ac7 None None] New status for floating IP 0c715d30-2b71-4e10-96a0-00763de57f37: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:02:26.042819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0bdca727-d539-4d5f-aef6-14165a1dfcb1 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:26.082991 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-357daa2d-df72-40c9-8e27-ccd0d70ed973 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.085413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357daa2d-df72-40c9-8e27-ccd0d70ed973 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.087638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-357daa2d-df72-40c9-8e27-ccd0d70ed973 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/b715ba77-ec2f-4fe1-96be-34ee034ca742 HTTP/1.1" status: 404 len: 337 time: 0.0495186 Dec 13 20:02:26.090346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57392) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.140592 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-48edb509-8e94-4e0a-bc35-c612380a476e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.141393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48edb509-8e94-4e0a-bc35-c612380a476e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.143902 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-48edb509-8e94-4e0a-bc35-c612380a476e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/791aa4d7-bcc9-44f9-8b27-a5e72bc0382c HTTP/1.1" status: 404 len: 333 time: 0.0523288 Dec 13 20:02:26.146768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57396) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.165966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5072601 Dec 13 20:02:26.169693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57400) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.170500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=c3f81795-ec61-452c-a472-a53189cd69ef,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:26.173013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.179256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:26.181239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3bd152ff-ea25-400e-a181-55086da2d813 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:26.183941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network c3f81795-ec61-452c-a472-a53189cd69ef details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:26.201945 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-54721f48-e681-4f7e-8594-36418188a338 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.202415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54721f48-e681-4f7e-8594-36418188a338 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.206694 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-54721f48-e681-4f7e-8594-36418188a338 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/6508cd74-1b2d-4088-83f2-bd2800fb9460 HTTP/1.1" status: 404 len: 337 time: 0.0564888 Dec 13 20:02:26.208403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57404) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.212796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:26.307266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:26.359182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:26.361555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3773b3cc-6be0-4a14-b4e5-0d5e93e31651 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.361707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3773b3cc-6be0-4a14-b4e5-0d5e93e31651 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.365790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3773b3cc-6be0-4a14-b4e5-0d5e93e31651 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8da93d65-5f61-4293-83e4-149f866d3708 HTTP/1.1" status: 404 len: 337 time: 0.1343405 Dec 13 20:02:26.365790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:26.365790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.368410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57408) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.370043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1f86e-7b00-4db0-8b20-16d799075d12 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:26.402309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3012385 Dec 13 20:02:26.407961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57412) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.420675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1180684705', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f5cab17-0daa-46f9-b13d-187a510e4b80'}], 'security_groups': ['d934e053-8229-4971-a822-0cd0a838c6fd']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:26.443182 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b061cc82-e98f-4064-b73f-871785fb354d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.443889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b061cc82-e98f-4064-b73f-871785fb354d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.445809 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b061cc82-e98f-4064-b73f-871785fb354d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/16fbd39c-a0b5-4766-be62-36d9d5724653 HTTP/1.1" status: 404 len: 333 time: 0.0762203 Dec 13 20:02:26.450704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57416) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.484613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=1f5cab17-0daa-46f9-b13d-187a510e4b80,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:26.491455 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7110ca7f-ea2e-43fd-b6a5-22ff674f8c43 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.493466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7110ca7f-ea2e-43fd-b6a5-22ff674f8c43 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.495516 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7110ca7f-ea2e-43fd-b6a5-22ff674f8c43 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/55b9449e-e34c-4c57-9bdf-1ed76b42759e HTTP/1.1" status: 404 len: 337 time: 0.0438533 Dec 13 20:02:26.499497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57420) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.504137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:26.530218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:26.552221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.566094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:26.574394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:26.575853 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-150e5cb8-aaf9-464d-abc8-228d2448b05a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.577467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150e5cb8-aaf9-464d-abc8-228d2448b05a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.583120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57424) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.583570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-150e5cb8-aaf9-464d-abc8-228d2448b05a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/6f4efd1d-6824-44ab-8fd9-1099de04818a HTTP/1.1" status: 404 len: 337 time: 0.0810082 Dec 13 20:02:26.588168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:26.650250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c289a5-ad36-489c-a74a-134491e9a533 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.650733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c289a5-ad36-489c-a74a-134491e9a533 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.652413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-12c289a5-ad36-489c-a74a-134491e9a533 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/69f632a1-d3f5-4146-a706-611bbe9c6c60 HTTP/1.1" status: 404 len: 333 time: 0.0657864 Dec 13 20:02:26.655539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57428) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.655846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:26.659360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.682820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.701572 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff4c008-5fc0-4653-9dfb-1cb67b9a7a84 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.702035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff4c008-5fc0-4653-9dfb-1cb67b9a7a84 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.706154 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5ff4c008-5fc0-4653-9dfb-1cb67b9a7a84 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/cea87aa5-5e0e-450b-81a5-879bd4683fa6 HTTP/1.1" status: 404 len: 337 time: 0.0467193 Dec 13 20:02:26.706569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57432) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.745514 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-faef0521-4923-4cb4-8224-2aff59a70bfc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.745976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faef0521-4923-4cb4-8224-2aff59a70bfc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.747775 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-faef0521-4923-4cb4-8224-2aff59a70bfc tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/730c3496-80ce-4050-ab34-175a1cba480f HTTP/1.1" status: 404 len: 337 time: 0.0402877 Dec 13 20:02:26.750389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.795422 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d4a43e-730a-4643-a1ef-aad4c1930987 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.795755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d4a43e-730a-4643-a1ef-aad4c1930987 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.800308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b2d4a43e-730a-4643-a1ef-aad4c1930987 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/c9404a0c-6131-4499-b160-2f57d28261cc HTTP/1.1" status: 404 len: 333 time: 0.0461440 Dec 13 20:02:26.801152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57440) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.829366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Update dhcp port {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'fixed_ips': [{'subnet_id': 'd1a51422-923a-40ea-9f4f-e58a629e774f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f5cab17-0daa-46f9-b13d-187a510e4b80'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '4c1821ed-e2e1-49d8-8600-f434d638cda2'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:02:26.830279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.842785 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4e22e-e856-40bf-ac93-6b016a80faa9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.843247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee4e22e-e856-40bf-ac93-6b016a80faa9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.847502 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aee4e22e-e856-40bf-ac93-6b016a80faa9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/8166a4b0-8bfd-4c18-8087-e098c6f1e9b6 HTTP/1.1" status: 404 len: 337 time: 0.0430539 Dec 13 20:02:26.847742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57448) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.886000 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-424dc188-1b5d-4c26-97ca-99fe5d85f729 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:26.886450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424dc188-1b5d-4c26-97ca-99fe5d85f729 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:26.887442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:26.890805 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-424dc188-1b5d-4c26-97ca-99fe5d85f729 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/bfa0df82-802a-415b-aebc-7733f441449f HTTP/1.1" status: 404 len: 337 time: 0.0396602 Dec 13 20:02:26.891073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57452) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:26.940955 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cff739d5-9848-445b-a3df-4baab41c0fc6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports?device_id=5357202f-0a8d-4ca4-b464-8916897c9b94 HTTP/1.1" status: 200 len: 205 time: 0.0465250 Dec 13 20:02:26.941195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57456) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.012532 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-2808bb20-d56b-4a4d-a698-2a5ef8859bd0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] delete failed (client error): The resource could not be found. Dec 13 20:02:27.016305 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2808bb20-d56b-4a4d-a698-2a5ef8859bd0 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/routers/5357202f-0a8d-4ca4-b464-8916897c9b94 HTTP/1.1" status: 404 len: 336 time: 0.0714562 Dec 13 20:02:27.016567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57460) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.067852 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-63c29e1c-1fbe-45b9-b26c-cda0cec119e6 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 200 len: 993 time: 0.2284043 Dec 13 20:02:27.117750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Allocated IP 2001:db8:0:1::2 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/1f5cab17-0daa-46f9-b13d-187a510e4b80/4c1821ed-e2e1-49d8-8600-f434d638cda2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:27.183770 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3babc524-9bfb-493e-9fd5-798a9df5126a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.184733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3babc524-9bfb-493e-9fd5-798a9df5126a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.189040 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3babc524-9bfb-493e-9fd5-798a9df5126a tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/90b5d7a4-abc6-411c-86cc-32524a055029 HTTP/1.1" status: 404 len: 337 time: 0.1691155 Dec 13 20:02:27.189695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57464) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.243976 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d303e32-7bf1-4f97-9c02-23bfd3135bb7 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "GET /v2.0/ports?device_id=37a47f90-5179-4859-be74-fab33f84c633 HTTP/1.1" status: 200 len: 205 time: 0.0532162 Dec 13 20:02:27.246421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57468) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.249328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.253728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-925da91c-68bc-4d36-8680-e01e96e98ef8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:27.293662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:27.299149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:27.330935 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-66214e43-758c-47eb-8cca-e94626389082 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] delete failed (client error): The resource could not be found. Dec 13 20:02:27.333427 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-66214e43-758c-47eb-8cca-e94626389082 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/routers/37a47f90-5179-4859-be74-fab33f84c633 HTTP/1.1" status: 404 len: 336 time: 0.0859909 Dec 13 20:02:27.337349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57472) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.361015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=6767e848-58a3-43a8-87c6-c4b2d2e89cf1,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:27.367232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:27.377410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '6b8ef903-5986-4325-aa36-110204baaf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:27.377860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: c3f81795-ec61-452c-a472-a53189cd69ef, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:27.382334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:27.383115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.403281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network c3f81795-ec61-452c-a472-a53189cd69ef is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:27.415777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, c3f81795-ec61-452c-a472-a53189cd69ef) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:27.417685 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a1b4e6-92a6-4602-a3e9-cd1883d87788 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.418922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a1b4e6-92a6-4602-a3e9-cd1883d87788 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.421318 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b3a1b4e6-92a6-4602-a3e9-cd1883d87788 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/f944fc72-3634-4d51-b0fb-28a8590a1dad HTTP/1.1" status: 404 len: 337 time: 0.0814970 Dec 13 20:02:27.422144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:27.423128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.423842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57476) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.436336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5701ae0-4722-4b36-bcc6-a5eafbc406f9 None None] Network c3f81795-ec61-452c-a472-a53189cd69ef requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:27.456476 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2789648 Dec 13 20:02:27.457471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.471371 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b39b7f3-abcb-4572-bb48-4d72ca89b74e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.472095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b39b7f3-abcb-4572-bb48-4d72ca89b74e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.477750 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9b39b7f3-abcb-4572-bb48-4d72ca89b74e tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/02f9bcfc-11d6-4f17-9a1d-fdd020156a44 HTTP/1.1" status: 404 len: 337 time: 0.0484033 Dec 13 20:02:27.478776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57484) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.526276 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93903b0-c800-4ef5-aa83-d5fa900eb444 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.526276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93903b0-c800-4ef5-aa83-d5fa900eb444 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.527589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.531107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b93903b0-c800-4ef5-aa83-d5fa900eb444 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/6ea5f503-d07c-4b31-8e81-33b640e22955 HTTP/1.1" status: 404 len: 333 time: 0.0490663 Dec 13 20:02:27.531107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57488) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.574115 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b219271-af08-4eb2-b9cb-1b1be762fada tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.574576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b219271-af08-4eb2-b9cb-1b1be762fada tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.578922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Transition to ACTIVE for port object 4c1821ed-e2e1-49d8-8600-f434d638cda2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:27.579250 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9b219271-af08-4eb2-b9cb-1b1be762fada tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/0250e372-55e8-493f-8f10-1e2182519094 HTTP/1.1" status: 404 len: 337 time: 0.0443025 Dec 13 20:02:27.579250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57492) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.601268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.607456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-701b3380-5b4f-486a-b4bf-e8ab1c50e712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:27.630503 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ce4f22-ac46-464e-9717-4a44b55a57d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.630955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ce4f22-ac46-464e-9717-4a44b55a57d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.635278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-63ce4f22-ac46-464e-9717-4a44b55a57d3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/79584046-5adc-4ed3-885d-b0433e6336b8 HTTP/1.1" status: 404 len: 333 time: 0.0525770 Dec 13 20:02:27.635544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57496) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.676399 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-446fef84-4eb8-4a4d-9b35-78ca767162d8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.676840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446fef84-4eb8-4a4d-9b35-78ca767162d8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.681079 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-446fef84-4eb8-4a4d-9b35-78ca767162d8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/56869c77-a791-41e6-9b6c-7878481aa261 HTTP/1.1" status: 404 len: 337 time: 0.0423105 Dec 13 20:02:27.681361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57500) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.727116 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ac4d29-9d0a-4f8f-a2a1-a1a2e5adf149 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.727450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ac4d29-9d0a-4f8f-a2a1-a1a2e5adf149 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.732468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58ac4d29-9d0a-4f8f-a2a1-a1a2e5adf149 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/339b27f2-2f10-4926-8f4c-157f74b6b749 HTTP/1.1" status: 404 len: 333 time: 0.0468554 Dec 13 20:02:27.732468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57504) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.776699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e692a2-50b9-4729-a56f-6235717cf662 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.777149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e692a2-50b9-4729-a56f-6235717cf662 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.781940 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-21e692a2-50b9-4729-a56f-6235717cf662 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/febfe51f-13e0-4483-b0c4-4662f1463a8e HTTP/1.1" status: 404 len: 337 time: 0.0464475 Dec 13 20:02:27.782227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57508) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.826574 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-72764895-24cc-4730-9ea6-0928747e1c6d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.827055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72764895-24cc-4730-9ea6-0928747e1c6d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.829194 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-72764895-24cc-4730-9ea6-0928747e1c6d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/d2c64b1b-dcd4-4bf2-a92a-3002e0a5191e HTTP/1.1" status: 404 len: 333 time: 0.0457993 Dec 13 20:02:27.831600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57512) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.880355 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c50d33-4070-4de2-9282-5b9b3e25ba9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.880629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c50d33-4070-4de2-9282-5b9b3e25ba9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.885804 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-67c50d33-4070-4de2-9282-5b9b3e25ba9c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/93d21474-e489-492c-82d7-424c7dda1b54 HTTP/1.1" status: 404 len: 337 time: 0.0498474 Dec 13 20:02:27.886848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.901004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:27.939038 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a13e0-88f4-4c83-996d-2fdf12961a41 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.939796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a13e0-88f4-4c83-996d-2fdf12961a41 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.945600 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f90a13e0-88f4-4c83-996d-2fdf12961a41 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/69092e01-a239-4bc9-9a26-133bdf6188bf HTTP/1.1" status: 404 len: 333 time: 0.0547500 Dec 13 20:02:27.945895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57520) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.990349 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-73590592-1770-4751-b37e-67f0d922f101 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:27.990819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73590592-1770-4751-b37e-67f0d922f101 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:27.995094 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-73590592-1770-4751-b37e-67f0d922f101 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/eb963be9-cba2-49e6-8d7b-ff7e61553d3a HTTP/1.1" status: 404 len: 337 time: 0.0455544 Dec 13 20:02:27.995346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57524) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:27.995573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:28.000474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.003569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:28.018894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-c3f81795-ec61-452c-a472-a53189cd69ef', 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '6767e848-58a3-43a8-87c6-c4b2d2e89cf1'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:28.019865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.052476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Delete allocated IP 2001:db8::226 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/d1a51422-923a-40ea-9f4f-e58a629e774f) {{(pid=87525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:02:28.059603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d993d-5600-4fb5-9119-c623fc832986 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:28.060096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88d993d-5600-4fb5-9119-c623fc832986 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:28.067556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57528) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:28.069474 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f88d993d-5600-4fb5-9119-c623fc832986 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/16855f53-8592-40b1-ab76-366c3d379473 HTTP/1.1" status: 404 len: 333 time: 0.0727246 Dec 13 20:02:28.075541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8:0:1::2ae (93c8713e-4e8f-4b97-acc5-3df3696d9acd/1f5cab17-0daa-46f9-b13d-187a510e4b80/d2fa0897-992f-4eda-be1a-74097418652a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:28.135829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c4a038-f0d6-45ac-8e56-c095691c97c9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:28.137138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c4a038-f0d6-45ac-8e56-c095691c97c9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:28.138614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-99c4a038-f0d6-45ac-8e56-c095691c97c9 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/c15b2384-3259-4a8b-8650-5dcf000bb208 HTTP/1.1" status: 404 len: 337 time: 0.0696633 Dec 13 20:02:28.141457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57532) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:28.208201 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b519b070-f017-4b3c-8da7-44d9a184234c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:28.208869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b519b070-f017-4b3c-8da7-44d9a184234c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:28.213603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b519b070-f017-4b3c-8da7-44d9a184234c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/ports/01a3e684-8d05-4f09-b73c-e92c84f56782 HTTP/1.1" status: 404 len: 333 time: 0.0708470 Dec 13 20:02:28.214314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57536) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:28.222152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Allocated IP 172.20.0.1 (c3f81795-ec61-452c-a472-a53189cd69ef/6767e848-58a3-43a8-87c6-c4b2d2e89cf1/713ca44c-8f99-4baf-95eb-245786b08548) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:28.262678 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bd8eb4-1928-4c6e-9b4e-9988b199307f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:28.263123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bd8eb4-1928-4c6e-9b4e-9988b199307f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:28.267775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57540) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:28.270002 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-78bd8eb4-1928-4c6e-9b4e-9988b199307f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/subnets/41dbbc8a-38ca-42ce-845b-328fa63e15a7 HTTP/1.1" status: 404 len: 337 time: 0.0543540 Dec 13 20:02:28.450214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.451809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.470333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Transition to ACTIVE for port object 713ca44c-8f99-4baf-95eb-245786b08548 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:28.490091 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Transition to ACTIVE for port object 713ca44c-8f99-4baf-95eb-245786b08548 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:28.498874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.506040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25869751-2801-47c1-a4c8-21125a21a928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:28.535088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.567862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Network c3f81795-ec61-452c-a472-a53189cd69ef is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:28.571236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:28.575668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:28.609501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Pushing event updated for resources: {'Port': ['ID=713ca44c-8f99-4baf-95eb-245786b08548,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:28.616508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:28.630302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object d2fa0897-992f-4eda-be1a-74097418652a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:28.634520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.641546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c65be15f-96b9-47dc-962f-d96e729ea96d tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:28.671210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.672448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Attempting to bind port 713ca44c-8f99-4baf-95eb-245786b08548 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:28.672827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Attempting to bind port 713ca44c-8f99-4baf-95eb-245786b08548 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6b8ef903-5986-4325-aa36-110204baaf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:28.673194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Attempting to bind port 713ca44c-8f99-4baf-95eb-245786b08548 on network c3f81795-ec61-452c-a472-a53189cd69ef {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:28.678473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:28.678888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Checking segment: {'id': '6b8ef903-5986-4325-aa36-110204baaf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:28.679293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.679685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Bound using segment: {'id': '6b8ef903-5986-4325-aa36-110204baaf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:28.680123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Bound port: 713ca44c-8f99-4baf-95eb-245786b08548, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ef903-5986-4325-aa36-110204baaf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c3f81795-ec61-452c-a472-a53189cd69ef'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:28.680293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.680543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.694691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=6767e848-58a3-43a8-87c6-c4b2d2e89cf1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:28.709342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:28.717512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8d3e279d-4a08-48a3-9457-76e0f512086b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:28.733517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Provisioning for port d2fa0897-992f-4eda-be1a-74097418652a completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:28.750580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Provisioning complete for port d2fa0897-992f-4eda-be1a-74097418652a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:28.750960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.778275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b8069c-61c8-4b24-9aac-3a03df44f0fb']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:28.826462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Port d2fa0897-992f-4eda-be1a-74097418652a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:28.831969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] For port 713ca44c-8f99-4baf-95eb-245786b08548, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:28.836887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] For port 713ca44c-8f99-4baf-95eb-245786b08548, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=713ca44c-8f99-4baf-95eb-245786b08548,segment=NetworkSegment(6b8ef903-5986-4325-aa36-110204baaf11),segment_id=6b8ef903-5986-4325-aa36-110204baaf11)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:28.845909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:28.846397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.870805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.879125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c4d35e1b-6f41-48b8-b086-218b3bea1c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:28.887523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:28.887968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca7f9b3-79c0-4583-b6bc-2c8c681c9115') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:28.912572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] In _notify_port_updated(), no bound segment for port d2fa0897-992f-4eda-be1a-74097418652a on network 93c8713e-4e8f-4b97-acc5-3df3696d9acd {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:02:28.918116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:28.918766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.923911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/ports/d2fa0897-992f-4eda-be1a-74097418652a HTTP/1.1" status: 200 len: 931 time: 2.5092561 Dec 13 20:02:28.924108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57544) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:28.943599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.951861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.966633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=d2fa0897-992f-4eda-be1a-74097418652a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:28.972725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:28.980645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:28.987503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Pushing event updated for resources: {'Port': ['ID=713ca44c-8f99-4baf-95eb-245786b08548,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:28.990335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:28.994642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f81795-ec61-452c-a472-a53189cd69ef']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:29.014106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:29.014530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.024069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:29.026804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port d2fa0897-992f-4eda-be1a-74097418652a {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:29.027264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:29.034358 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:29.037417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8ef903-5986-4325-aa36-110204baaf11') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:29.037417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8ef903-5986-4325-aa36-110204baaf11') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:29.047945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Provisioning for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:29.057889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:29.058549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3c50-7226-4957-b40e-6966557ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.112011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.117131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777de054-ff4d-4aad-b165-c498482bdb35 None None] Network c3f81795-ec61-452c-a472-a53189cd69ef requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:29.150906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.160741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:29.161324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:29.181006 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:29.187013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.192008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.199393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-86549ef2-8791-4c71-8afe-43bd38011949 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:29.269125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Pushing event deleted for resources: {'Network': ['ID=36b8069c-61c8-4b24-9aac-3a03df44f0fb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:29.272164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:29.293744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] 10.222.0.18 "DELETE /v2.0/networks/36b8069c-61c8-4b24-9aac-3a03df44f0fb HTTP/1.1" status: 204 len: 168 time: 1.0226476 Dec 13 20:02:29.309589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 20:02:29.309589 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 20:02:29.309589 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': 'c3f81795-ec61-452c-a472-a53189cd69ef'}] Dec 13 20:02:29.309589 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:29.310199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:29.310559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:29.360855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.446970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:29.447451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.487514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for d2fa0897-992f-4eda-be1a-74097418652a owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:29.489582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c3496-79b1-4491-ab1f-0b0a8a976ff1 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:29.576213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a65d92b-90a5-4769-a4a2-3065856979c3 None None] Provisioning complete for port d2fa0897-992f-4eda-be1a-74097418652a triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:29.576542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a65d92b-90a5-4769-a4a2-3065856979c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.589369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57552) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:29.644108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.650233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:29.721252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8a65d92b-90a5-4769-a4a2-3065856979c3 None None] Port d2fa0897-992f-4eda-be1a-74097418652a cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:29.749276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c3496-79b1-4491-ab1f-0b0a8a976ff1 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:29.758730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2f75b73c-9a04-4da9-b542-092aa8a04999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6da83e4f30a6485bbcf107a0bfe67b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653922 Dec 13 20:02:29.759053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57558) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:29.818069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=d2fa0897-992f-4eda-be1a-74097418652a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:29.821344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:29.864811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.877976 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/d2fa0897-992f-4eda-be1a-74097418652a HTTP/1.1" status: 204 len: 168 time: 0.9506972 Dec 13 20:02:29.878219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:29.924093 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc427a47-0dc7-4d9e-967c-1becf334019e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:02:29.924640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cc427a47-0dc7-4d9e-967c-1becf334019e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:29.942248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cc427a47-0dc7-4d9e-967c-1becf334019e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:29.946294 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cc427a47-0dc7-4d9e-967c-1becf334019e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/d2fa0897-992f-4eda-be1a-74097418652a HTTP/1.1" status: 404 len: 333 time: 0.0645280 Dec 13 20:02:29.946435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:29.946529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57566) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:29.972582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 713ca44c-8f99-4baf-95eb-245786b08548 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:29.972924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.012826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.023775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.043359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.094059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.094326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.099287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27632a7f-f1e3-4a15-ae0d-ba9511f9a896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:30.111686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32769b28-cd67-430a-a302-1ccbf3dd45e7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:30.121594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:30.125659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.129423 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/security-groups/32769b28-cd67-430a-a302-1ccbf3dd45e7 HTTP/1.1" status: 204 len: 168 time: 0.1794870 Dec 13 20:02:30.129975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57570) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:30.209242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.240507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.255076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 713ca44c-8f99-4baf-95eb-245786b08548, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=713ca44c-8f99-4baf-95eb-245786b08548,segment=NetworkSegment(6b8ef903-5986-4325-aa36-110204baaf11),segment_id=6b8ef903-5986-4325-aa36-110204baaf11)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:30.255618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.299527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.308641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-aebab71d-e1b2-40d6-8606-7249f9df6559 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:30.327236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d934e053-8229-4971-a822-0cd0a838c6fd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:30.331820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:30.331988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.332097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.335679 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/security-groups/d934e053-8229-4971-a822-0cd0a838c6fd HTTP/1.1" status: 204 len: 168 time: 0.2025328 Dec 13 20:02:30.335842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ff0458a-77c7-4c37-bfe9-1176e4fa17b0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:30.336076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57574) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:30.415241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet d1a51422-923a-40ea-9f4f-e58a629e774f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:30.418236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.422199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 713ca44c-8f99-4baf-95eb-245786b08548 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:30.449391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a0cda-1d02-44cf-ad6b-69691bac5feb,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:30.459320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:30.473780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.474796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.477565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e7a0cda-1d02-44cf-ad6b-69691bac5feb HTTP/1.1" status: 204 len: 168 time: 0.7174308 Dec 13 20:02:30.510489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.515852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:30.562790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=713ca44c-8f99-4baf-95eb-245786b08548,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:30.565950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:30.566838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port 713ca44c-8f99-4baf-95eb-245786b08548 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:30.579256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.656067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.661410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4c8919c-2748-4a5b-9b7d-c62cb3ea39c6 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:30.696191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a51422-923a-40ea-9f4f-e58a629e774f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:30.696811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.702884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:30.708462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.716176 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/d1a51422-923a-40ea-9f4f-e58a629e774f HTTP/1.1" status: 204 len: 168 time: 0.3789117 Dec 13 20:02:30.718062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cc437-8379-4b47-b6cb-8fedd5d01bde None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:30.723023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57584) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:30.732401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:30.755418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f81795-ec61-452c-a472-a53189cd69ef']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:30.820993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8ef903-5986-4325-aa36-110204baaf11') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:30.821299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8ef903-5986-4325-aa36-110204baaf11') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:30.846375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.870386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.891895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:30.893034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:30.907937 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:31.008358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:31.018334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:31.023254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:31.031059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:31.035664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.040436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.050009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-589fecca-0df3-403f-acc7-f44c69928c91 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:31.073220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/c3f81795-ec61-452c-a472-a53189cd69ef HTTP/1.1" status: 204 len: 168 time: 3.6111887 Dec 13 20:02:31.073887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57600) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.074611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=c3f81795-ec61-452c-a472-a53189cd69ef,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:31.077916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:31.080670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:31.082682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170939548'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:31.086225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.089003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:31.094145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:31.105242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:31.113748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:31.125886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:31.129618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.163316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:31.179607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.180382 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 098cb6f9-117c-4d8d-ae44-c4ef20c3dce1 of type vlan for network cbf9c358-779a-423d-aa05-25f1d1cf24a5 Dec 13 20:02:31.223889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.267125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.273599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:31.274215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.300017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a804d1d1-ac14-45a6-a5cd-6fb417f2de47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:31.301844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57606) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.425121 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3477914 Dec 13 20:02:31.426370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57612) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.434886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:31.462493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-fe1bde61-a6b1-4690-b3aa-59df8e10d928 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.466468 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fe1bde61-a6b1-4690-b3aa-59df8e10d928 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1600490 Dec 13 20:02:31.466853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57616) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.483919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-455c16e5-e4f3-4225-8bc0-f0498460e789 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.487341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-455c16e5-e4f3-4225-8bc0-f0498460e789 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0170574 Dec 13 20:02:31.487753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57620) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.501468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-2affe349-9d49-4a1c-b0f3-315f3d10c545 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.504985 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2affe349-9d49-4a1c-b0f3-315f3d10c545 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0137053 Dec 13 20:02:31.505121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=cbf9c358-779a-423d-aa05-25f1d1cf24a5,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:31.507362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57624) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.511070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-093dec59-d132-47cf-a0bd-7c21028b9f12 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:31.517959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:31.518294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-c0489dff-c093-432e-b769-e0ec15151c59 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.521787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c0489dff-c093-432e-b769-e0ec15151c59 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110941 Dec 13 20:02:31.522040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.522185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.527066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cbf6e097-8647-40e1-a572-a0d3e4e011a2 tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:31.530127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-bb5a107e-dcb7-4b39-9b78-f9b01b792f8d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.533378 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bb5a107e-dcb7-4b39-9b78-f9b01b792f8d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0080750 Dec 13 20:02:31.538168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57632) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.554063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-967b3bee-c19b-4756-bf34-735d315f2674 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.559051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-967b3bee-c19b-4756-bf34-735d315f2674 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0195906 Dec 13 20:02:31.562475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57636) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.581978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-5410310e-3262-46be-8f2a-483b16e3fe0c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.585563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5410310e-3262-46be-8f2a-483b16e3fe0c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0175540 Dec 13 20:02:31.588861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57640) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.595203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:31.600633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-50332773-5157-473b-9ec2-4c6530fb1b4a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.603988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-50332773-5157-473b-9ec2-4c6530fb1b4a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0118008 Dec 13 20:02:31.603988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:31.606369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:31.606972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.610632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57644) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.629920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-5e1bea40-b79e-42e1-a134-33fb9d172168 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.634680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5e1bea40-b79e-42e1-a134-33fb9d172168 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0159492 Dec 13 20:02:31.634680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=1574cd92-193e-42af-bf2f-5740059af6f8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:31.636046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:31.639610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57648) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.647756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-909c32f4-af07-4474-be58-300c3ad1d419 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.650277 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-909c32f4-af07-4474-be58-300c3ad1d419 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095396 Dec 13 20:02:31.654721 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9282658 Dec 13 20:02:31.654721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57652) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.655207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57654) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.660138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-531b87b9-1693-4b79-bf23-0a89538fdc1d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.661063 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-531b87b9-1693-4b79-bf23-0a89538fdc1d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071559 Dec 13 20:02:31.664023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181754174'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:31.668343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57660) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.676311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-c34f223d-0eb3-4875-b92d-87febf31d654 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.676594 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c34f223d-0eb3-4875-b92d-87febf31d654 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073571 Dec 13 20:02:31.677663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:31.678635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f97b1-c196-43a3-af39-7e4a7002f6b8 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:31.679762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57664) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.684317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:31.688754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-1605da6c-0e97-4f9e-8afc-2c75c33ee72d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.692234 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1605da6c-0e97-4f9e-8afc-2c75c33ee72d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091124 Dec 13 20:02:31.692234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:31.693458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57668) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.701067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-bf790309-8c54-4e8e-8d97-581435366c94 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.704400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bf790309-8c54-4e8e-8d97-581435366c94 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077107 Dec 13 20:02:31.704400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:31.704987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57672) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.713441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.720702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-b92cb852-b7d7-4e04-8199-0c21606db533 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.724281 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b92cb852-b7d7-4e04-8199-0c21606db533 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0159664 Dec 13 20:02:31.724826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57676) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.732470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-0fe9d570-c398-4b29-9a25-ba1414604127 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.733704 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0fe9d570-c398-4b29-9a25-ba1414604127 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077910 Dec 13 20:02:31.736302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57680) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.740456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:31.745350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-53d7eec4-55a4-469c-8431-d0a5078a81d6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.749207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-53d7eec4-55a4-469c-8431-d0a5078a81d6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091028 Dec 13 20:02:31.749207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57684) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.752297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:31.757532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-1a4af66a-0c49-4323-afe9-0ce56a019f29 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.757717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.761125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1a4af66a-0c49-4323-afe9-0ce56a019f29 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084798 Dec 13 20:02:31.761125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:31.762603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.771314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-af0300d1-abc0-45da-bfd3-e7385d0c3622 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.774479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af0300d1-abc0-45da-bfd3-e7385d0c3622 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082381 Dec 13 20:02:31.774479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:31.774682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57692) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.781008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-f57697d4-c9e0-4ebe-96d7-a3ee79f27be0 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.781993 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f57697d4-c9e0-4ebe-96d7-a3ee79f27be0 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065994 Dec 13 20:02:31.784606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57696) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.788909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.792283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a0541558-d02a-45f5-99e8-67ad9765382b None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:31.792810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a0541558-d02a-45f5-99e8-67ad9765382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.794873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-3e85aeb9-2df3-4be2-98ad-7e378c6fb381 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.797955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64ef6400-a4ab-4b8e-9dac-894021fc8234 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:31.798071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3e85aeb9-2df3-4be2-98ad-7e378c6fb381 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098777 Dec 13 20:02:31.798071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57700) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.813905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 is not hosted by any dhcp agent {{(pid=87526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 13 20:02:31.814148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-7e689532-588d-462d-8fff-fe3a8b187fb7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.817331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7e689532-588d-462d-8fff-fe3a8b187fb7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0161068 Dec 13 20:02:31.818150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57704) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.819520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:31.820208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.821751 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "PUT /v2.0/networks/cbf9c358-779a-423d-aa05-25f1d1cf24a5 HTTP/1.1" status: 200 len: 723 time: 0.3944569 Dec 13 20:02:31.824324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-ce6e5e8c-784c-4789-af0e-5dbd2bdbd085 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.825324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ce6e5e8c-784c-4789-af0e-5dbd2bdbd085 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062280 Dec 13 20:02:31.825841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57708) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.828301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.836986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:31.838002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-78cdf849-bfaf-4af0-92e3-dc9f693efc92 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.838939 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-78cdf849-bfaf-4af0-92e3-dc9f693efc92 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0088534 Dec 13 20:02:31.855123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57716) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.867588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-3180f634-0996-4f96-b966-44667060825c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.868952 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3180f634-0996-4f96-b966-44667060825c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0109000 Dec 13 20:02:31.873232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57720) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.900654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a0541558-d02a-45f5-99e8-67ad9765382b None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:31.910193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=cbf9c358-779a-423d-aa05-25f1d1cf24a5,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:31.913806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:31.923844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:31.933337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-4a312710-35a6-4670-9b63-739e16714d6a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.934307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4a312710-35a6-4670-9b63-739e16714d6a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0577717 Dec 13 20:02:31.937791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57724) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.943847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-3ef48602-e01b-405a-9124-0d7f522904a4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.947220 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3ef48602-e01b-405a-9124-0d7f522904a4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059810 Dec 13 20:02:31.948306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57728) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.953121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-79c7564e-e68a-4777-a439-90112e723d30 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.956227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-79c7564e-e68a-4777-a439-90112e723d30 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052421 Dec 13 20:02:31.957313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57732) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.962100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-573db40f-7da1-44b8-bb42-bf658b2c1c82 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.963750 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-573db40f-7da1-44b8-bb42-bf658b2c1c82 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048685 Dec 13 20:02:31.965434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57736) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.971529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-143530fd-f131-4a94-8fef-3f6d599595ce tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.975020 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-143530fd-f131-4a94-8fef-3f6d599595ce tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060232 Dec 13 20:02:31.975456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57740) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.980804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-5dc73bab-3326-4685-8ed4-b26e06afd73b tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.984205 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dc73bab-3326-4685-8ed4-b26e06afd73b tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054250 Dec 13 20:02:31.984561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:31.986412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a0541558-d02a-45f5-99e8-67ad9765382b None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:31.986768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a0541558-d02a-45f5-99e8-67ad9765382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:31.989967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-0231cb1d-e915-4c4e-a9c7-4b9365110fb6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:31.992431 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0231cb1d-e915-4c4e-a9c7-4b9365110fb6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053999 Dec 13 20:02:31.993843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57748) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.000460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-26d61d8e-107b-49e5-9e96-d128e08407b6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.003980 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-26d61d8e-107b-49e5-9e96-d128e08407b6 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066996 Dec 13 20:02:32.004347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57752) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.009711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-7b79d310-bc9a-46ed-8264-4482d2e879ed tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.011080 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b79d310-bc9a-46ed-8264-4482d2e879ed tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054278 Dec 13 20:02:32.013525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57756) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.018901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-497bf47e-bce6-4940-86aa-3e025c425ef0 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.020240 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-497bf47e-bce6-4940-86aa-3e025c425ef0 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054581 Dec 13 20:02:32.022575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57760) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.027686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-8cc11e05-1600-4f42-b16e-d2c8c357d080 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.029484 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8cc11e05-1600-4f42-b16e-d2c8c357d080 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055263 Dec 13 20:02:32.032121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57764) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.037715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-f90e5fc9-eac3-4077-b352-033db7dee9d8 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.039118 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f90e5fc9-eac3-4077-b352-033db7dee9d8 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056925 Dec 13 20:02:32.041493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57768) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.046778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-273c15b8-1e77-4329-ab7a-26fb32a3e06a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.048136 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-273c15b8-1e77-4329-ab7a-26fb32a3e06a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053620 Dec 13 20:02:32.050628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57772) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.056077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-ed0cb36b-dd8f-4ac5-a431-1736c7d474de tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.059557 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ed0cb36b-dd8f-4ac5-a431-1736c7d474de tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052693 Dec 13 20:02:32.060484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57776) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.070373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-d1fcf8a0-f518-4a5c-813d-bf5585856a98 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.071502 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d1fcf8a0-f518-4a5c-813d-bf5585856a98 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102201 Dec 13 20:02:32.074657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57780) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.080028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-528646fb-62fe-4488-8c07-a2d215be0c52 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.081990 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-528646fb-62fe-4488-8c07-a2d215be0c52 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055258 Dec 13 20:02:32.084311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57784) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.089750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-9fc72d90-b565-45fd-9ded-a6704e2c36d8 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.093762 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9fc72d90-b565-45fd-9ded-a6704e2c36d8 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053618 Dec 13 20:02:32.094064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57788) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.099244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-11e590e0-fb11-4bd2-9762-f227fc54d936 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.102722 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-11e590e0-fb11-4bd2-9762-f227fc54d936 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051706 Dec 13 20:02:32.103062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57792) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.109277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-88de2e45-ba8d-4e08-b39e-078aa17ec098 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.112444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-88de2e45-ba8d-4e08-b39e-078aa17ec098 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060642 Dec 13 20:02:32.112860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57796) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.117757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-774b9718-a58a-40c5-ac48-67a21ae11166 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.121455 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-774b9718-a58a-40c5-ac48-67a21ae11166 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051789 Dec 13 20:02:32.123018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.130304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-815bb807-3c38-45c0-8eac-f3b5136f0d11 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.134282 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-815bb807-3c38-45c0-8eac-f3b5136f0d11 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072575 Dec 13 20:02:32.134929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.140611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-a3ce5e1a-4119-49d2-a226-016078d6781b tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.143740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a3ce5e1a-4119-49d2-a226-016078d6781b tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056918 Dec 13 20:02:32.143949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57808) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.148575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-0d8ad6b4-f155-434f-bc9f-e6cc470e90f1 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.151657 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d8ad6b4-f155-434f-bc9f-e6cc470e90f1 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047059 Dec 13 20:02:32.151925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57812) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.154930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.156225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.157036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-9240f881-a7de-4c06-8a50-be4ec75e41f7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.158056 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9240f881-a7de-4c06-8a50-be4ec75e41f7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052989 Dec 13 20:02:32.160313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.160742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57816) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.163774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.166280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-9f7f2be0-da39-4704-8046-348addcf4eb7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.169501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.169638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f7f2be0-da39-4704-8046-348addcf4eb7 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053222 Dec 13 20:02:32.169638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57820) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.174612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-588e81fe-9559-4be2-9448-f9503bb0e5eb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.177527 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-588e81fe-9559-4be2-9448-f9503bb0e5eb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048182 Dec 13 20:02:32.177678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4fe2f9a4-e10d-4d26-832e-25bef2c34fbe tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:32.177837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57824) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.182364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-db77565e-3662-4b70-b72e-deca71f12470 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.185559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-db77565e-3662-4b70-b72e-deca71f12470 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045984 Dec 13 20:02:32.185881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:32.186011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57828) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.191324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-8ac16a56-8811-4fb7-a0d7-1e5a44903a04 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.193500 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ac16a56-8811-4fb7-a0d7-1e5a44903a04 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051713 Dec 13 20:02:32.195615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57832) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.204373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-704e8daa-7c0b-49c7-9773-09434d373265 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.208642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57836) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.209523 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-704e8daa-7c0b-49c7-9773-09434d373265 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0126796 Dec 13 20:02:32.224892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-abef7cdc-92ab-475f-bab9-163636d6f76a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.225898 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-abef7cdc-92ab-475f-bab9-163636d6f76a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0157771 Dec 13 20:02:32.229438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57840) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.231790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:32.235225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.254984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-4bf17d59-7795-417c-b634-ab0ed2f66e6a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.255968 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4bf17d59-7795-417c-b634-ab0ed2f66e6a tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0254788 Dec 13 20:02:32.256868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e916db39-0de0-4973-b6d6-c07863ab6db3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:32.258940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57844) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.259105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.262786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6041336 Dec 13 20:02:32.262786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:32.265813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57846) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.273625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298775993'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:32.273909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-84665f39-9346-4b7f-b012-b29b48fadcf4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.277498 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-84665f39-9346-4b7f-b012-b29b48fadcf4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148699 Dec 13 20:02:32.282278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57852) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.289985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-c950de8c-bff6-48b2-8b67-348959f3392c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.294576 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c950de8c-bff6-48b2-8b67-348959f3392c tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102658 Dec 13 20:02:32.295500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57856) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.296902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Update dhcp port {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'fixed_ips': [{'subnet_id': '1f5cab17-0daa-46f9-b13d-187a510e4b80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1574cd92-193e-42af-bf2f-5740059af6f8'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '4c1821ed-e2e1-49d8-8600-f434d638cda2'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:02:32.301543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-d4301025-cb30-440a-9af3-afcd65dfd9fb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.305984 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d4301025-cb30-440a-9af3-afcd65dfd9fb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092294 Dec 13 20:02:32.307027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57860) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.313251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-4c08eb0b-91c5-49fe-8222-703c4e35f2a4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.317585 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4c08eb0b-91c5-49fe-8222-703c4e35f2a4 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0093405 Dec 13 20:02:32.318670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.324581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-08b27089-8bbe-4c35-9dbb-873c45cd5770 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.329673 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-08b27089-8bbe-4c35-9dbb-873c45cd5770 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098245 Dec 13 20:02:32.330547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.331501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.336612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-ed42bf71-f804-47ac-98c8-7999cffa2dc2 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.340554 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ed42bf71-f804-47ac-98c8-7999cffa2dc2 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088034 Dec 13 20:02:32.342053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57872) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.348260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-d8a19c11-e94a-45be-96ea-a19c3405c1bb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.348889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.352707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d8a19c11-e94a-45be-96ea-a19c3405c1bb tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095408 Dec 13 20:02:32.353651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.353796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57876) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.357893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.359910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-2d358fac-44b0-4147-b480-6b8098c7e402 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.363569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:32.364310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d358fac-44b0-4147-b480-6b8098c7e402 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094268 Dec 13 20:02:32.365108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.370349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-f299cb93-54a3-4a25-a50a-69df761d6284 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.374920 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f299cb93-54a3-4a25-a50a-69df761d6284 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085945 Dec 13 20:02:32.375875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57884) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.381654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-1fbcebd4-21b4-469d-87e9-e7cab38146bd tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.383108 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1fbcebd4-21b4-469d-87e9-e7cab38146bd tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0059342 Dec 13 20:02:32.385793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57888) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.389309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.392065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-97fba9f0-edb3-442f-8296-b4fa535c4e17 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.395316 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-97fba9f0-edb3-442f-8296-b4fa535c4e17 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060697 Dec 13 20:02:32.395885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57892) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.412068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [None req-10a20952-31eb-4912-b72e-db1bb0f46f0d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.416268 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-10a20952-31eb-4912-b72e-db1bb0f46f0d tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0193379 Dec 13 20:02:32.416671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57896) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.428000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [None req-08933057-0083-46e7-9e7e-4d8dd0490a46 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:02:32.431703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-08933057-0083-46e7-9e7e-4d8dd0490a46 tempest-ExtensionsTestJSON-1108961242 tempest-ExtensionsTestJSON-1108961242-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093756 Dec 13 20:02:32.431703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.469274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.473988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.487381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:32.565901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.576479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:32.585376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Allocated IP 2001:db8::2 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/1574cd92-193e-42af-bf2f-5740059af6f8/4c1821ed-e2e1-49d8-8600-f434d638cda2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:32.682966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:32.683312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: cbf9c358-779a-423d-aa05-25f1d1cf24a5, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:32.696064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.706381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=811e9fdb-9163-4d2d-8d85-f8b3f217e34b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:32.710295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:32.711378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.717766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2bf71d2a-003c-4a95-98ba-3af586084bf4 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:32.725901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57904) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.762324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:32.767292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f233f-94b9-4b14-b06b-92466b5fed55,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:32.770337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:32.779620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.783981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5145707 Dec 13 20:02:32.784167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:32.784315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57910) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.791891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'security_group': {'name': 'tempest-secgroup-731846720'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:32.796528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, cbf9c358-779a-423d-aa05-25f1d1cf24a5) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:32.801911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:32.802605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.808008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865eb04e-3bed-4d84-b6ed-5c3448fe894d None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:32.811399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.821990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.822138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.825952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.833838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:32.838184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0078168 Dec 13 20:02:32.840780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57914) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:32.847165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:32.866054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.881767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.887013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Usage tracker for resource:security_group_rule and tenant:c7230e3b75ef4fecb8f839a6f0b8c4f9 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.890733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Transition to ACTIVE for port object 4c1821ed-e2e1-49d8-8600-f434d638cda2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:32.891638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.895817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.898695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:32.899720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:32.908369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:32.929672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:32.973109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:security_group_rule and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:32.982026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:32.994744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:33.005090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.011029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14957990'] for subnet, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.011478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.021087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6710981a-8bf0-4fae-b45d-17a5c6076e95 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:33.066361 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7230e3b75ef4fecb8f839a6f0b8c4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368919 Dec 13 20:02:33.066361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38265cde-5e10-47d5-9f39-dcfcb3e658e6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.066703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57918) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:33.068644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.116156 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.123064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.196661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-cbf9c358-779a-423d-aa05-25f1d1cf24a5', 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '811e9fdb-9163-4d2d-8d85-f8b3f217e34b'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:33.197563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.267897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.276942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.305597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:33.309020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.321056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6ca73c40-63fa-400a-acbc-bbdd53936b03 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:33.391594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.417088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.418431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6328454 Dec 13 20:02:33.421839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57922) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:33.430266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1371659891', 'security_groups': ['9cb761db-6931-4078-9817-17852cb761c9'], 'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1574cd92-193e-42af-bf2f-5740059af6f8'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:33.431672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb761db-6931-4078-9817-17852cb761c9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.435050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.439289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16749409'] for subnet, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.445018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-562ab793-df46-4a2b-941a-048168e32653 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:33.511096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:33.511480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Allocated IP 172.20.0.2 (cbf9c358-779a-423d-aa05-25f1d1cf24a5/811e9fdb-9163-4d2d-8d85-f8b3f217e34b/363533f8-c20c-488b-8e89-5cff5a587835) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:33.511887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.513597 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "PUT /v2.0/subnets/811e9fdb-9163-4d2d-8d85-f8b3f217e34b HTTP/1.1" status: 200 len: 806 time: 0.6716206 Dec 13 20:02:33.517196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57926) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:33.547268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=811e9fdb-9163-4d2d-8d85-f8b3f217e34b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.557833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.559221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.566220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e02e4970-adce-4ec4-8925-9b95a756988f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:33.580708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38265cde-5e10-47d5-9f39-dcfcb3e658e6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.591301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.596298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.599900 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38265cde-5e10-47d5-9f39-dcfcb3e658e6 HTTP/1.1" status: 204 len: 168 time: 0.5291159 Dec 13 20:02:33.792250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.806292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Transition to ACTIVE for port object 363533f8-c20c-488b-8e89-5cff5a587835 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:33.818653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:33.828347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Transition to ACTIVE for port object 363533f8-c20c-488b-8e89-5cff5a587835 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:33.841769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.843401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:33.846663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:33.850800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.862058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:33.884916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 363533f8-c20c-488b-8e89-5cff5a587835 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:33.885524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:33.917648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:33.921003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:33.925750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:33.929055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Pushing event updated for resources: {'Port': ['ID=363533f8-c20c-488b-8e89-5cff5a587835,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:33.935568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:33.978935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:33.979355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.076517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Attempting to bind port 363533f8-c20c-488b-8e89-5cff5a587835 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:34.076869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Attempting to bind port 363533f8-c20c-488b-8e89-5cff5a587835 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:34.077273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Attempting to bind port 363533f8-c20c-488b-8e89-5cff5a587835 on network cbf9c358-779a-423d-aa05-25f1d1cf24a5 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:34.082089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:34.086106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:34.086508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Checking segment: {'id': '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:34.086920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.087309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Bound using segment: {'id': '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:34.087784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Bound port: 363533f8-c20c-488b-8e89-5cff5a587835, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cbf9c358-779a-423d-aa05-25f1d1cf24a5'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:34.088167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.088750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.144699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Provisioning for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:34.161432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:34.161432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bbb54173-b15d-422f-9b18-a60237fd4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.183328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] device_id is not set on port 6d672818-fd8b-4fe4-a34c-220b49164bb2 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:34.241093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:34.248757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=363533f8-c20c-488b-8e89-5cff5a587835,segment=NetworkSegment(098cb6f9-117c-4d8d-ae44-c4ef20c3dce1),segment_id=098cb6f9-117c-4d8d-ae44-c4ef20c3dce1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:34.260547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.272444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6a701cce-e16a-4ee6-97f4-80e72f341409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:34.339938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, got binding levels [] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:34.340294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.419545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Pushing event updated for resources: {'Port': ['ID=363533f8-c20c-488b-8e89-5cff5a587835,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:34.425539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:34.438766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57950) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:34.496214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 363533f8-c20c-488b-8e89-5cff5a587835 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:34.556880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-354877559'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:34.562551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:34.566537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:34.569450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:34.576191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:34.621485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:34.626046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.639561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.643648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8::1de (93c8713e-4e8f-4b97-acc5-3df3696d9acd/1574cd92-193e-42af-bf2f-5740059af6f8/6d672818-fd8b-4fe4-a34c-220b49164bb2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:34.658960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:34.659325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:34.663798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:34.668042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:34.674024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:34.679837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:34.772471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.778607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.782430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-596177d6-85fc-42b3-b007-3322712bd2aa tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:34.813691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:34.823597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179d301d-1387-4a89-b123-c77a1251276d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:34.828134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:34.829224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.829572 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 90a5ef51-428a-413e-8a66-52e974cf7ade of type vlan for network 27affb19-e879-46cb-bdf9-72d4afc513ff Dec 13 20:02:34.861350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.862340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.878672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object 6d672818-fd8b-4fe4-a34c-220b49164bb2 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:34.892222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.897912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:34.898506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.903723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:34.905070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-01869537-45af-4db5-8072-56382c35b1d8 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:34.909526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6e77cf3a-ce15-4c6d-8c83-87bccf4ea9ba tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:34.975154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:34.978178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:34.982193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:34.987838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:34.988457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.002908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=6d672818-fd8b-4fe4-a34c-220b49164bb2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:35.011116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:35.019356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5758300 Dec 13 20:02:35.019741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57956) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:35.023040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=27affb19-e879-46cb-bdf9-72d4afc513ff,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:35.025825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:35.026428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'name': 'tempest-PortsTestJSON-2068494759'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:35.035082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:35.161968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 363533f8-c20c-488b-8e89-5cff5a587835 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:35.163456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.267228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:35.278027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:35.283093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:35.294887 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8717937 Dec 13 20:02:35.301441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57962) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:35.307661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:35.342812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:35.351617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5ac74f5-1198-45d6-911e-59a44db54cfb None None] Provisioning for port 6d672818-fd8b-4fe4-a34c-220b49164bb2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:35.357664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a5ac74f5-1198-45d6-911e-59a44db54cfb None None] Provisioning complete for port 6d672818-fd8b-4fe4-a34c-220b49164bb2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:35.358152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a5ac74f5-1198-45d6-911e-59a44db54cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.387769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 363533f8-c20c-488b-8e89-5cff5a587835 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:35.463775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:35.467637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.470849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac74f5-1198-45d6-911e-59a44db54cfb None None] Port 6d672818-fd8b-4fe4-a34c-220b49164bb2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:35.489468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 363533f8-c20c-488b-8e89-5cff5a587835 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:35.533404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port bdf133ce-baca-4da9-beef-cd8c7c32bc34 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:35.601556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90276557-e146-4c0d-aa83-8d7657ad89bf None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:35.709386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Provisioning for port 363533f8-c20c-488b-8e89-5cff5a587835 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:35.724966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Provisioning complete for port 363533f8-c20c-488b-8e89-5cff5a587835 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:35.725371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.824321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:35.841844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:35.851572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:35.861983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:35.919384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=363533f8-c20c-488b-8e89-5cff5a587835,segment=NetworkSegment(098cb6f9-117c-4d8d-ae44-c4ef20c3dce1),segment_id=098cb6f9-117c-4d8d-ae44-c4ef20c3dce1)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:35.920088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.927374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:35.930948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.931844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.972913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=363533f8-c20c-488b-8e89-5cff5a587835,segment=NetworkSegment(098cb6f9-117c-4d8d-ae44-c4ef20c3dce1),segment_id=098cb6f9-117c-4d8d-ae44-c4ef20c3dce1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:35.979059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:35.981096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:36.052250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Pushing event updated for resources: {'Port': ['ID=363533f8-c20c-488b-8e89-5cff5a587835,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:36.055416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:36.127861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 363533f8-c20c-488b-8e89-5cff5a587835 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:36.156969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17639d-2e31-4224-9376-53d3dd786c2b None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:36.255508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4fced27f-19e6-4a82-9368-5f9605bef520 None None] Provisioning complete for port 363533f8-c20c-488b-8e89-5cff5a587835 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:36.255782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4fced27f-19e6-4a82-9368-5f9605bef520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.313393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.357061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:36.357452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:36.358428 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1574cd92-193e-42af-bf2f-5740059af6f8 (CIDR: 2001:db8::/64) Dec 13 20:02:36.363515 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:02:36.364035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:36.391986 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f960d6e4-9127-4dc7-b319-6adaa2433f47 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0864692 Dec 13 20:02:36.395173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57968) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:36.395851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.401071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:36.405380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:36.486928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=bdf133ce-baca-4da9-beef-cd8c7c32bc34,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:36.490491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:36.496494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '90a5ef51-428a-413e-8a66-52e974cf7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:36.496876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: 27affb19-e879-46cb-bdf9-72d4afc513ff, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:36.518355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:36.528651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 27affb19-e879-46cb-bdf9-72d4afc513ff) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:36.533958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:36.540417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:36.541060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.544112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae336900-42d4-4965-bc1b-a2e8a13acf6c None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:36.575196 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5499053 Dec 13 20:02:36.575436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57972) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:36.583098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-773104038'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:36.591642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:36.594762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:36.599257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:36.602320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:36.605377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:36.611340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:36.614958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:36.620638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:36.634134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:36.638624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.652017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:36.655610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.758125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:36.785140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.785456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 76179fbc-a9ba-4243-874a-1cb3e3b1a51b of type vlan for network 5686995d-1ebe-4084-ac86-af0fe26fd010 Dec 13 20:02:36.801607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-85fe09c4-5a82-45ea-ac0e-00f5e9b5676a None None] Provisioning complete for port 363533f8-c20c-488b-8e89-5cff5a587835 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:36.801973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85fe09c4-5a82-45ea-ac0e-00f5e9b5676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.818699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.ipam_backend_mixin [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1f5cab17-0daa-46f9-b13d-187a510e4b80 (CIDR: 2001:db8:0:1::/64) Dec 13 20:02:36.825593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:02:36.826294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:36.831159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.863802 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8700593a-714b-46a4-a094-49e8c390eaa9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4651284 Dec 13 20:02:36.866535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57976) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:36.874513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'subnet': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:36.952334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 363533f8-c20c-488b-8e89-5cff5a587835 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:36.952920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.953082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:36.958517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:36.959097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588856'] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.095152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:37.201026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 363533f8-c20c-488b-8e89-5cff5a587835, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=363533f8-c20c-488b-8e89-5cff5a587835,segment=NetworkSegment(098cb6f9-117c-4d8d-ae44-c4ef20c3dce1),segment_id=098cb6f9-117c-4d8d-ae44-c4ef20c3dce1)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:37.201026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.212509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6357970 Dec 13 20:02:37.220185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57980) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:37.229700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'ports': [{'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'}, {'network_id': '5686995d-1ebe-4084-ac86-af0fe26fd010'}]} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:37.230009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:37.230481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '5686995d-1ebe-4084-ac86-af0fe26fd010'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:37.244476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=5686995d-1ebe-4084-ac86-af0fe26fd010,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:37.254394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:37.260712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5686995d-1ebe-4084-ac86-af0fe26fd010 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:37.371333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 363533f8-c20c-488b-8e89-5cff5a587835 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:37.372630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 363533f8-c20c-488b-8e89-5cff5a587835 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:37.377054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:37.394535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Usage tracker for resource:subnet and tenant:0e3c395aa0d640ccb47c6f4c36a5d6af is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:37.398736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:37.411518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:37.455540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 363533f8-c20c-488b-8e89-5cff5a587835 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:37.455839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.490256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Made reservation on behalf of 0e3c395aa0d640ccb47c6f4c36a5d6af for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:37.494287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.520968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.521372 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No ports have port_id starting with 363533f8-c20c-488b-8e89-5cff5a587835 Dec 13 20:02:37.530725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-781a11c0-09cc-4b07-aa3e-17751b678f9a tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:37.589300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:37.597362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:37.602501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:37.603267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=363533f8-c20c-488b-8e89-5cff5a587835,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:37.605886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:37.611685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:37.631128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f58ab4-ccc1-4e7e-9cda-58dfd050d601 None None] DHCP port deletion for cbf9c358-779a-423d-aa05-25f1d1cf24a5 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:37.645671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 2} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:37.650393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.655531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117a640-9555-46c0-9972-d8794018cf5a None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:37.656841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port 363533f8-c20c-488b-8e89-5cff5a587835 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:37.680443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.716495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.797920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:37.802273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-79c03f09-08b4-4e21-8071-4f226e13e4ce tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:37.835399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117a640-9555-46c0-9972-d8794018cf5a None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:37.850296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 03fa68b3-8e96-4dbb-87ff-b0f9a099416c yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:37.973031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=811e9fdb-9163-4d2d-8d85-f8b3f217e34b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:37.976047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:38.002631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.013929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d4432d02-9ec0-4c27-9fb5-ef9f648cb664 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:38.073864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.088701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:38.095510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:38.098491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.100516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf9c358-779a-423d-aa05-25f1d1cf24a5']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:38.103566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:38.104145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.113063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:38.113391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098cb6f9-117c-4d8d-ae44-c4ef20c3dce1') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:38.124807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.142463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.149658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:38.150281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:38.164939 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:38.198706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Subnet': ['ID=945abff5-6191-415b-b110-451a0b07ed9f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:38.207346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:38.219490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc68ab9-a1dc-4aa4-acfa-064c78bab5c0 None None] Network cbf9c358-779a-423d-aa05-25f1d1cf24a5 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:38.223714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3525176 Dec 13 20:02:38.224477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57986) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:38.234961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-627144004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '945abff5-6191-415b-b110-451a0b07ed9f'}], 'security_groups': ['e916db39-0de0-4973-b6d6-c07863ab6db3', 'fd3f233f-94b9-4b14-b06b-92466b5fed55']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:38.242849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port f77c9f64-c905-4362-ac67-6225dc27c743 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:38.396403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.398108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1530d1-961c-44e1-b033-57277fd7ad76 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:38.439125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.447507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.456680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d4f9ab71-d509-4b7a-937f-621b47704496 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:38.470990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.478499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7b170480-e7f6-49f4-ad40-a2d2e1d990b7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:38.478868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.481594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=cbf9c358-779a-423d-aa05-25f1d1cf24a5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:38.491686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:38.507816 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/cbf9c358-779a-423d-aa05-25f1d1cf24a5 HTTP/1.1" status: 204 len: 168 time: 4.9812074 Dec 13 20:02:38.530219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 57990) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:38.537929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652dd33-c41d-4e08-b6f9-6c61ced8a5a4 None None] DHCP port deletion for cbf9c358-779a-423d-aa05-25f1d1cf24a5 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:38.594012 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcd87c7-4917-4d04-acad-97002c1126dd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:38.594641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcd87c7-4917-4d04-acad-97002c1126dd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:38.624443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fbcd87c7-4917-4d04-acad-97002c1126dd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/cbf9c358-779a-423d-aa05-25f1d1cf24a5 HTTP/1.1" status: 404 len: 339 time: 0.0850153 Dec 13 20:02:38.631839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:38.635387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:38.640064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=03fa68b3-8e96-4dbb-87ff-b0f9a099416c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:38.640968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174820077', 'description': 'd1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:38.643338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:38.644616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:38.647440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:38.648285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.653850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:38.657921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0e3585a5-f8c7-408c-b65c-9a6e9e8547a0 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:38.663200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:network and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:38.668628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:38.708365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:38.739551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:38.743251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.749003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=f77c9f64-c905-4362-ac67-6225dc27c743,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:38.753191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:38.756454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '76179fbc-a9ba-4243-874a-1cb3e3b1a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5686995d-1ebe-4084-ac86-af0fe26fd010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:38.756823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: 5686995d-1ebe-4084-ac86-af0fe26fd010, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:38.786101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 5686995d-1ebe-4084-ac86-af0fe26fd010 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:38.799474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5686995d-1ebe-4084-ac86-af0fe26fd010) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:38.803352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:38.809006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:38.817096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:38.817842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.831998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:38.844987 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6239281 Dec 13 20:02:38.845802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 57998) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:38.860337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454cbbb-5bcd-4d44-81e3-7932b20efb2d None None] Network 5686995d-1ebe-4084-ac86-af0fe26fd010 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:38.883367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:38.883715 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 2d7ef34a-0f4e-499f-8f75-e087f7bbe92d of type vlan for network b58fec33-3d34-4e93-a93f-c3394f30cd66 Dec 13 20:02:38.990211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Update dhcp port {'port': {'network_id': '93c8713e-4e8f-4b97-acc5-3df3696d9acd', 'fixed_ips': [{'subnet_id': '1f5cab17-0daa-46f9-b13d-187a510e4b80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1574cd92-193e-42af-bf2f-5740059af6f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '945abff5-6191-415b-b110-451a0b07ed9f'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '4c1821ed-e2e1-49d8-8600-f434d638cda2'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:02:38.993612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.002648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port f77c9f64-c905-4362-ac67-6225dc27c743 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:39.002987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.070406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Delete allocated IP 2001:db8::1de (93c8713e-4e8f-4b97-acc5-3df3696d9acd/1574cd92-193e-42af-bf2f-5740059af6f8) {{(pid=87526) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:02:39.097685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Allocated IP 2001:db8:0:2::391 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/945abff5-6191-415b-b110-451a0b07ed9f/6d672818-fd8b-4fe4-a34c-220b49164bb2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:39.113113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.171688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.177255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:39.177845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.186644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-08832a71-0489-4b5c-9c08-8e249cf18ffb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:39.305617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 363533f8-c20c-488b-8e89-5cff5a587835 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:39.329631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=b58fec33-3d34-4e93-a93f-c3394f30cd66,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:39.366114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 363533f8-c20c-488b-8e89-5cff5a587835 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:39.366767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 363533f8-c20c-488b-8e89-5cff5a587835 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:39.368164 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:39.368686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b58fec33-3d34-4e93-a93f-c3394f30cd66 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:39.395370 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7626593 Dec 13 20:02:39.398280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58006) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:39.520979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f266413-9a0e-4848-8fb0-475e71436a52 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:39.521691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3f266413-9a0e-4848-8fb0-475e71436a52 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Synchronizing usage tracker for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:39.538851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3f266413-9a0e-4848-8fb0-475e71436a52 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Unset dirty status for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:39.540116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3f266413-9a0e-4848-8fb0-475e71436a52 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks?id=b58fec33-3d34-4e93-a93f-c3394f30cd66 HTTP/1.1" status: 200 len: 760 time: 0.1407576 Dec 13 20:02:39.542965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58010) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:39.548294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.549533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'description': 'd2'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:39.818339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for f77c9f64-c905-4362-ac67-6225dc27c743 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:39.919288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.937744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.941511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-32e698ad-0280-4f09-9137-963671496cdd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:39.942082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.950834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-064337b6-1fa3-45bb-bcef-b6a0d2325c77 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:39.964871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network b58fec33-3d34-4e93-a93f-c3394f30cd66 is not hosted by any dhcp agent {{(pid=87525) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 13 20:02:39.970319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:39.970908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:39.974818 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "PUT /v2.0/networks/b58fec33-3d34-4e93-a93f-c3394f30cd66 HTTP/1.1" status: 200 len: 757 time: 0.4280512 Dec 13 20:02:39.981825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58014) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:39.986172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.030489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=f77c9f64-c905-4362-ac67-6225dc27c743,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:40.039966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:40.045609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.048226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=b58fec33-3d34-4e93-a93f-c3394f30cd66,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:40.048406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Transition to ACTIVE for port object 6d672818-fd8b-4fe4-a34c-220b49164bb2 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:40.051053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:40.093400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b58fec33-3d34-4e93-a93f-c3394f30cd66 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:40.102676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.117810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e862869-554d-445f-8fc7-688fd11fb0f3 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:40.150955 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/f77c9f64-c905-4362-ac67-6225dc27c743 HTTP/1.1" status: 204 len: 168 time: 1.3031936 Dec 13 20:02:40.154348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58018) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:40.213751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Allocated IP 2001:db8:0:2::2 (93c8713e-4e8f-4b97-acc5-3df3696d9acd/945abff5-6191-415b-b110-451a0b07ed9f/4c1821ed-e2e1-49d8-8600-f434d638cda2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:40.234475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1d54b-b584-4114-99bc-b075eaf1901d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:40.235174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8bf1d54b-b584-4114-99bc-b075eaf1901d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Synchronizing usage tracker for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:40.243003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e1d95-a9f1-4562-bc4a-eabecd8853cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:40.248776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] In _notify_port_updated(), no bound segment for port 6d672818-fd8b-4fe4-a34c-220b49164bb2 on network 93c8713e-4e8f-4b97-acc5-3df3696d9acd {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:02:40.249469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e1d95-a9f1-4562-bc4a-eabecd8853cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:40.250413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cf6e1d95-a9f1-4562-bc4a-eabecd8853cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:40.254295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:40.254960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.258910 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "PUT /v2.0/ports/6d672818-fd8b-4fe4-a34c-220b49164bb2 HTTP/1.1" status: 200 len: 969 time: 2.0324595 Dec 13 20:02:40.261683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58022) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:40.269440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event updated for resources: {'Port': ['ID=6d672818-fd8b-4fe4-a34c-220b49164bb2,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:40.271050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cf6e1d95-a9f1-4562-bc4a-eabecd8853cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:40.272493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cf6e1d95-a9f1-4562-bc4a-eabecd8853cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1171610 Dec 13 20:02:40.275478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58026) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:40.303862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:40.317911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8bf1d54b-b584-4114-99bc-b075eaf1901d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Unset dirty status for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:40.319087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8bf1d54b-b584-4114-99bc-b075eaf1901d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks?id=b58fec33-3d34-4e93-a93f-c3394f30cd66 HTTP/1.1" status: 200 len: 760 time: 0.3360558 Dec 13 20:02:40.323788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58030) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:40.336848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783747929'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:40.349130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:40.350965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 6d672818-fd8b-4fe4-a34c-220b49164bb2 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:40.351104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.378522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:40.394975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 03fa68b3-8e96-4dbb-87ff-b0f9a099416c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:40.395318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.436795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:40.440800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.447645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:40.474949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.492824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Transition to ACTIVE for port object 4c1821ed-e2e1-49d8-8600-f434d638cda2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:40.498032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.503259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5ecaba61-4605-4181-8cb4-d6fb2ff1b94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:40.528253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:40.563838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.564183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment 50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc of type vlan for network 8c15ff23-56fc-433f-9f85-b47257cb8924 Dec 13 20:02:40.610570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.666585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.673441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.694966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Pushing event updated for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:40.698646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:40.734656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 6d672818-fd8b-4fe4-a34c-220b49164bb2 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:40.807624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 03fa68b3-8e96-4dbb-87ff-b0f9a099416c owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:40.836338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:02:40.876130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.881872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:40.882528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.891395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-515d7992-67fe-4b0f-aee8-e9b3451451c4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:40.892216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:40.898512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:40.952298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=6d672818-fd8b-4fe4-a34c-220b49164bb2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:40.955359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:40.996406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.007344 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/6d672818-fd8b-4fe4-a34c-220b49164bb2 HTTP/1.1" status: 204 len: 168 time: 0.7413616 Dec 13 20:02:41.009907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58034) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.026893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=8c15ff23-56fc-433f-9f85-b47257cb8924,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:41.030018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:41.030775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.033108 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7084033 Dec 13 20:02:41.042118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 8c15ff23-56fc-433f-9f85-b47257cb8924 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:41.047641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58038) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.048787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:41.068294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:41.088116 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-427b8ea5-d516-4dd0-8c18-47768ec9e474 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] GET failed (client error): The resource could not be found. Dec 13 20:02:41.088666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-427b8ea5-d516-4dd0-8c18-47768ec9e474 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:41.097974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.099830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/03fa68b3-8e96-4dbb-87ff-b0f9a099416c HTTP/1.1" status: 204 len: 168 time: 0.8228869 Dec 13 20:02:41.101031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=03fa68b3-8e96-4dbb-87ff-b0f9a099416c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:41.102664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58042) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.105073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:41.199041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-427b8ea5-d516-4dd0-8c18-47768ec9e474 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:41.200325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-427b8ea5-d516-4dd0-8c18-47768ec9e474 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports/6d672818-fd8b-4fe4-a34c-220b49164bb2 HTTP/1.1" status: 404 len: 333 time: 0.1892810 Dec 13 20:02:41.204046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58046) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.205354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740622c-0aed-4e0c-8681-bf9cf273b4cc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:41.206100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e740622c-0aed-4e0c-8681-bf9cf273b4cc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:41.225789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e740622c-0aed-4e0c-8681-bf9cf273b4cc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:41.227043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e740622c-0aed-4e0c-8681-bf9cf273b4cc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1234686 Dec 13 20:02:41.230295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58050) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.242327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:41.246214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Usage tracker for resource:subnet and tenant:a968aa6f3df3489d9321c01091d2f28d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:41.249683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:41.255799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:41.276013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e1b98-fa63-4387-85ac-4ea3fe6fb4ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:02:41.277397 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4c3e1b98-fa63-4387-85ac-4ea3fe6fb4ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/f77c9f64-c905-4362-ac67-6225dc27c743 HTTP/1.1" status: 404 len: 333 time: 0.0459948 Dec 13 20:02:41.280658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58054) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.284373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:41.291717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.315839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:41.342776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f3747e-dd44-4240-91db-d5311cb816d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:02:41.344116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-62f3747e-dd44-4240-91db-d5311cb816d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/03fa68b3-8e96-4dbb-87ff-b0f9a099416c HTTP/1.1" status: 404 len: 333 time: 0.0625286 Dec 13 20:02:41.349865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58060) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.398896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.462664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.484637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.541212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:41.542828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.558032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.565922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6a3c50e-8041-47d5-857e-242aac07a1f8 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:41.597394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb761db-6931-4078-9817-17852cb761c9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:41.609595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:41.646390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.650914 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cb761db-6931-4078-9817-17852cb761c9 HTTP/1.1" status: 204 len: 168 time: 0.4458988 Dec 13 20:02:41.651736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58064) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:41.653955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:41.658314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Could not find standard attr ID for object 6d672818-fd8b-4fe4-a34c-220b49164bb2. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:02:41.688873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Provisioning for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:41.705887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:41.706765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c5eea94a-6ee8-4997-ade3-d854a794d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.740992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.754644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f0a12cd-ca79-4bba-9353-067880b7a7eb tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:41.802740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.837833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5686995d-1ebe-4084-ac86-af0fe26fd010']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:41.852472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76179fbc-a9ba-4243-874a-1cb3e3b1a51b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:41.852775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76179fbc-a9ba-4243-874a-1cb3e3b1a51b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:41.866578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.884862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.894578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:41.894990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.900776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:41.913550 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:41.941077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.984997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:41.988238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0ccefeb5-b207-4d9c-bfa3-29878c9d8576 None None] Could not find standard attr ID for object 6d672818-fd8b-4fe4-a34c-220b49164bb2. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:02:42.007269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=e56ccf7a-7553-4cef-9f73-0257fa8f2770,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.009322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.012603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.017052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.030606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.033563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:42.033944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 8c15ff23-56fc-433f-9f85-b47257cb8924, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:42.040798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=5686995d-1ebe-4084-ac86-af0fe26fd010,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.043270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.044917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/5686995d-1ebe-4084-ac86-af0fe26fd010 HTTP/1.1" status: 204 len: 168 time: 0.6936703 Dec 13 20:02:42.049021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58070) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:42.056293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1909638266'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:42.062960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:42.071078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:42.076233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:42.082417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 8c15ff23-56fc-433f-9f85-b47257cb8924 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:42.084396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.089353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:42.092454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.110802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f233f-94b9-4b14-b06b-92466b5fed55,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.116527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.118121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 8c15ff23-56fc-433f-9f85-b47257cb8924) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:42.121366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.122639 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd3f233f-94b9-4b14-b06b-92466b5fed55 HTTP/1.1" status: 204 len: 168 time: 0.4669406 Dec 13 20:02:42.124115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:42.124686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.126397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58074) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:42.130339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:42.132928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad0e86-6eef-4add-88aa-7fa808512ff9 None None] Network 8c15ff23-56fc-433f-9f85-b47257cb8924 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:42.133771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.169746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1140397 Dec 13 20:02:42.172309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58078) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:42.173441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:42.182687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.183027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 597886c6-ad6f-413f-a9f6-090439cf6ee5 of type vlan for network 32e3d19f-2c69-40c7-9a08-834678eaed90 Dec 13 20:02:42.210305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.243918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.250593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:42.251302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.256603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-46f34f08-ef72-4a06-8789-fa15823ba1bb tempest-NetworksIpV6TestAttrs-115538257 tempest-NetworksIpV6TestAttrs-115538257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.289215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.346396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.377527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58082) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:42.377782 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3276331 Dec 13 20:02:42.390182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-8c15ff23-56fc-433f-9f85-b47257cb8924', 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': 'e56ccf7a-7553-4cef-9f73-0257fa8f2770'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:42.390784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=32e3d19f-2c69-40c7-9a08-834678eaed90,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.391394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.393863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.395838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:42.405201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:42.422142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.554270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.563291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ea483e6e-169f-4f07-83d7-064191cbd864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.589358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:42.596284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916db39-0de0-4973-b6d6-c07863ab6db3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.598305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:42.603991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:42.606878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.614917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:42.617114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.618321 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/security-groups/e916db39-0de0-4973-b6d6-c07863ab6db3 HTTP/1.1" status: 204 len: 168 time: 0.4907436 Dec 13 20:02:42.621549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58086) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:42.629261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.665699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Allocated IP 172.20.0.2 (8c15ff23-56fc-433f-9f85-b47257cb8924/e56ccf7a-7553-4cef-9f73-0257fa8f2770/30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:42.671766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:42.675476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.696639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 1574cd92-193e-42af-bf2f-5740059af6f8 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:42.701711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.756082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.780916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing IP validity checks on allocation pools {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 20:02:42.781646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.ipam_backend_mixin [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 20:02:42.852662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.893118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.905904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Transition to ACTIVE for port object 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:42.932020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.933203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Transition to ACTIVE for port object 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:42.933365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.937081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89e4e76d-c8f4-4d56-a4c4-a6d37ef959da tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.938336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-645be4fe-3a4f-433d-9403-835519401a8f tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.940762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.951947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:42.979109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=1574cd92-193e-42af-bf2f-5740059af6f8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:42.981547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:42.984350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:42.988512 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/1574cd92-193e-42af-bf2f-5740059af6f8 HTTP/1.1" status: 204 len: 168 time: 0.3653889 Dec 13 20:02:42.998235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58090) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:43.008336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994049e2-71a2-4fcd-8364-5784e36da9bc None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:43.024852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.031266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=8e75a14a-32bf-4ebd-bbc4-38e256b27148,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:43.038420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Network 8c15ff23-56fc-433f-9f85-b47257cb8924 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:43.038654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:43.041245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f4ad83b-7dbc-463d-a417-98a0eb150ca3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:43.047652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:43.068859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 945abff5-6191-415b-b110-451a0b07ed9f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:43.072400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.074722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '597886c6-ad6f-413f-a9f6-090439cf6ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:43.075224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: 32e3d19f-2c69-40c7-9a08-834678eaed90, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:43.110210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=e56ccf7a-7553-4cef-9f73-0257fa8f2770,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:43.113052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:43.132247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.139409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:43.194473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.206064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:43.226357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Pushing event updated for resources: {'Port': ['ID=30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:43.228150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c15ff23-56fc-433f-9f85-b47257cb8924']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:43.237057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:43.241085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.245656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 32e3d19f-2c69-40c7-9a08-834678eaed90) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:43.259304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:43.260435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.261576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Attempting to bind port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:43.261969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Attempting to bind port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:43.262383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Attempting to bind port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d on network 8c15ff23-56fc-433f-9f85-b47257cb8924 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:43.264586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015cdaa1-4a13-48f4-a125-fa55522d906d None None] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:43.265585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:43.266027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:43.297696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:43.298007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Checking segment: {'id': '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:43.298224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.298632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Bound using segment: {'id': '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:43.299176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Bound port: 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c15ff23-56fc-433f-9f85-b47257cb8924'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:43.299616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.303181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.331010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58094) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:43.333979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9487195 Dec 13 20:02:43.334347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.335800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.342255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90', 'name': 'tempest-PortsTestJSON-491846901'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:43.345061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:43.345738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:43.365728 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:43.416490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28ca08ce-215a-4bdf-9450-c6ae0185bcc2 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:43.450012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 20:02:43.450012 dv-neutron-821563-1-hyperv neutron-server[87525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 20:02:43.450012 dv-neutron-821563-1-hyperv neutron-server[87525]: [parameters: {'id': '8c15ff23-56fc-433f-9f85-b47257cb8924'}] Dec 13 20:02:43.450012 dv-neutron-821563-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:43.450483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:43.478877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=945abff5-6191-415b-b110-451a0b07ed9f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:43.482024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:43.487788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.502620 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/945abff5-6191-415b-b110-451a0b07ed9f HTTP/1.1" status: 204 len: 168 time: 0.5006897 Dec 13 20:02:43.503568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58098) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:43.533989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] For port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:43.550039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:43.551920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-45183bcd-23ba-45b8-b55b-ba00d76f3379 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:43.552453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45183bcd-23ba-45b8-b55b-ba00d76f3379 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:43.556754 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45183bcd-23ba-45b8-b55b-ba00d76f3379 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/1574cd92-193e-42af-bf2f-5740059af6f8 HTTP/1.1" status: 404 len: 337 time: 0.0500343 Dec 13 20:02:43.557115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58102) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:43.560450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:43.571505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:43.575627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.593060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] For port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d,segment=NetworkSegment(50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc),segment_id=50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:43.596757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 3e8e39bf-92c2-4605-b861-b200b509378c yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:43.627099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.628039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting subnet 1f5cab17-0daa-46f9-b13d-187a510e4b80 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:43.631588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.635592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4e23f702-0248-433a-b538-c5f9ddfa09fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:43.694119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.746524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.3 (32e3d19f-2c69-40c7-9a08-834678eaed90/8e75a14a-32bf-4ebd-bbc4-38e256b27148/3e8e39bf-92c2-4605-b861-b200b509378c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:43.784750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.822572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Pushing event updated for resources: {'Port': ['ID=30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:43.830237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:43.839433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-32e3d19f-2c69-40c7-9a08-834678eaed90', 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': '8e75a14a-32bf-4ebd-bbc4-38e256b27148'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:43.840100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.881541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:43.891935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:43.897851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94439d76-2c72-431e-8296-6e07ca348b01 None None] Network 8c15ff23-56fc-433f-9f85-b47257cb8924 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:43.983534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.006247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 3e8e39bf-92c2-4605-b861-b200b509378c will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:44.042803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.057777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41a20a70-efca-4ccd-9dd2-4b6a467d9c0e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:44.072327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.082070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5cab17-0daa-46f9-b13d-187a510e4b80,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:44.084221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.092368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:44.097261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/1f5cab17-0daa-46f9-b13d-187a510e4b80 HTTP/1.1" status: 204 len: 168 time: 0.5390363 Dec 13 20:02:44.099635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58106) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.136809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:44.137151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.170379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Allocated IP 172.20.0.2 (32e3d19f-2c69-40c7-9a08-834678eaed90/8e75a14a-32bf-4ebd-bbc4-38e256b27148/ab7da64d-6de0-4645-a316-8b2c1202e2ba) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:44.170630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:44.172213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=3e8e39bf-92c2-4605-b861-b200b509378c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:44.181786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9e523a-45ea-4ef6-945d-6282e680acc2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.182376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9e523a-45ea-4ef6-945d-6282e680acc2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.184742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af9e523a-45ea-4ef6-945d-6282e680acc2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/d1a51422-923a-40ea-9f4f-e58a629e774f HTTP/1.1" status: 404 len: 337 time: 0.0838456 Dec 13 20:02:44.187674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58110) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.191158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:44.194619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:44.195379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:44.258321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-88072800-8fc3-4053-aeb8-4a25375db005 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Synchronizing usage tracker for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:44.292720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:44.293565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.320421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-88072800-8fc3-4053-aeb8-4a25375db005 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Unset dirty status for tenant:0e3c395aa0d640ccb47c6f4c36a5d6af on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:44.322381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-88072800-8fc3-4053-aeb8-4a25375db005 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe62aa-23b6-4a41-aa72-7442b05a1963 HTTP/1.1" status: 200 len: 205 time: 0.1335835 Dec 13 20:02:44.325943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.344169 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0092335 Dec 13 20:02:44.344996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58118) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.427731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-174fc871-a1fb-4c2b-a0c0-81012fea26c5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] delete failed (client error): The resource could not be found. Dec 13 20:02:44.428969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-174fc871-a1fb-4c2b-a0c0-81012fea26c5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/routers/0cbe62aa-23b6-4a41-aa72-7442b05a1963 HTTP/1.1" status: 404 len: 336 time: 0.1019025 Dec 13 20:02:44.431420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 3e8e39bf-92c2-4605-b861-b200b509378c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:44.431586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58122) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.431995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.435896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.448880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Transition to ACTIVE for port object ab7da64d-6de0-4645-a316-8b2c1202e2ba will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:44.472851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Transition to ACTIVE for port object ab7da64d-6de0-4645-a316-8b2c1202e2ba will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:44.479207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.487004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-2ced0972-caaf-4657-aeca-8bc5b1966b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:44.543007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-291d490f-aaf7-4bd7-9177-6f02992434c4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.543469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291d490f-aaf7-4bd7-9177-6f02992434c4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.547674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-291d490f-aaf7-4bd7-9177-6f02992434c4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/bdee235e-2807-479a-bf29-3c6f7b7d1a20 HTTP/1.1" status: 404 len: 337 time: 0.1129396 Dec 13 20:02:44.547972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58126) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.567252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:44.570545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:44.576159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:44.578718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Pushing event updated for resources: {'Port': ['ID=ab7da64d-6de0-4645-a316-8b2c1202e2ba,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:44.588934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:44.607313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d,segment=NetworkSegment(50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc),segment_id=50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:44.607747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.616439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beb30e8-222c-44a9-a372-fb63819c920e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.616902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beb30e8-222c-44a9-a372-fb63819c920e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.620888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4beb30e8-222c-44a9-a372-fb63819c920e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/93bf0d93-1fb2-470c-b4ce-0100cd86b883 HTTP/1.1" status: 404 len: 337 time: 0.0697956 Dec 13 20:02:44.621984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58130) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.672388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf94f32-9c82-4143-982e-a09d5b4217a9 None None] Network 93c8713e-4e8f-4b97-acc5-3df3696d9acd requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:44.785184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:44.814004 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da0107b-75b2-4976-885f-705667f8772f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.814297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da0107b-75b2-4976-885f-705667f8772f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.818398 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9da0107b-75b2-4976-885f-705667f8772f tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/39705df6-033e-4789-9deb-7128e3802abc HTTP/1.1" status: 404 len: 337 time: 0.1928682 Dec 13 20:02:44.826128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58134) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.826378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Attempting to bind port ab7da64d-6de0-4645-a316-8b2c1202e2ba on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:44.826378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Attempting to bind port ab7da64d-6de0-4645-a316-8b2c1202e2ba by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '597886c6-ad6f-413f-a9f6-090439cf6ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:44.826378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Attempting to bind port ab7da64d-6de0-4645-a316-8b2c1202e2ba on network 32e3d19f-2c69-40c7-9a08-834678eaed90 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:44.846683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:44.847142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Checking segment: {'id': '597886c6-ad6f-413f-a9f6-090439cf6ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:44.847447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.847868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Bound using segment: {'id': '597886c6-ad6f-413f-a9f6-090439cf6ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:44.848336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Bound port: ab7da64d-6de0-4645-a316-8b2c1202e2ba, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597886c6-ad6f-413f-a9f6-090439cf6ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '32e3d19f-2c69-40c7-9a08-834678eaed90'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:44.848718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.852755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.882715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42e934c-1045-4214-8555-38d14f30cd80 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.883190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42e934c-1045-4214-8555-38d14f30cd80 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.887775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d42e934c-1045-4214-8555-38d14f30cd80 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/9ff165a7-04c9-4d18-bd8f-9a0490bbeb5d HTTP/1.1" status: 404 len: 333 time: 0.0585442 Dec 13 20:02:44.887775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58138) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.898358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d692ea68-f51e-4895-886a-cdca19864227 None None] Provisioning complete for port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:44.898731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d692ea68-f51e-4895-886a-cdca19864227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:44.941256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fb068b-8127-453a-ade4-32b40d1bf33a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.941639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fb068b-8127-453a-ade4-32b40d1bf33a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.945731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b7fb068b-8127-453a-ade4-32b40d1bf33a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/7eb7fd2f-cc49-4e5e-8d21-b489c93b7a1c HTTP/1.1" status: 404 len: 337 time: 0.0547135 Dec 13 20:02:44.946363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58142) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:44.976935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 3e8e39bf-92c2-4605-b861-b200b509378c owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:44.987036 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd2a75-c7cf-4884-918f-48c09950b10e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:44.987036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bd2a75-c7cf-4884-918f-48c09950b10e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:44.998181 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-54bd2a75-c7cf-4884-918f-48c09950b10e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/4825e451-1a1c-43ea-b768-982eebdae8a6 HTTP/1.1" status: 404 len: 337 time: 0.0487511 Dec 13 20:02:44.998508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58146) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.035270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d692ea68-f51e-4895-886a-cdca19864227 None None] Port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:02:45.038832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.047817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-08d8c4c6-1c13-4070-aca0-5052a2306bd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:45.074578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] For port ab7da64d-6de0-4645-a316-8b2c1202e2ba, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:45.078226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] For port ab7da64d-6de0-4645-a316-8b2c1202e2ba, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7da64d-6de0-4645-a316-8b2c1202e2ba,segment=NetworkSegment(597886c6-ad6f-413f-a9f6-090439cf6ee5),segment_id=597886c6-ad6f-413f-a9f6-090439cf6ee5)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:45.087155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.092598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:45.092797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-0191165a-a6e5-4d18-bcc6-17a6975eccd5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:45.093292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0191165a-a6e5-4d18-bcc6-17a6975eccd5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:45.094969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0191165a-a6e5-4d18-bcc6-17a6975eccd5 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/b2bd44b4-5bd0-4f88-b29c-292c136d5059 HTTP/1.1" status: 404 len: 333 time: 0.0955806 Dec 13 20:02:45.098996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:45.101639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58150) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.101824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:45.107479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port 30ccfadc-0dc5-4e5c-8a7d-e8ae36a5143d on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:45.121440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d692ea68-f51e-4895-886a-cdca19864227 None None] Provisioning complete for port 4c1821ed-e2e1-49d8-8600-f434d638cda2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:45.121987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d692ea68-f51e-4895-886a-cdca19864227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.158967 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd4d5c2-e1be-4ae7-827d-f25ad14ee175 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:45.159470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd4d5c2-e1be-4ae7-827d-f25ad14ee175 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:45.172415 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dd4d5c2-e1be-4ae7-827d-f25ad14ee175 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/930bf54a-e8d2-4172-bcf4-3661f1762c09 HTTP/1.1" status: 404 len: 337 time: 0.0665977 Dec 13 20:02:45.173088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58154) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.220406 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa408dd-5493-4927-b787-86e284313975 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:45.220836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa408dd-5493-4927-b787-86e284313975 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:45.225791 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-afa408dd-5493-4927-b787-86e284313975 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/subnets/9ecc4437-2e39-43c9-a48e-43b61b1c1d3f HTTP/1.1" status: 404 len: 337 time: 0.0489285 Dec 13 20:02:45.225791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58158) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.238522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Pushing event updated for resources: {'Port': ['ID=ab7da64d-6de0-4645-a316-8b2c1202e2ba,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:45.244053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:45.257514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.285875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.293325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3920feeb-96ef-4c8f-b2bc-94f5e54d340b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:45.302423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c15ff23-56fc-433f-9f85-b47257cb8924']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:45.321569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:45.321906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d9dac3-d1ea-4f57-9faa-e22ca6d5c5bc') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:45.336046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.343976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=3e8e39bf-92c2-4605-b861-b200b509378c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:45.352126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:45.358686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Deleting port 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:45.358686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.360389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.370658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:45.371197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.377901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] DHCP port deletion for 93c8713e-4e8f-4b97-acc5-3df3696d9acd request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:45.383306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Deleting port 4c1821ed-e2e1-49d8-8600-f434d638cda2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:45.383988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:45.391353 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:45.490419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.500790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6bbc4dec-b549-4494-8d2d-26effdad89b2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:45.520089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.536052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=8c15ff23-56fc-433f-9f85-b47257cb8924,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:45.538858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:45.543051 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/8c15ff23-56fc-433f-9f85-b47257cb8924 HTTP/1.1" status: 204 len: 168 time: 3.3674560 Dec 13 20:02:45.548686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.549035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58166) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.639003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.641100 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/3e8e39bf-92c2-4605-b861-b200b509378c HTTP/1.1" status: 204 len: 168 time: 1.2947221 Dec 13 20:02:45.645794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58172) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.662589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960df8e-24b8-4c0b-9600-9bd8170abcd0 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] GET failed (client error): The resource could not be found. Dec 13 20:02:45.663119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8960df8e-24b8-4c0b-9600-9bd8170abcd0 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Synchronizing usage tracker for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:45.681858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] For port 4c1821ed-e2e1-49d8-8600-f434d638cda2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4c1821ed-e2e1-49d8-8600-f434d638cda2,segment=NetworkSegment(872567c7-f9ed-458c-b5a3-b5a22bbde8ff),segment_id=872567c7-f9ed-458c-b5a3-b5a22bbde8ff)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:45.683249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.717397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8960df8e-24b8-4c0b-9600-9bd8170abcd0 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Unset dirty status for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:45.721914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8960df8e-24b8-4c0b-9600-9bd8170abcd0 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets/e56ccf7a-7553-4cef-9f73-0257fa8f2770 HTTP/1.1" status: 404 len: 337 time: 0.1670065 Dec 13 20:02:45.723725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58176) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.754794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b2c15c-05e3-43b2-8999-f1b013fac2c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:45.755283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b2c15c-05e3-43b2-8999-f1b013fac2c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:45.757028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e0b2c15c-05e3-43b2-8999-f1b013fac2c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/8c15ff23-56fc-433f-9f85-b47257cb8924 HTTP/1.1" status: 404 len: 339 time: 0.0323792 Dec 13 20:02:45.762740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58180) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.783595 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e7ca43-76fb-4087-8889-fefb989bb532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:45.784063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e7ca43-76fb-4087-8889-fefb989bb532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:45.788315 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-73e7ca43-76fb-4087-8889-fefb989bb532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/3e8e39bf-92c2-4605-b861-b200b509378c HTTP/1.1" status: 404 len: 333 time: 0.1390488 Dec 13 20:02:45.790987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90a54b-f29e-4bd4-b20a-0d484466ccae tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:45.791472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90a54b-f29e-4bd4-b20a-0d484466ccae tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:45.791931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90a54b-f29e-4bd4-b20a-0d484466ccae tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:45.794714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:45.801104 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1e90a54b-f29e-4bd4-b20a-0d484466ccae tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=e58fb675a7a941d99f31725e49e412a4&network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 2999 time: 0.2447782 Dec 13 20:02:45.846784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.853750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Calling delete_port for 4c1821ed-e2e1-49d8-8600-f434d638cda2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:45.855207 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b716424-ce02-48a6-aa38-922a123d8982 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:02:45.855761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3b716424-ce02-48a6-aa38-922a123d8982 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:45.939445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:45.943997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-00f90ac6-098b-4406-95c2-4de61f6bde91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:45.981771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Calling delete_port for 6a5eeafc-ec8e-4033-b308-cda9ddfaf23d owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:46.001288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Pushing event deleted for resources: {'Port': ['ID=4c1821ed-e2e1-49d8-8600-f434d638cda2,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:46.003020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:46.003852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] No DVR routers for this DVR port 4c1821ed-e2e1-49d8-8600-f434d638cda2 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:46.034314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3b716424-ce02-48a6-aa38-922a123d8982 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:46.035483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b716424-ce02-48a6-aa38-922a123d8982 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/3e8e39bf-92c2-4605-b861-b200b509378c HTTP/1.1" status: 404 len: 333 time: 0.2398384 Dec 13 20:02:46.038235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58194) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.089003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f79848-344d-47a2-b12b-e9cef01a200b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.089811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-26f79848-344d-47a2-b12b-e9cef01a200b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Synchronizing usage tracker for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:46.106954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-26f79848-344d-47a2-b12b-e9cef01a200b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Unset dirty status for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:46.109426 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-26f79848-344d-47a2-b12b-e9cef01a200b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3457308 Dec 13 20:02:46.112358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58198) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.123539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet 8e75a14a-32bf-4ebd-bbc4-38e256b27148 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:46.127825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.160828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.177807 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c372ad43-81f4-4bb8-ba5d-0e59eb08c0d2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 207 time: 0.0640254 Dec 13 20:02:46.178071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:46.178545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58204) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.232174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Port': ['ID=6a5eeafc-ec8e-4033-b308-cda9ddfaf23d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:46.246001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.250156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:46.270803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.307386 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/ports/6a5eeafc-ec8e-4033-b308-cda9ddfaf23d HTTP/1.1" status: 204 len: 168 time: 1.0809829 Dec 13 20:02:46.313358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58216) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.364541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7f59b-4aa9-4cf5-8c1e-55be66fbc60a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.371429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7f59b-4aa9-4cf5-8c1e-55be66fbc60a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.377923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7f59b-4aa9-4cf5-8c1e-55be66fbc60a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.384792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7f59b-4aa9-4cf5-8c1e-55be66fbc60a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.389613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f5b7f59b-4aa9-4cf5-8c1e-55be66fbc60a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2098222 Dec 13 20:02:46.390704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58220) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.593919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704795e-9e3a-4221-a59d-77455ec85069 None None] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:46.615364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b2e7ed0a-82d9-479e-8759-a82a0383a764 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2234538 Dec 13 20:02:46.620516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58226) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.677623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.770213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397da007-ea64-43ea-b9e3-d863f669c94d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.772134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397da007-ea64-43ea-b9e3-d863f669c94d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.772996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-397da007-ea64-43ea-b9e3-d863f669c94d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Synchronizing usage tracker for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:subnet {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:46.779800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:46.796176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c90804f0-29d6-4d5d-bc3f-67db02d6ecbf None None] Provisioning for port ab7da64d-6de0-4645-a316-8b2c1202e2ba completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:46.818624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3fe5c-9e3f-4aec-a1bb-9518e1689cd4 req-a8365144-beb9-44b4-a1a9-c8cff7391608 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:46.821417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ad3fe5c-9e3f-4aec-a1bb-9518e1689cd4 req-a8365144-beb9-44b4-a1a9-c8cff7391608 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1064823 Dec 13 20:02:46.870281 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ad3fe5c-9e3f-4aec-a1bb-9518e1689cd4 req-d41c6d5f-f8cf-46cc-b62a-3344a2eaa8d4 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Dec 13 20:02:46.952726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-397da007-ea64-43ea-b9e3-d863f669c94d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Unset dirty status for tenant:a968aa6f3df3489d9321c01091d2f28d on resource:subnet {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:46.957666 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-397da007-ea64-43ea-b9e3-d863f669c94d tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3247590 Dec 13 20:02:46.957940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58236) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:46.964258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.050923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c8713e-4e8f-4b97-acc5-3df3696d9acd']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:47.062740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.074486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:47.100971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872567c7-f9ed-458c-b5a3-b5a22bbde8ff') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:47.101294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872567c7-f9ed-458c-b5a3-b5a22bbde8ff') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:47.124554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffc73e-47bb-4b75-b814-2a36cbf23cb4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.126132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffc73e-47bb-4b75-b814-2a36cbf23cb4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['shared'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.127693 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dffc73e-47bb-4b75-b814-2a36cbf23cb4 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1688221 Dec 13 20:02:47.129686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.131725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.146277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=8e75a14a-32bf-4ebd-bbc4-38e256b27148,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:47.149752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:47.152640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.161837 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7fe6b638-3f13-4048-b81e-07d8c5a6ae6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/8e75a14a-32bf-4ebd-bbc4-38e256b27148 HTTP/1.1" status: 204 len: 168 time: 1.1226001 Dec 13 20:02:47.163720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.165713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58244) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.196465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:47.197380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:47.211964 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:47.315169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e3995-16a4-4470-96de-796b93a9dbda tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.322282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880c865-2715-434c-91d7-1b073a120c62 None None] Network 32e3d19f-2c69-40c7-9a08-834678eaed90 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:47.323535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9f0e3995-16a4-4470-96de-796b93a9dbda tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks/3359be38-76ca-4172-b3d1-5a87d68f2ad3 HTTP/1.1" status: 200 len: 800 time: 0.1904001 Dec 13 20:02:47.324373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58248) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.371968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7da64d-6de0-4645-a316-8b2c1202e2ba up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:47.401897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.419179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port ab7da64d-6de0-4645-a316-8b2c1202e2ba {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:47.419928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.448592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.457670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-365937fd-81ce-4eb6-abc9-ca6c6cc42719 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:47.471972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.485084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0ce346d6-454c-42d7-9eb0-054462fb8589 None None] Could not find standard attr ID for object 3e8e39bf-92c2-4605-b861-b200b509378c. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:02:47.489829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Pushing event deleted for resources: {'Network': ['ID=93c8713e-4e8f-4b97-acc5-3df3696d9acd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:47.495000 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] 10.222.0.18 "DELETE /v2.0/networks/93c8713e-4e8f-4b97-acc5-3df3696d9acd HTTP/1.1" status: 204 len: 168 time: 1.1804862 Dec 13 20:02:47.499920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:47.532268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-18ea6c28-460c-45fc-b1f4-0d20276a85b7 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/networks/3359be38-76ca-4172-b3d1-5a87d68f2ad3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2016253 Dec 13 20:02:47.532814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58254) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.585092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ab7da64d-6de0-4645-a316-8b2c1202e2ba completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:47.595829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ab7da64d-6de0-4645-a316-8b2c1202e2ba triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:47.596220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.618287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de436210-3710-4091-8c89-7e9101ed6403 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.619980 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-de436210-3710-4091-8c89-7e9101ed6403 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets/ce540a2f-0cf9-43ef-a36e-de200d857b7d HTTP/1.1" status: 200 len: 811 time: 0.0860651 Dec 13 20:02:47.625572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58258) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.707645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6966b-33a4-49da-83cf-1b9a9c4f055f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['shared'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.713278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port ab7da64d-6de0-4645-a316-8b2c1202e2ba, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7da64d-6de0-4645-a316-8b2c1202e2ba,segment=NetworkSegment(597886c6-ad6f-413f-a9f6-090439cf6ee5),segment_id=597886c6-ad6f-413f-a9f6-090439cf6ee5)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:47.713793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-eeb6966b-33a4-49da-83cf-1b9a9c4f055f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "GET /v2.0/subnets/ce540a2f-0cf9-43ef-a36e-de200d857b7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0868146 Dec 13 20:02:47.714071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.714462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58262) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.720274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270258770'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:47.725409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:47.739689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:47.753542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:47.758747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.796955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:47.807216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.807730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Added segment bfb07bf9-815f-4850-ac5a-6118f4478887 of type vlan for network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 Dec 13 20:02:47.822328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.845367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] DHCP port deletion for 32e3d19f-2c69-40c7-9a08-834678eaed90 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:47.848357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.860008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Deleting port ab7da64d-6de0-4645-a316-8b2c1202e2ba {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:47.860260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.874836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:47.881276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for ab7da64d-6de0-4645-a316-8b2c1202e2ba owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:47.896169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.906080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:47.906775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.912335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ab7da64d-6de0-4645-a316-8b2c1202e2ba, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7da64d-6de0-4645-a316-8b2c1202e2ba,segment=NetworkSegment(597886c6-ad6f-413f-a9f6-090439cf6ee5),segment_id=597886c6-ad6f-413f-a9f6-090439cf6ee5)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:47.913657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-78e62b92-68cc-43bf-b499-83f738fbd128 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:47.923036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:47.928657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:48.024284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:48.026738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:48.038222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:48.096945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 4c1821ed-e2e1-49d8-8600-f434d638cda2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:48.097213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4c1821ed-e2e1-49d8-8600-f434d638cda2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:48.112297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58278) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:48.112640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3967328 Dec 13 20:02:48.120156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Network': ['ID=739ad93f-bb83-4cd8-8e93-e4854e0fedf8,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:48.120369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'network_id': '739ad93f-bb83-4cd8-8e93-e4854e0fedf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:48.135088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:48.135676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:48.174541 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8d232a24-63a5-4148-a2c2-662e8e25570f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3c395aa0d640ccb47c6f4c36a5d6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960105 Dec 13 20:02:48.174801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58282) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:48.202231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ab7da64d-6de0-4645-a316-8b2c1202e2ba,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:48.220266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:48.235728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff449a-056f-4b31-bc6b-9a9ee632d790 req-979d120c-1c4e-44f8-a5f9-98cbb1d1a683 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:48.237153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:48.237667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1fff449a-056f-4b31-bc6b-9a9ee632d790 req-979d120c-1c4e-44f8-a5f9-98cbb1d1a683 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1726773 Dec 13 20:02:48.253207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:48.264071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Made reservation on behalf of a968aa6f3df3489d9321c01091d2f28d for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:48.268502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.270239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.310896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] For port ab7da64d-6de0-4645-a316-8b2c1202e2ba, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7da64d-6de0-4645-a316-8b2c1202e2ba,segment=NetworkSegment(597886c6-ad6f-413f-a9f6-090439cf6ee5),segment_id=597886c6-ad6f-413f-a9f6-090439cf6ee5)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:48.311154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.315325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.324675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1fff449a-056f-4b31-bc6b-9a9ee632d790 req-00801987-3eff-4931-82a4-2f3d389a347b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753894 Dec 13 20:02:48.378376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.386770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4c793063-9af9-402e-a68e-b85e923e6b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:48.399154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee327bff-1dee-4a30-9225-170c5126c396,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:48.402959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:48.404448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.408234 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee327bff-1dee-4a30-9225-170c5126c396 HTTP/1.1" status: 204 len: 168 time: 0.2301559 Dec 13 20:02:48.413548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Performing IP validity checks on allocation pools {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 20:02:48.414203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 20:02:48.455191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Calling delete_port for ab7da64d-6de0-4645-a316-8b2c1202e2ba owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:48.530418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port ab7da64d-6de0-4645-a316-8b2c1202e2ba {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:48.530600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.539252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.543588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:48.593629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Pushing event deleted for resources: {'Port': ['ID=ab7da64d-6de0-4645-a316-8b2c1202e2ba,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:48.597057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:48.598051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] No DVR routers for this DVR port ab7da64d-6de0-4645-a316-8b2c1202e2ba on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:48.618753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4c9f1-9432-4600-8e91-aa2663587a34 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:48.728694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4c9f1-9432-4600-8e91-aa2663587a34 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:48.748898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] The port 'ab7da64d-6de0-4645-a316-8b2c1202e2ba' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:02:48.810446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.819328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d4a4311-2139-43ce-bbc1-e4ba4863e32c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:48.955953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:48.996651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=6236238a-420b-44e5-8523-966b7e593575,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:48.999812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:49.001679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e3d19f-2c69-40c7-9a08-834678eaed90']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:49.012769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Checking segment: {'id': 'bfb07bf9-815f-4850-ac5a-6118f4478887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '739ad93f-bb83-4cd8-8e93-e4854e0fedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:49.013132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network hostable DHCP agents. Network: 739ad93f-bb83-4cd8-8e93-e4854e0fedf8, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:49.021011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597886c6-ad6f-413f-a9f6-090439cf6ee5') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:49.021339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597886c6-ad6f-413f-a9f6-090439cf6ee5') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:49.038451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.060232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.065184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:49.070204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:49.070601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:49.086470 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:49.151247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 739ad93f-bb83-4cd8-8e93-e4854e0fedf8) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:49.159111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4111e1-e5d3-412c-aa71-7773d23b908a None None] Network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:49.169728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:49.170328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.198899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.203455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19a8471d-1f2e-4579-8709-f78aafa232f4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:49.220345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.232832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=32e3d19f-2c69-40c7-9a08-834678eaed90,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:49.236490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:49.242050 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1280224 Dec 13 20:02:49.242623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58290) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:49.244027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/32e3d19f-2c69-40c7-9a08-834678eaed90 HTTP/1.1" status: 204 len: 168 time: 2.0774000 Dec 13 20:02:49.247831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58292) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:49.254513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:49.257549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984072519'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:49.264022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:49.267933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:49.270940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:49.290854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:49.304185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7da64d-6de0-4645-a316-8b2c1202e2ba no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:49.306017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:49.310454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.345895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:49.353148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ab7da64d-6de0-4645-a316-8b2c1202e2ba {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:49.353822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7da64d-6de0-4645-a316-8b2c1202e2ba not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:49.366252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.366581 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 9777719e-3f42-4211-9902-cb1e7f566b22 of type vlan for network f5b65e6e-53a2-44d1-af41-4e958bb0962d Dec 13 20:02:49.398566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.430052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14957990'] for subnet, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.437564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.446963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:49.447607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.453493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5152300b-38dd-45b8-96f2-bd572b954860 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:49.465311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68999777-79bc-4493-8211-93705df64f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-739ad93f-bb83-4cd8-8e93-e4854e0fedf8', 'network_id': '739ad93f-bb83-4cd8-8e93-e4854e0fedf8', 'tenant_id': 'a968aa6f3df3489d9321c01091d2f28d', 'fixed_ips': [{'subnet_id': '6236238a-420b-44e5-8523-966b7e593575'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:49.466594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-68999777-79bc-4493-8211-93705df64f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.540673 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2917590 Dec 13 20:02:49.552777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:49.565152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:49.588123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=f5b65e6e-53a2-44d1-af41-4e958bb0962d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:49.593235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:49.601180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:49.685992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:49.690874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:49.693924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:49.700278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:49.712499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:49.718419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.731188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-68999777-79bc-4493-8211-93705df64f57 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 20:02:49.731188 dv-neutron-821563-1-hyperv neutron-server[87527]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 20:02:49.731188 dv-neutron-821563-1-hyperv neutron-server[87527]: [parameters: {'in_use': 1, 'id_1': '6236238a-420b-44e5-8523-966b7e593575'}] Dec 13 20:02:49.731188 dv-neutron-821563-1-hyperv neutron-server[87527]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:49.732219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-68999777-79bc-4493-8211-93705df64f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:49.738361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:49.796186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fddb73-16c9-4268-8982-7b31624feb01 req-1f740cb2-fb7e-41f3-af39-3ba38b16a2d4 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:49.797569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3fddb73-16c9-4268-8982-7b31624feb01 req-1f740cb2-fb7e-41f3-af39-3ba38b16a2d4 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.3480749 Dec 13 20:02:49.877903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87224785-cb60-49f4-af12-d7351ff19829 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:49.879400 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-87224785-cb60-49f4-af12-d7351ff19829 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 814 time: 0.1400590 Dec 13 20:02:49.899134 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3fddb73-16c9-4268-8982-7b31624feb01 req-43a4ec36-e16c-4a97-a895-58aeae267709 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939164 Dec 13 20:02:49.900367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16749409'] for subnet, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.904429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f8407c1-92d6-440e-8ec4-45597084d276 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:49.960078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:49.960671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:49.961976 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "PUT /v2.0/subnets/6236238a-420b-44e5-8523-966b7e593575 HTTP/1.1" status: 200 len: 877 time: 0.7133355 Dec 13 20:02:49.964791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58310) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:49.990463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event updated for resources: {'Subnet': ['ID=6236238a-420b-44e5-8523-966b7e593575,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:49.996106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:50.011416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.017175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9d56e97-056c-4a88-8d31-15e9a9f9c187 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:50.092786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=cac1bed5-29bb-4281-a066-47e9c88e8e58,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:50.095824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:50.101689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '9777719e-3f42-4211-9902-cb1e7f566b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:50.102404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: f5b65e6e-53a2-44d1-af41-4e958bb0962d, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:50.116886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.122903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:50.132865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f5b65e6e-53a2-44d1-af41-4e958bb0962d) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:50.137023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:50.137700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.143337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cac7f-1119-44ec-9be3-c61419bbbf24 None None] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:50.164686 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6111414 Dec 13 20:02:50.165137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:50.175681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2070424964'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:50.233606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-68999777-79bc-4493-8211-93705df64f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.281226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.377886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:50.382760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:50.387357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:50.396205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:50.406534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.410657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3e7ab8a0-3b24-4950-b0a8-2ff0f44dcaa7 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server [None req-68999777-79bc-4493-8211-93705df64f57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6236238a-420b-44e5-8523-966b7e593575: This subnet is being modified by another concurrent operation. Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server raise exception Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6236238a-420b-44e5-8523-966b7e593575: This subnet is being modified by another concurrent operation. Dec 13 20:02:50.427804 dv-neutron-821563-1-hyperv neutron-server[87527]: ERROR oslo_messaging.rpc.server Dec 13 20:02:50.439701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:50.443235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.446505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f5b65e6e-53a2-44d1-af41-4e958bb0962d', 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': 'cac1bed5-29bb-4281-a066-47e9c88e8e58'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:50.447416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.464905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a57bc1-b14b-455b-b953-81528e08d6d3 None None] Network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:50.467752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=6236238a-420b-44e5-8523-966b7e593575,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:50.473094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:50.502117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port ce9b5d20-f225-4ca0-9544-7b30e01b93a4 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:50.623889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.662088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739ad93f-bb83-4cd8-8e93-e4854e0fedf8']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:50.704553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa96208-919d-488b-90c7-707904e4dad3 None None] Network 739ad93f-bb83-4cd8-8e93-e4854e0fedf8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:50.706459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb07bf9-815f-4850-ac5a-6118f4478887') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:50.706757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb07bf9-815f-4850-ac5a-6118f4478887') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:50.729866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.752383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.765452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:50.765904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.774988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:50.784146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--1697426531', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:50.785286 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:50.787569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.14 (f5b65e6e-53a2-44d1-af41-4e958bb0962d/cac1bed5-29bb-4281-a066-47e9c88e8e58/ce9b5d20-f225-4ca0-9544-7b30e01b93a4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:50.789678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:50.794195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:50.797545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:50.804131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:50.819857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:50.824324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.853797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:50.863715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.864460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment fbb404d4-0507-49e6-b626-367729d7520d of type vlan for network 75c205d2-351b-4a9c-ae22-330833723340 Dec 13 20:02:50.900481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.905582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28f92a3a-ed78-4c22-8da9-29cddbc39aa3 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:50.916572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.947213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.953380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:50.953959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:50.957652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d014dd71-afd4-407c-9269-e9be479f95fd tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:50.968159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.004800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=739ad93f-bb83-4cd8-8e93-e4854e0fedf8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:51.008112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:51.043323 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2664690 Dec 13 20:02:51.054358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58326) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.064340 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/739ad93f-bb83-4cd8-8e93-e4854e0fedf8 HTTP/1.1" status: 204 len: 168 time: 1.0984039 Dec 13 20:02:51.075909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58330) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.104660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=75c205d2-351b-4a9c-ae22-330833723340,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:51.108779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:51.116113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 75c205d2-351b-4a9c-ae22-330833723340 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:51.122389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ed18a-7ec5-4cd5-a9a8-4773acb5e71b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:51.128259 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9c1ed18a-7ec5-4cd5-a9a8-4773acb5e71b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0687163 Dec 13 20:02:51.128259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58334) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.146133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb23c97c-2c92-4055-83e8-d08384840aee tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:51.146587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb23c97c-2c92-4055-83e8-d08384840aee tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:51.150985 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fb23c97c-2c92-4055-83e8-d08384840aee tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/6236238a-420b-44e5-8523-966b7e593575 HTTP/1.1" status: 404 len: 337 time: 0.0708222 Dec 13 20:02:51.152385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58338) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.184772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.197468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3687512-37d5-447d-a584-0b4867addb2f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:51.197468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3687512-37d5-447d-a584-0b4867addb2f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:51.202131 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a3687512-37d5-447d-a584-0b4867addb2f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/739ad93f-bb83-4cd8-8e93-e4854e0fedf8 HTTP/1.1" status: 404 len: 339 time: 0.0473671 Dec 13 20:02:51.202811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58342) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.248848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object ce9b5d20-f225-4ca0-9544-7b30e01b93a4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:51.257965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4f80d9-80bc-4077-bec4-d849229e595f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:51.258418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4f80d9-80bc-4077-bec4-d849229e595f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:51.260083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3b4f80d9-80bc-4077-bec4-d849229e595f tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/e56ccf7a-7553-4cef-9f73-0257fa8f2770 HTTP/1.1" status: 404 len: 337 time: 0.0566902 Dec 13 20:02:51.264434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58346) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.270171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418991-7156-409d-93ef-0425baea8c37 req-238b3297-66eb-4617-b6e8-88a0056b3993 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:51.271607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21418991-7156-409d-93ef-0425baea8c37 req-238b3297-66eb-4617-b6e8-88a0056b3993 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.2541187 Dec 13 20:02:51.304484 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4a66b9-5dad-4e98-82ca-f178ae589742 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:51.304962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4a66b9-5dad-4e98-82ca-f178ae589742 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:51.306784 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ee4a66b9-5dad-4e98-82ca-f178ae589742 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/8c15ff23-56fc-433f-9f85-b47257cb8924 HTTP/1.1" status: 404 len: 339 time: 0.0413880 Dec 13 20:02:51.311328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58350) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.333288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d55fd-0a89-487f-93fb-6eb1bef402ab tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:51.334826 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f4d55fd-0a89-487f-93fb-6eb1bef402ab tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2066145 Dec 13 20:02:51.337723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58354) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.351581 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21418991-7156-409d-93ef-0425baea8c37 req-b875e7e7-f531-4a98-93ce-f58402f525a7 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725598 Dec 13 20:02:51.358307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.375867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:51.430772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Allocated IP 172.20.0.2 (f5b65e6e-53a2-44d1-af41-4e958bb0962d/cac1bed5-29bb-4281-a066-47e9c88e8e58/58ab812e-53dc-4be9-98d6-1f66a3e0cfb8) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:51.510674 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-72ce6018-f9a5-4ce7-8a17-6e810d983ea4 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1717081 Dec 13 20:02:51.513814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58358) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.555832 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e20caba-39e5-4247-8db5-314b622c2331 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408144 Dec 13 20:02:51.558182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58362) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.664713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.686630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:51.688878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.696088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:51.698981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdf445-b693-468f-874e-8413915ef94f tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:51.700777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3ffdf445-b693-468f-874e-8413915ef94f tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415298 Dec 13 20:02:51.702479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Transition to ACTIVE for port object 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:51.705947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58366) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.712323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:51.745400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Transition to ACTIVE for port object 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:51.752799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cd2b-9a09-4b3d-a1fa-34b4703f95a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.755209 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a06116ea-a891-408a-a1cd-0bf9236a2371 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480149 Dec 13 20:02:51.756886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.757631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58370) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:51.765665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-30cc6d18-c80a-4b74-a5c2-2378b21e2fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:51.768537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264515813', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:51.775718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=ce9b5d20-f225-4ca0-9544-7b30e01b93a4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:51.816653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:51.840675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:51.843672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:51.851469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:51.886903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:51.890918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:51.892769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Pushing event updated for resources: {'Port': ['ID=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:51.894234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:51.895933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:51.907136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:51.920579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:51.925984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.930080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:51.930712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.957438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.960873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Attempting to bind port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:51.961628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Attempting to bind port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '9777719e-3f42-4211-9902-cb1e7f566b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:51.962107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Attempting to bind port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 on network f5b65e6e-53a2-44d1-af41-4e958bb0962d {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:51.969559 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8031507 Dec 13 20:02:51.972745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:51.973357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Checking segment: {'id': '9777719e-3f42-4211-9902-cb1e7f566b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:51.973951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.974694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Bound using segment: {'id': '9777719e-3f42-4211-9902-cb1e7f566b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:51.975353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Bound port: 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9777719e-3f42-4211-9902-cb1e7f566b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5b65e6e-53a2-44d1-af41-4e958bb0962d'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:51.975846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:51.979913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58374) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.030425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58fec33-3d34-4e93-a93f-c3394f30cd66']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:52.053867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7ef34a-0f4e-499f-8f75-e087f7bbe92d') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:52.054167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7ef34a-0f4e-499f-8f75-e087f7bbe92d') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:52.071204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.089560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port ce9b5d20-f225-4ca0-9544-7b30e01b93a4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:52.089930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.132179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.134966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] For port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:52.138881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] For port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,segment=NetworkSegment(9777719e-3f42-4211-9902-cb1e7f566b22),segment_id=9777719e-3f42-4211-9902-cb1e7f566b22)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:52.143602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.148994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:52.149426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.154746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:52.164188 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:52.178102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.181892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dad281d7-a33a-4106-bc27-75d361598554 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:52.239748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Pushing event updated for resources: {'Port': ['ID=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:52.242988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:52.261087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=a40f2f97-82ed-420c-85cd-3707969b59f7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:52.265089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:52.272591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:52.273040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 75c205d2-351b-4a9c-ae22-330833723340, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:52.296846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.299537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 75c205d2-351b-4a9c-ae22-330833723340 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:52.302219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6322339f-be15-4999-8d38-0904f106ed10 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:52.313311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 75c205d2-351b-4a9c-ae22-330833723340) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:52.320902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:52.321892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.323147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72c1f0-9820-4882-91e1-bb52f5b2c765 None None] Network 75c205d2-351b-4a9c-ae22-330833723340 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:52.324033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.361382 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6026354 Dec 13 20:02:52.384271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=b58fec33-3d34-4e93-a93f-c3394f30cd66,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:52.444445 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/b58fec33-3d34-4e93-a93f-c3394f30cd66 HTTP/1.1" status: 204 len: 168 time: 1.1290669 Dec 13 20:02:52.447277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58382) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.451879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-84faff75-853b-47fd-a134-b30697e8efe5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:52.532635 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-91262b20-94f1-4976-9a3e-9d2a4ca2f135 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.533713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91262b20-94f1-4976-9a3e-9d2a4ca2f135 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.537814 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91262b20-94f1-4976-9a3e-9d2a4ca2f135 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/811e9fdb-9163-4d2d-8d85-f8b3f217e34b HTTP/1.1" status: 404 len: 337 time: 0.0864425 Dec 13 20:02:52.538317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58386) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.591787 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b844ae6-1176-4a31-bd15-5ba53a45c7a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.592281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b844ae6-1176-4a31-bd15-5ba53a45c7a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.594584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.596734 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b844ae6-1176-4a31-bd15-5ba53a45c7a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/cbf9c358-779a-423d-aa05-25f1d1cf24a5 HTTP/1.1" status: 404 len: 339 time: 0.0574086 Dec 13 20:02:52.598035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58390) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.646707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f5fb3f-2926-4782-a415-6c0d1d9f0406 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.647170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f5fb3f-2926-4782-a415-6c0d1d9f0406 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.652463 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96f5fb3f-2926-4782-a415-6c0d1d9f0406 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/6767e848-58a3-43a8-87c6-c4b2d2e89cf1 HTTP/1.1" status: 404 len: 337 time: 0.0534885 Dec 13 20:02:52.653115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.692368 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f77e3cb-dd97-4b0a-bdff-76660e82db09 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.692851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f77e3cb-dd97-4b0a-bdff-76660e82db09 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.696863 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f77e3cb-dd97-4b0a-bdff-76660e82db09 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/c3f81795-ec61-452c-a472-a53189cd69ef HTTP/1.1" status: 404 len: 339 time: 0.0405633 Dec 13 20:02:52.697209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58398) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.704681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-75c205d2-351b-4a9c-ae22-330833723340', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': 'a40f2f97-82ed-420c-85cd-3707969b59f7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:02:52.705584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.742331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for ce9b5d20-f225-4ca0-9544-7b30e01b93a4 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:52.753627 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4710616e-0df7-4176-8521-da03e623b615 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.753627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4710616e-0df7-4176-8521-da03e623b615 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.757132 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4710616e-0df7-4176-8521-da03e623b615 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/5a783873-4ee6-48a1-8c18-0a6343176591 HTTP/1.1" status: 404 len: 337 time: 0.0562277 Dec 13 20:02:52.758102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.798625 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd2969c-c11a-4209-b330-7db10f064416 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.799120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd2969c-c11a-4209-b330-7db10f064416 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.801028 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fbd2969c-c11a-4209-b330-7db10f064416 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/a44d0712-36af-498f-b615-a810aa85d7b6 HTTP/1.1" status: 404 len: 339 time: 0.0425012 Dec 13 20:02:52.804431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58406) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.847605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58410) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.859358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575207054', 'description': 'tempest-secgroup-smoke-1575207054 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:52.864055 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c54b8de-dd7b-432e-ac23-66d5c7142da3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.864507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c54b8de-dd7b-432e-ac23-66d5c7142da3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.868103 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c54b8de-dd7b-432e-ac23-66d5c7142da3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/cda34046-45ea-4895-beab-eb6b2edac7dc HTTP/1.1" status: 404 len: 337 time: 0.0611501 Dec 13 20:02:52.869517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:52.869965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58414) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.880637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:52.892680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.913784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Allocated IP 172.20.0.18 (75c205d2-351b-4a9c-ae22-330833723340/a40f2f97-82ed-420c-85cd-3707969b59f7/090393be-41b5-4b27-822a-bd58d83eeeb3) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:02:52.914909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:52.921100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:52.927381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:52.933627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:52.946072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-42040794-c8e2-4ddb-9ebb-c245048c7ed2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:52.946514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42040794-c8e2-4ddb-9ebb-c245048c7ed2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:52.964275 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-42040794-c8e2-4ddb-9ebb-c245048c7ed2 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/10102c40-fab4-41f2-974f-b2ad7d6d4e6b HTTP/1.1" status: 404 len: 339 time: 0.0558348 Dec 13 20:02:52.967326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58418) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:52.981512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:52.987433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2eb212b8-0a9c-48cf-97af-1db5ca078baf tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.020979 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d67f3a8-d552-42c1-858e-05a8678ffbe1 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.021562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d67f3a8-d552-42c1-858e-05a8678ffbe1 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.034218 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d67f3a8-d552-42c1-858e-05a8678ffbe1 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/96c87111-b3f1-46cf-8ef5-06d7d164a951 HTTP/1.1" status: 404 len: 337 time: 0.0656900 Dec 13 20:02:53.034884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58422) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.040860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=ce9b5d20-f225-4ca0-9544-7b30e01b93a4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.069006 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b490b084-ce0b-4f04-909d-18476c8b0b47 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.069742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b490b084-ce0b-4f04-909d-18476c8b0b47 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.074073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.084205 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b490b084-ce0b-4f04-909d-18476c8b0b47 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/22e4a334-c06f-43fd-9b34-283cbec113d3 HTTP/1.1" status: 404 len: 339 time: 0.0470977 Dec 13 20:02:53.089392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58426) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.132248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11103a-5e27-40cc-9d73-2149fa9e21d5 req-d42c89d5-de3b-47fc-9533-86ff666a4059 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:53.137335 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d66b347-7a9d-4085-8552-667619b06c1b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.137875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d66b347-7a9d-4085-8552-667619b06c1b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.139452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6b11103a-5e27-40cc-9d73-2149fa9e21d5 req-d42c89d5-de3b-47fc-9533-86ff666a4059 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.2776818 Dec 13 20:02:53.148519 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d66b347-7a9d-4085-8552-667619b06c1b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/a88576d3-9527-484c-be4b-de7bfcbd61cd HTTP/1.1" status: 404 len: 337 time: 0.0580602 Dec 13 20:02:53.155989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58430) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.157898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.172259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Transition to ACTIVE for port object 090393be-41b5-4b27-822a-bd58d83eeeb3 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:53.187155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.191258 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee3ac6b-3f9a-416a-bce6-8e002f778377 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.191849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee3ac6b-3f9a-416a-bce6-8e002f778377 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.196597 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cee3ac6b-3f9a-416a-bce6-8e002f778377 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/68864d85-563a-4a23-adc3-dd8809bd8a85 HTTP/1.1" status: 404 len: 339 time: 0.0367193 Dec 13 20:02:53.196848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Transition to ACTIVE for port object 090393be-41b5-4b27-822a-bd58d83eeeb3 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:02:53.197059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.197412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58434) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.201190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.203352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-49402c8d-a982-4676-88cd-72c6a4119656 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.203554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/ce9b5d20-f225-4ca0-9544-7b30e01b93a4 HTTP/1.1" status: 204 len: 168 time: 1.2226651 Dec 13 20:02:53.207630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.211500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58438) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.215492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-df66f3dc-9839-49d4-9e47-554d489cdd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.217745 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6b11103a-5e27-40cc-9d73-2149fa9e21d5 req-f2f0ecd5-536c-465e-89f1-9ae390dec6e2 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772526 Dec 13 20:02:53.283793 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-737ed24e-3cbd-4d76-ad64-8465d32ea106 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:02:53.286428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-737ed24e-3cbd-4d76-ad64-8465d32ea106 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:53.288005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Network 75c205d2-351b-4a9c-ae22-330833723340 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:53.288991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.289946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3216aaeb-86ff-4eb5-b173-53dd7509e960 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.290434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3216aaeb-86ff-4eb5-b173-53dd7509e960 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.292292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:53.296604 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3216aaeb-86ff-4eb5-b173-53dd7509e960 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/98313dcc-5d84-4f89-ba2f-53b91e8a8cbe HTTP/1.1" status: 404 len: 337 time: 0.0939095 Dec 13 20:02:53.296604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58442) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.296604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58446) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.301450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:53.304285 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4526379 Dec 13 20:02:53.314206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:53.332324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468caa13-0023-4b26-9b41-2d2511637063,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.336014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b237e9b4-3c71-4d49-b3e4-1113edc04006 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.355386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-737ed24e-3cbd-4d76-ad64-8465d32ea106 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:53.360937 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-737ed24e-3cbd-4d76-ad64-8465d32ea106 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/ce9b5d20-f225-4ca0-9544-7b30e01b93a4 HTTP/1.1" status: 404 len: 333 time: 0.1417272 Dec 13 20:02:53.361671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58450) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.367830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:53.384674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d129883d-ec23-4cc3-b3d9-e5687a1d2c48 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.385141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d129883d-ec23-4cc3-b3d9-e5687a1d2c48 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.386870 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d129883d-ec23-4cc3-b3d9-e5687a1d2c48 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/30f6f03e-7547-4414-89c8-41da2f3db437 HTTP/1.1" status: 404 len: 339 time: 0.0852494 Dec 13 20:02:53.388016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:53.390664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58454) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.401219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Pushing event updated for resources: {'Port': ['ID=090393be-41b5-4b27-822a-bd58d83eeeb3,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.407088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:53.415701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.448970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:53.467333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:53.479099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-801e16e2-5d31-44fd-bdd9-851c3830c628 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.479568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801e16e2-5d31-44fd-bdd9-851c3830c628 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.482097 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-801e16e2-5d31-44fd-bdd9-851c3830c628 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/43530e6d-c196-4f90-8252-48944c8dd607 HTTP/1.1" status: 404 len: 337 time: 0.0902400 Dec 13 20:02:53.484547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58458) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.486774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet cac1bed5-29bb-4281-a066-47e9c88e8e58 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:53.491011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.522031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-679b8a09-3445-4baf-9f3c-2ff0788e760c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] DELETE failed (client error): The resource could not be found. Dec 13 20:02:53.523664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679b8a09-3445-4baf-9f3c-2ff0788e760c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:02:53.524339 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-679b8a09-3445-4baf-9f3c-2ff0788e760c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/258228a4-5615-44f2-be44-59558bc338c5 HTTP/1.1" status: 404 len: 339 time: 0.0386441 Dec 13 20:02:53.527338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58462) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.530373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.531145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Attempting to bind port 090393be-41b5-4b27-822a-bd58d83eeeb3 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:02:53.531617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Attempting to bind port 090393be-41b5-4b27-822a-bd58d83eeeb3 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:02:53.531936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Attempting to bind port 090393be-41b5-4b27-822a-bd58d83eeeb3 on network 75c205d2-351b-4a9c-ae22-330833723340 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:02:53.539864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:02:53.541509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Checking segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:53.541509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.541509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Bound using segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:02:53.541843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Bound port: 090393be-41b5-4b27-822a-bd58d83eeeb3, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:02:53.541951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.554477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:53.572297 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.651820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] For port 090393be-41b5-4b27-822a-bd58d83eeeb3, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:02:53.655781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] For port 090393be-41b5-4b27-822a-bd58d83eeeb3, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=090393be-41b5-4b27-822a-bd58d83eeeb3,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:02:53.661588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.667362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-67e224ba-7788-4e5c-819d-4703f799af1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.675563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.731327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4285e6-7297-4c13-8e01-c5085b295a28 None None] Network f5b65e6e-53a2-44d1-af41-4e958bb0962d requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:53.773474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.784090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09200f68-8624-482f-bcea-e8a1ed28ef8c tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.790984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting subnet ce540a2f-0cf9-43ef-a36e-de200d857b7d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:02:53.796783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.817451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.825693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=cac1bed5-29bb-4281-a066-47e9c88e8e58,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.828612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.830430 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/cac1bed5-29bb-4281-a066-47e9c88e8e58 HTTP/1.1" status: 204 len: 168 time: 0.4629152 Dec 13 20:02:53.833007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58466) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.846916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.863703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.871109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0d120729-47ac-49be-a5b8-b8cf1e6dc049 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:53.872010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Pushing event updated for resources: {'Port': ['ID=090393be-41b5-4b27-822a-bd58d83eeeb3,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.879148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.891736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.891965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Provisioning for port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:53.911128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Provisioning complete for port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:53.911528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.935815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-caba966c-e6c2-4596-a2a0-76847d71f44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.952597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cd1f73-089a-46e0-9382-69b08cda21f0,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:53.960955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:53.972017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:53.974465 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6798851 Dec 13 20:02:53.978216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58470) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:53.989269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:53.998726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.001671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:54.014109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:54.018703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:54.021539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.027494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:54.028033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.067803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:54.113257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.148342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.150423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.158484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d97714c1-44d3-48f9-ac93-aa989f2270fc tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:54.192325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] For port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,segment=NetworkSegment(9777719e-3f42-4211-9902-cb1e7f566b22),segment_id=9777719e-3f42-4211-9902-cb1e7f566b22)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:54.200024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.205848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:54.223077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Subnet': ['ID=ce540a2f-0cf9-43ef-a36e-de200d857b7d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:54.233961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:54.239906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.272433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464298c8-bc82-4a3f-9f11-3b745b77e090 None None] Network 3359be38-76ca-4172-b3d1-5a87d68f2ad3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:54.274482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/subnets/ce540a2f-0cf9-43ef-a36e-de200d857b7d HTTP/1.1" status: 204 len: 168 time: 0.7460015 Dec 13 20:02:54.276845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58476) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:54.299845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] DHCP port deletion for f5b65e6e-53a2-44d1-af41-4e958bb0962d request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:54.380099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Deleting port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:54.380491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.516910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Pushing event updated for resources: {'Port': ['ID=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:54.524346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:54.561421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.580513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.591266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd990a0-dd5f-48ea-8984-b4be1c6e2d42 req-0c9a71ac-acbf-42e3-87cf-9c1edc062fb0 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:54.591520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,segment=NetworkSegment(9777719e-3f42-4211-9902-cb1e7f566b22),segment_id=9777719e-3f42-4211-9902-cb1e7f566b22)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:54.591709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.594089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfd990a0-dd5f-48ea-8984-b4be1c6e2d42 req-0c9a71ac-acbf-42e3-87cf-9c1edc062fb0 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1558237 Dec 13 20:02:54.599587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.603803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c973079e-3406-4659-8c83-a9c8298f9595 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:54.630547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Deleting port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:54.631232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.736491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5e4d5f-38e9-4fbd-a83b-80f0b3b20506,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:54.745606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:54.764608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] For port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,segment=NetworkSegment(9777719e-3f42-4211-9902-cb1e7f566b22),segment_id=9777719e-3f42-4211-9902-cb1e7f566b22)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:54.765271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.775037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:54.784055 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfd990a0-dd5f-48ea-8984-b4be1c6e2d42 req-525cc841-8425-46a1-bd5b-5fbd94cbbbc9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832633 Dec 13 20:02:54.810359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.811591 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8323069 Dec 13 20:02:54.814870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:54.822691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:54.845763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:54.846192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:54.849479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:54.859412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:54.900226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Calling delete_port for 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:54.924935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:54.938147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] DHCP port deletion for 3359be38-76ca-4172-b3d1-5a87d68f2ad3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:02:54.948535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:54.961851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Deleting port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:54.962326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.979450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] For port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,segment=NetworkSegment(17ebb675-a9d9-4474-92c0-e897f637e88b),segment_id=17ebb675-a9d9-4474-92c0-e897f637e88b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:54.979905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:54.997824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.026656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.052521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.109307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.115019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.154668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Calling delete_port for bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:55.174002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Pushing event deleted for resources: {'Port': ['ID=58ab812e-53dc-4be9-98d6-1f66a3e0cfb8,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:55.181607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7ca9e-2fb1-4944-aa34-b61ae2826444 None None] Network 75c205d2-351b-4a9c-ae22-330833723340 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:55.198398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:55.243984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.252910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] No DVR routers for this DVR port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:55.256788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.259307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3daea1c5-aa12-4252-8c3d-be33cfa47f4c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.283880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0682d5d-b2ff-4b1b-baff-4bb09337771f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:55.288904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:55.298037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.302345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3239f247-f091-4991-a0da-7f5c10449035 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.340799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.342088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5258875 Dec 13 20:02:55.346884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58484) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:55.348143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:55.349135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.351193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Port': ['ID=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:55.354651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:55.362025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] No DVR routers for this DVR port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:02:55.384799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-94b0bfb6-2d65-4b64-a18f-61e1b40fc2da None None] Provisioning for port 090393be-41b5-4b27-822a-bd58d83eeeb3 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:55.388939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] For port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bdfd9e76-2c25-403a-b19d-3c14a8dab8f2,segment=NetworkSegment(17ebb675-a9d9-4474-92c0-e897f637e88b),segment_id=17ebb675-a9d9-4474-92c0-e897f637e88b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:55.389384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.403233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 090393be-41b5-4b27-822a-bd58d83eeeb3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:55.421462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:55.464600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] The port '58ab812e-53dc-4be9-98d6-1f66a3e0cfb8' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:02:55.466059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:55.499526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:55.505472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:55.510022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.535479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:55.539028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3359be38-76ca-4172-b3d1-5a87d68f2ad3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.551844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ebb675-a9d9-4474-92c0-e897f637e88b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.552166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ebb675-a9d9-4474-92c0-e897f637e88b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.563570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.580367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.586984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:55.587377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:55.602436 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:55.609682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Calling delete_port for bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:55.622843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.636369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.679985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b65e6e-53a2-44d1-af41-4e958bb0962d']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.687715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.691677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-356fc19a-55c4-4411-a0f2-5fadef2e1ecb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.699000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9777719e-3f42-4211-9902-cb1e7f566b22') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.699302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9777719e-3f42-4211-9902-cb1e7f566b22') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:02:55.710400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.716111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.719595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Pushing event deleted for resources: {'Network': ['ID=3359be38-76ca-4172-b3d1-5a87d68f2ad3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:55.724094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:55.727888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] 10.222.0.18 "DELETE /v2.0/networks/3359be38-76ca-4172-b3d1-5a87d68f2ad3 HTTP/1.1" status: 204 len: 168 time: 1.4334338 Dec 13 20:02:55.742737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.748048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.749960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b830368-aaca-47de-aa33-7b8ff6f25969 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.751101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 090393be-41b5-4b27-822a-bd58d83eeeb3 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:02:55.757824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.760326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 090393be-41b5-4b27-822a-bd58d83eeeb3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:55.760721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.775875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0851e8c6-5823-44b1-bb90-a14af92c2fc5,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:55.778086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:02:55.778479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:02:55.795673 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:02:55.803268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:02:55.803812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:02:55.884419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:55.911881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.913760 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4970615 Dec 13 20:02:55.917757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58492) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:55.924908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:55.942986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:55.948214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:55.952701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:55.955098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:55.962932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:55.972202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:55.995193 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:02:55.999307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.005827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.008234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=f5b65e6e-53a2-44d1-af41-4e958bb0962d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.011924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.013840 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/f5b65e6e-53a2-44d1-af41-4e958bb0962d HTTP/1.1" status: 204 len: 168 time: 2.1797209 Dec 13 20:02:56.017422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58496) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:56.035739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'name': 'tempest-PortsTestJSON-347633851'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:56.100275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.155413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 090393be-41b5-4b27-822a-bd58d83eeeb3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=090393be-41b5-4b27-822a-bd58d83eeeb3,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:02:56.160942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.167746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:56.187359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58502) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:56.200356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.223597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.226336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:56.261542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:56.262053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:56.274835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:56.290871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:56.292162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=090393be-41b5-4b27-822a-bd58d83eeeb3,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.295609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.303553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.324119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port de9121f0-7b1c-4642-8507-4a9254ef68d4 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:56.333148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Deleting port bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:56.333621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.375057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:56.375410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 58ab812e-53dc-4be9-98d6-1f66a3e0cfb8 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:56.375848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:02:56.425568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ae1e8e-535f-4a67-b26d-2d316e4b564b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.427525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:02:56.427525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bdfd9e76-2c25-403a-b19d-3c14a8dab8f2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:02:56.429351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.445950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4393af8-5628-4e01-b66b-5c14bd87e3b2 req-2cea35d9-a8a5-4c4e-b0be-de4adcca7196 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:56.447602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4393af8-5628-4e01-b66b-5c14bd87e3b2 req-2cea35d9-a8a5-4c4e-b0be-de4adcca7196 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.3277957 Dec 13 20:02:56.449468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.455250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5331628 Dec 13 20:02:56.455250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58508) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:56.457403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58510) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:56.460730 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1dfbf918-fce6-49c3-8af0-3583ccc424bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a968aa6f3df3489d9321c01091d2f28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643743 Dec 13 20:02:56.463366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '468caa13-0023-4b26-9b41-2d2511637063', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:56.472268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-212132b5-0759-4fc9-9e5d-04af57680af0 None None] The port 'bdfd9e76-2c25-403a-b19d-3c14a8dab8f2' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:02:56.480432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-56db2343-3fe4-4be5-9f86-41649da46926 None None] Provisioning complete for port 090393be-41b5-4b27-822a-bd58d83eeeb3 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:56.480824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-56db2343-3fe4-4be5-9f86-41649da46926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.486640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:56.507872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:56.515067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f14b53-96c7-4553-9fb0-45c75c740812 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:02:56.519180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:56.534212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:56.548260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.572228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:02:56.585253 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4393af8-5628-4e01-b66b-5c14bd87e3b2 req-f96387de-3145-4dbc-bac8-19fea066d950 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030316 Dec 13 20:02:56.596053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.616274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.664563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.678997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.697221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.697410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f14b53-96c7-4553-9fb0-45c75c740812 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:02:56.707122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-332e9aa2-d369-47ce-b400-065992620fd4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:56.739643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.744343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.746316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e366a692-9a41-4e4c-9e73-c9173433c9a7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:56.764284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:56.771764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20837b7-4044-4ec8-aaa5-aafaaaf7c5f8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.773339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:56.776618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:56.777153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.783781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:56.785102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.785795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.792238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-53a5336b-7e6f-4d86-9de7-404edd2c762b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:56.809306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.813603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=de9121f0-7b1c-4642-8507-4a9254ef68d4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.813754 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3579690 Dec 13 20:02:56.815265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596277b0-0435-4a67-92b0-2e37b27f91ba,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:56.816534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.817540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:56.822536 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/596277b0-0435-4a67-92b0-2e37b27f91ba HTTP/1.1" status: 204 len: 168 time: 0.3602626 Dec 13 20:02:56.826354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:56.835904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58520) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:56.837057 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8171773 Dec 13 20:02:56.905533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port de9121f0-7b1c-4642-8507-4a9254ef68d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:56.905882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.169755 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-238c542f-f38d-486b-a73d-c9ffd2d182f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575207054&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.1284127 Dec 13 20:02:57.208867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.308086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 090393be-41b5-4b27-822a-bd58d83eeeb3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:02:57.392378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 090393be-41b5-4b27-822a-bd58d83eeeb3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:02:57.392773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.402169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for de9121f0-7b1c-4642-8507-4a9254ef68d4 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:57.521397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-b2734bb3-a459-45e5-84c5-cac3b0ebd424 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:57.522906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-b2734bb3-a459-45e5-84c5-cac3b0ebd424 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=75c205d2-351b-4a9c-ae22-330833723340 HTTP/1.1" status: 200 len: 797 time: 0.3415685 Dec 13 20:02:57.537314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.543521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bf13c8d9-12fd-4998-81ed-3d99684af65e tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:57.591290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-a1e0938d-0055-44a7-86c9-7d2d95d5de01 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0608599 Dec 13 20:02:57.593833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=de9121f0-7b1c-4642-8507-4a9254ef68d4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:57.596946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:57.600248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.619253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58552) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:57.644475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/de9121f0-7b1c-4642-8507-4a9254ef68d4 HTTP/1.1" status: 204 len: 168 time: 0.8065281 Dec 13 20:02:57.648276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58560) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:57.656684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'mac_address': 'fa:16:3e:75:09:89', 'name': 'tempest-PortsTestJSON-295935577'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:57.697026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-ff97b3cc-ce5a-498f-a539-310275af73b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0979421 Dec 13 20:02:57.753817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1209171440-network', 'tenant_id': '38df0802f3214380be5d2a80d822da49'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:57.770449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:57.784115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Usage tracker for resource:network and tenant:38df0802f3214380be5d2a80d822da49 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:57.789427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:57.797193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:57.806612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:57.811692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:57.815005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:57.817637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Made reservation on behalf of 38df0802f3214380be5d2a80d822da49 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:57.819963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.835013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:57.836867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:57.855498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:57.859550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:57.877818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Usage tracker for resource:security_group_rule and tenant:38df0802f3214380be5d2a80d822da49 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:57.882239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:57.894803 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-b4d07aa5-e36f-4c9c-a0e2-a0f1cdfd3daf service neutron] 10.222.0.18 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842139 Dec 13 20:02:57.907364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a991703-5e9c-4f3d-b68d-0e49160f7dbc req-1b1a42e2-e1c0-4673-993b-d1023084aa41 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:57.908861 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a991703-5e9c-4f3d-b68d-0e49160f7dbc req-1b1a42e2-e1c0-4673-993b-d1023084aa41 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1971126 Dec 13 20:02:57.935585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:57.994765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.038362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:58.038785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a991703-5e9c-4f3d-b68d-0e49160f7dbc req-f7fe546d-1427-4067-a6cd-e11a13aa255c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066971 Dec 13 20:02:58.089874 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-79f3e7d7-5d3c-4f6c-882e-62c43707c69d service neutron] 10.222.0.18 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800315 Dec 13 20:02:58.283374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-65aa9684-144a-4317-bd71-e95f8dfde551 req-f29df60b-b3aa-4ebb-b469-96c0efed1fb6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 210 time: 0.0443509 Dec 13 20:02:58.293856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.318458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.326210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4639e507-82f1-4248-82d4-a334d811bb3a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:58.426364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:02:58.431151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:58.445398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:58.456067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.456484 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Added segment 5a85107a-65a3-4f47-aea6-8bfea2480b26 of type vlan for network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 Dec 13 20:02:58.477081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.505417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.545267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.546383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:58.546923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.552527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5497c7b7-571d-4b86-aea9-fbbf2084b9a5 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:58.573609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.672964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:02:58.676359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:58.678331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:58.680257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:02:58.685948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:58.686564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.691252 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0708301 Dec 13 20:02:58.692271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:58.693243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:02:58.694536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:58.695184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58578) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:58.703206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Request body: {'subnet': {'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1209171440-subnet', 'tenant_id': '38df0802f3214380be5d2a80d822da49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:58.709581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:58.715952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Usage tracker for resource:subnet and tenant:38df0802f3214380be5d2a80d822da49 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:58.719524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:58.727412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:58.743915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Made reservation on behalf of 38df0802f3214380be5d2a80d822da49 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:58.747549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:58.764210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1142278 Dec 13 20:02:58.767363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58582) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:58.801712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=f48b32fb-9f5f-4102-b9a4-139ca16b0bf5,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:58.809693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:58.847330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df2793-1961-4504-aeba-0f8e49671c2d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:58.847990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-27df2793-1961-4504-aeba-0f8e49671c2d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:58.866626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-27df2793-1961-4504-aeba-0f8e49671c2d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:58.868316 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-27df2793-1961-4504-aeba-0f8e49671c2d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 HTTP/1.1" status: 200 len: 840 time: 0.0998387 Dec 13 20:02:58.871206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58586) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:58.946943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:02:58.947176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.112592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.116562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:59.184720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.238174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:59.243738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:59.263714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Checking segment: {'id': '5a85107a-65a3-4f47-aea6-8bfea2480b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:02:59.264442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Network hostable DHCP agents. Network: a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:02:59.337766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:02:59.419749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:02:59.462425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaeb35-c7b3-4560-a472-17e3f68b5bb6 req-49847d6e-6a48-483d-b358-45f473a99f12 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:59.464247 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62aaeb35-c7b3-4560-a472-17e3f68b5bb6 req-49847d6e-6a48-483d-b358-45f473a99f12 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.3010957 Dec 13 20:02:59.467563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.468989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:02:59.474522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:59.476764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.478040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601e154-f37a-4558-a68b-16f953c1fb84 None None] Network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:59.482136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7d4d484-6150-46ff-aeed-3a5225da42c8 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:02:59.531842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=f48b32fb-9f5f-4102-b9a4-139ca16b0bf5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:02:59.535049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:02:59.536251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.564684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 HTTP/1.1" status: 204 len: 168 time: 0.6921914 Dec 13 20:02:59.567209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58594) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:59.576643 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9a1fbd38-138a-4ff4-871b-23f49d4d36bb req-1e166eda-a2a2-45e6-b6ce-2d0871d2fbd9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 210 time: 0.1084237 Dec 13 20:02:59.590041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-30cc4073-c1e8-461b-a4d3-23b6a160c3db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:59.591553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-30cc4073-c1e8-461b-a4d3-23b6a160c3db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=75c205d2-351b-4a9c-ae22-330833723340 HTTP/1.1" status: 200 len: 797 time: 0.3294744 Dec 13 20:02:59.615273 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa1bb2a-9a73-4c33-95d6-93a517381d72 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:02:59.615852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4aa1bb2a-9a73-4c33-95d6-93a517381d72 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:02:59.632331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9358358 Dec 13 20:02:59.640210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4aa1bb2a-9a73-4c33-95d6-93a517381d72 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:02:59.645087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4aa1bb2a-9a73-4c33-95d6-93a517381d72 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/f48b32fb-9f5f-4102-b9a4-139ca16b0bf5 HTTP/1.1" status: 404 len: 333 time: 0.0735269 Dec 13 20:02:59.645906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58602) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:02:59.652300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'name': 'tempest-PortsTestJSON-955884426'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:59.667858 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62aaeb35-c7b3-4560-a472-17e3f68b5bb6 req-0a8d9552-a7b0-4733-ba70-2ff46ecfec91 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869996 Dec 13 20:02:59.718365 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-48041d9e-1012-4a7c-8cd8-82392ea4bd85 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 472 time: 0.1130257 Dec 13 20:02:59.727425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '635ec327-b8d1-4b58-8871-cfdb36976037', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['468caa13-0023-4b26-9b41-2d2511637063']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:02:59.773566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b4853-ddd5-41e9-baed-058757e7bb70 None None] Network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:02:59.850589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:59.862945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:59.879467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbbb3e-39a5-4902-aa80-9e98a7ecb799 req-d3121519-7ef6-4591-8bba-61b8d3224059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:02:59.883061 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b4cbbb3e-39a5-4902-aa80-9e98a7ecb799 req-d3121519-7ef6-4591-8bba-61b8d3224059 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1098 time: 0.1407278 Dec 13 20:02:59.889669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:59.893378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:02:59.899264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:02:59.904933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:port and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:02:59.908061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:02:59.916255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:02:59.933524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:02:59.937415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 6521ede0-2930-4417-b053-76ca7eca8a29 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:02:59.940731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.012991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-b4cbbb3e-39a5-4902-aa80-9e98a7ecb799 req-f142f2ba-85e3-40f8-935e-a35c2f277b34 service neutron] Synchronizing usage tracker for tenant:99e9f3fa5aa54286bb82eb6e679941c3 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:00.072445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-b4cbbb3e-39a5-4902-aa80-9e98a7ecb799 req-f142f2ba-85e3-40f8-935e-a35c2f277b34 service neutron] Unset dirty status for tenant:99e9f3fa5aa54286bb82eb6e679941c3 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:00.072445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b4cbbb3e-39a5-4902-aa80-9e98a7ecb799 req-f142f2ba-85e3-40f8-935e-a35c2f277b34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596930 Dec 13 20:03:00.137013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.20 (75c205d2-351b-4a9c-ae22-330833723340/a40f2f97-82ed-420c-85cd-3707969b59f7/466e901b-f444-4df9-a8df-0c7d858ef0df) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:00.281103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58620) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:00.290949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-445797202-network', 'tenant_id': 'e79349a128844c2395d2190f7aa5530a'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:00.300710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:00.318903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Usage tracker for resource:network and tenant:e79349a128844c2395d2190f7aa5530a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:00.325038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:00.329934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.346807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:00.360338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.366108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4f5f6c36-d8eb-4675-8452-8e70df56f9cc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:00.374574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.380958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Made reservation on behalf of e79349a128844c2395d2190f7aa5530a for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:00.383303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.401817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.413534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 466e901b-f444-4df9-a8df-0c7d858ef0df will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:00.421594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:00.426811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Usage tracker for resource:security_group_rule and tenant:e79349a128844c2395d2190f7aa5530a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:00.430572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:00.433883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:00.436990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:00.437589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:00.440970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:00.446720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:00.447341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.460454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=6521ede0-2930-4417-b053-76ca7eca8a29,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:00.464776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:00.481947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.482805 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8360951 Dec 13 20:03:00.483534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:00.489721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:00.491315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-64dfa9b5-40f4-4ea2-b234-c1465285dddf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:00.570470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 75c205d2-351b-4a9c-ae22-330833723340 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:00.582634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:00.585195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:00.609519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.643112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:00.646571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:00.661553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:03:00.675760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.689696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:00.690532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.696583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.708307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-09631c2e-0be9-49bc-9b56-eec7ad726c74 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:00.801048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:03:00.827050 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:03:00.857219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4d20e-7462-4ffb-9922-3fb9272516cf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:00.860906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:00.887649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.888088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Added segment 6bbcc3d0-8981-4f97-8866-d0226669590f of type vlan for network a772eeac-d525-4753-a709-af46445eb848 Dec 13 20:03:00.900867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1772120 Dec 13 20:03:00.927157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Request body: {'port': {'device_id': '635ec327-b8d1-4b58-8871-cfdb36976037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:00.941566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:00.958689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'port_id': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'mac_address': 'fa:16:3e:10:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:03:00.960167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.966669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:00.975964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506a5422-2be7-41f9-ac39-deb749ef3797 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:01.002549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.013853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-327e37ab-d9d3-4641-9a0a-8b56756f2708 None None] Provisioning for port 466e901b-f444-4df9-a8df-0c7d858ef0df completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:01.046626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] In _notify_port_updated(), no bound segment for port 6521ede0-2930-4417-b053-76ca7eca8a29 on network 27affb19-e879-46cb-bdf9-72d4afc513ff {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:03:01.047259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-327e37ab-d9d3-4641-9a0a-8b56756f2708 None None] Provisioning complete for port 466e901b-f444-4df9-a8df-0c7d858ef0df triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:01.047669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-327e37ab-d9d3-4641-9a0a-8b56756f2708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.053107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:01.054450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.055518 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/ports/6521ede0-2930-4417-b053-76ca7eca8a29 HTTP/1.1" status: 200 len: 818 time: 0.5707924 Dec 13 20:03:01.064605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58632) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:01.106766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a46713-8eb5-4a3b-8227-d297ad5da476 req-521cdeab-3a2c-49a7-99ca-8cb61fc2ff4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:01.107304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-86a46713-8eb5-4a3b-8227-d297ad5da476 req-521cdeab-3a2c-49a7-99ca-8cb61fc2ff4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:01.127286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.134169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ad51-699a-4e50-bbb2-d5bbb5f48466 req-10face42-1003-440b-87a1-3269672391d1 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:01.135714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9918ad51-699a-4e50-bbb2-d5bbb5f48466 req-10face42-1003-440b-87a1-3269672391d1 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.3271756 Dec 13 20:03:01.142804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=6521ede0-2930-4417-b053-76ca7eca8a29,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:01.146090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:01.158558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-327e37ab-d9d3-4641-9a0a-8b56756f2708 None None] Port 466e901b-f444-4df9-a8df-0c7d858ef0df cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:01.163445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c59a1486-e692-4e29-bf18-e458f259a66b {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:03:01.166218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 6521ede0-2930-4417-b053-76ca7eca8a29 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:01.166790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.179668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.183505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:01.189038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.191786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-6ad0f9f7-7d9e-4d4f-b0cb-650f602f6e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:01.194115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.195173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:01.195767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.292634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:01.296779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:01.360321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d34b243-5ac9-4236-afc3-899812265c9b tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:01.384449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-86a46713-8eb5-4a3b-8227-d297ad5da476 req-521cdeab-3a2c-49a7-99ca-8cb61fc2ff4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:01.385633 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86a46713-8eb5-4a3b-8227-d297ad5da476 req-521cdeab-3a2c-49a7-99ca-8cb61fc2ff4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 932 time: 0.6627381 Dec 13 20:03:01.410602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['c59a1486-e692-4e29-bf18-e458f259a66b'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:03:01.437087 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9918ad51-699a-4e50-bbb2-d5bbb5f48466 req-083dde8f-70de-487d-bcc9-22d9d13ae971 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945898 Dec 13 20:03:01.437540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.512242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2299726 Dec 13 20:03:01.524578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58636) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:01.550849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Request body: {'subnet': {'network_id': 'a772eeac-d525-4753-a709-af46445eb848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-445797202-subnet', 'tenant_id': 'e79349a128844c2395d2190f7aa5530a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:01.566100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:01.570310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 6521ede0-2930-4417-b053-76ca7eca8a29 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:01.579783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Pushing event updated for resources: {'Network': ['ID=a772eeac-d525-4753-a709-af46445eb848,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:01.583131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:01.594547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Usage tracker for resource:subnet and tenant:e79349a128844c2395d2190f7aa5530a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:01.596172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a772eeac-d525-4753-a709-af46445eb848 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:03:01.600514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:01.613092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86a46713-8eb5-4a3b-8227-d297ad5da476 req-1d6f53bd-6a1c-4aea-9ec5-237d8c4b1d31 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142484 Dec 13 20:03:01.654317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:01.656902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.668853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc802415-1ffe-406e-9c45-70a281e01a0a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:01.687912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Made reservation on behalf of e79349a128844c2395d2190f7aa5530a for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:01.690195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.723747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=6521ede0-2930-4417-b053-76ca7eca8a29,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:01.727530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:01.728925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.743042 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/6521ede0-2930-4417-b053-76ca7eca8a29 HTTP/1.1" status: 204 len: 168 time: 0.6749082 Dec 13 20:03:01.743253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:01.831711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9069f-066d-4ad4-95be-e9331025c465 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:01.832389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83b9069f-066d-4ad4-95be-e9331025c465 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:01.850734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-83b9069f-066d-4ad4-95be-e9331025c465 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:01.851971 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-83b9069f-066d-4ad4-95be-e9331025c465 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1072795 Dec 13 20:03:01.854761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58644) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:01.898668 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02f27cf-9744-4007-8c59-6221351a2885 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:01.899943 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c02f27cf-9744-4007-8c59-6221351a2885 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/6521ede0-2930-4417-b053-76ca7eca8a29 HTTP/1.1" status: 404 len: 333 time: 0.0442734 Dec 13 20:03:01.903757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:01.909939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-296044885'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:01.915032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:01.919385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:01.922610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:01.928475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:01.941249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:01.944713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.978910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:03:01.989037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:01.989472 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment d10e2f60-63ef-4483-8029-a8dcf70fda1c of type vlan for network b2a768fe-8eea-4913-94ba-6dcaa44671af Dec 13 20:03:02.017971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.051010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.056695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:02.057324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.062555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d2026be-f0e4-4716-b831-006fe295a518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:02.083461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e901b-f444-4df9-a8df-0c7d858ef0df {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:03:02.094686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.106249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.113630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-24cf14f8-435e-4dec-b5de-8567bcf9d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:02.143468 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2386289 Dec 13 20:03:02.148039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Transition to ACTIVE for port object 466e901b-f444-4df9-a8df-0c7d858ef0df will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:02.148878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58652) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:02.167065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=b2a768fe-8eea-4913-94ba-6dcaa44671af,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:02.170107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:02.170553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:02.177931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:03:02.187046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.346673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ef475a-6482-45a4-bf77-de4b132ec913,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:02.356383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:02.385958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b630cbb3-76a5-4af4-92dd-f08af4b953f3 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:02.487938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Checking segment: {'id': '6bbcc3d0-8981-4f97-8866-d0226669590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a772eeac-d525-4753-a709-af46445eb848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:02.488229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Network hostable DHCP agents. Network: a772eeac-d525-4753-a709-af46445eb848, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:03:02.531591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:02.539180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:02.546190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:02.551694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Pushing event updated for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:02.589659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:02.596471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:02.620499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Network a772eeac-d525-4753-a709-af46445eb848 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:03:02.634375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Attempting to bind port 466e901b-f444-4df9-a8df-0c7d858ef0df on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:02.634703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Attempting to bind port 466e901b-f444-4df9-a8df-0c7d858ef0df by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:02.635026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Attempting to bind port 466e901b-f444-4df9-a8df-0c7d858ef0df on network 75c205d2-351b-4a9c-ae22-330833723340 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:02.636899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:02.640550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.663163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:02.673711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Port 466e901b-f444-4df9-a8df-0c7d858ef0df on network 75c205d2-351b-4a9c-ae22-330833723340 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:03:02.674037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Attempting to bind port 466e901b-f444-4df9-a8df-0c7d858ef0df on network 75c205d2-351b-4a9c-ae22-330833723340 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:02.725131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a772eeac-d525-4753-a709-af46445eb848) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:02.736364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port c59a1486-e692-4e29-bf18-e458f259a66b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:02.737368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.746335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:02.746753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Checking segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:02.747154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Bound using segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:02.747560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Bound port: 466e901b-f444-4df9-a8df-0c7d858ef0df, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:02.747900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.761603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0093ef-d7f6-491f-8113-75e6ad98b490 None None] Network a772eeac-d525-4753-a709-af46445eb848 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:02.762524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:02.763181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:02.888269 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3439462 Dec 13 20:03:02.935377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75784-8366-499d-919b-ad00da35facd req-b8a7ffae-112d-4aba-a15e-3c9d196c8601 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:02.936965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0e75784-8366-499d-919b-ad00da35facd req-b8a7ffae-112d-4aba-a15e-3c9d196c8601 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 944 time: 0.3861897 Dec 13 20:03:03.005299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.028734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:03.086041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:03.096493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3276f2c6-695a-489c-8b0e-bf581f2d6b42 None None] Network a772eeac-d525-4753-a709-af46445eb848 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:03.120017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:03.171997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.179432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-033b0d62-5038-4e19-8e49-ab96eeba498d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:03.207034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=466e901b-f444-4df9-a8df-0c7d858ef0df,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:03.212850 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0e75784-8366-499d-919b-ad00da35facd req-e28fa573-329c-4680-a4ec-a3f269626f09 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605317 Dec 13 20:03:03.221964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f039b4-fc04-441c-8761-ad20004b1bba req-7ade81ac-7f79-4384-80ff-9d7eb1e48497 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.221964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46f039b4-fc04-441c-8761-ad20004b1bba req-7ade81ac-7f79-4384-80ff-9d7eb1e48497 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 944 time: 0.4651663 Dec 13 20:03:03.225694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.237360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-86e6eeaf-bb16-4a6b-9706-a996d40b7bf2 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:03.241144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58668) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:03.296970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:03.300291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:03.378342 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'code': 200} Dec 13 20:03:03.382444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.383070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.384438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] 10.222.0.20 "PUT /v2.0/ports/466e901b-f444-4df9-a8df-0c7d858ef0df HTTP/1.1" status: 200 len: 1094 time: 2.4688923 Dec 13 20:03:03.387467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.391373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:03.429022 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46f039b4-fc04-441c-8761-ad20004b1bba req-22fb3cb2-a5bf-4f1f-b068-409f840d12ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991017 Dec 13 20:03:03.431097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Pushing event updated for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:03.439028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:03.441507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-74096098-ed08-472c-967e-c66199d36746 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:03.509601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df', 'status': 'completed', 'code': 200} Dec 13 20:03:03.517042 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f378203-3ef9-4163-9f72-2d8d0082e256 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 200 len: 993 time: 0.2723794 Dec 13 20:03:03.566492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': 'd10e2f60-63ef-4483-8029-a8dcf70fda1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:03.566858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: b2a768fe-8eea-4913-94ba-6dcaa44671af, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:03:03.596960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=97bdff62-6c14-488e-8578-c35a64e5fa70,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:03.601517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:03.620331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network b2a768fe-8eea-4913-94ba-6dcaa44671af is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:03:03.624204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-cf79a0f2-b27c-4436-846e-dc1d87240b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.625670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-cf79a0f2-b27c-4436-846e-dc1d87240b47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 1097 time: 0.1855206 Dec 13 20:03:03.693117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b2a768fe-8eea-4913-94ba-6dcaa44671af) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:03.701187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593cb12-cdca-42d4-9158-6a5f2861a81c None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:03.713064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-b5f4e4ba-cd6a-4cbf-a4bb-4e9f33d86a82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=466e901b-f444-4df9-a8df-0c7d858ef0df HTTP/1.1" status: 200 len: 217 time: 0.0805671 Dec 13 20:03:03.723502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.724075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.855046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6969321 Dec 13 20:03:03.858749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:03.864776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:03.884215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-11d7ecbd-a486-41f3-94c6-a0b25dd27b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.885728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-11d7ecbd-a486-41f3-94c6-a0b25dd27b15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a40f2f97-82ed-420c-85cd-3707969b59f7 HTTP/1.1" status: 200 len: 837 time: 0.1637895 Dec 13 20:03:03.955073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-2426d9c5-c81f-4cda-87d6-7f0dd2eaf6d0 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:03.961999 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-2426d9c5-c81f-4cda-87d6-7f0dd2eaf6d0 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/networks?id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 200 len: 812 time: 0.2770748 Dec 13 20:03:03.972449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b2a768fe-8eea-4913-94ba-6dcaa44671af', 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': '97bdff62-6c14-488e-8578-c35a64e5fa70'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:03:03.973714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:03.977733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-cc03342c-9071-4ff5-8c6e-c100198451e9 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/quotas/38df0802f3214380be5d2a80d822da49 HTTP/1.1" status: 200 len: 375 time: 0.0147326 Dec 13 20:03:04.043070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-e2181c13-40c4-4809-8e6d-7dce19ed7a43 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38df0802f3214380be5d2a80d822da49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582147 Dec 13 20:03:04.049479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-18a3be57-3654-4f6d-b0da-73a38bbf1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:04.051084 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-18a3be57-3654-4f6d-b0da-73a38bbf1816 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75c205d2-351b-4a9c-ae22-330833723340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1590002 Dec 13 20:03:04.128761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:04.131798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Allocated IP 172.20.0.2 (b2a768fe-8eea-4913-94ba-6dcaa44671af/97bdff62-6c14-488e-8578-c35a64e5fa70/a24c8bb2-c06f-4964-8cfd-7184a178ca75) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:04.133291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:04.136443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:04.142591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:04.154146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:04.157892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.290701 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97bdff62-6c14-488e-8578-c35a64e5fa70 (CIDR: 172.20.0.0/28) Dec 13 20:03:04.295643 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:03:04.296289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:03:04.301300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-8d3968cb-3787-4c53-874c-6d05bfc1856c service neutron] 10.222.0.18 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484109 Dec 13 20:03:04.303763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-3c826876-6be0-4ca9-8b16-d76c7490bdc1 service neutron] 10.222.0.20 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274990 Dec 13 20:03:04.327782 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-89f0d359-c1c3-44c9-a68e-850c0ef8fd6c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4678400 Dec 13 20:03:04.330986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:04.361761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:04.369297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.380100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Transition to ACTIVE for port object a24c8bb2-c06f-4964-8cfd-7184a178ca75 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:04.398967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Transition to ACTIVE for port object a24c8bb2-c06f-4964-8cfd-7184a178ca75 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:04.404923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.409285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-51598e2f-be24-47bc-b38e-49aeed9058ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:04.470643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:04.473678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:04.477391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:04.483343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Pushing event updated for resources: {'Port': ['ID=a24c8bb2-c06f-4964-8cfd-7184a178ca75,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:04.487197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:04.574083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Attempting to bind port a24c8bb2-c06f-4964-8cfd-7184a178ca75 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:04.574664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Attempting to bind port a24c8bb2-c06f-4964-8cfd-7184a178ca75 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd10e2f60-63ef-4483-8029-a8dcf70fda1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:04.574994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Attempting to bind port a24c8bb2-c06f-4964-8cfd-7184a178ca75 on network b2a768fe-8eea-4913-94ba-6dcaa44671af {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:04.580991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:04.581390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Checking segment: {'id': 'd10e2f60-63ef-4483-8029-a8dcf70fda1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:04.581814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.582217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Bound using segment: {'id': 'd10e2f60-63ef-4483-8029-a8dcf70fda1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:04.582704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Bound port: a24c8bb2-c06f-4964-8cfd-7184a178ca75, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10e2f60-63ef-4483-8029-a8dcf70fda1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:04.583090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.674079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] For port a24c8bb2-c06f-4964-8cfd-7184a178ca75, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:04.677068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] For port a24c8bb2-c06f-4964-8cfd-7184a178ca75, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a24c8bb2-c06f-4964-8cfd-7184a178ca75,segment=NetworkSegment(d10e2f60-63ef-4483-8029-a8dcf70fda1c),segment_id=d10e2f60-63ef-4483-8029-a8dcf70fda1c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:04.683213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:04.687009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e5d7b73e-be0c-428f-b022-35e204e449e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:04.700565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-e8eb11e0-0d28-4534-9118-2cdfd7e1b9ee service neutron] 10.222.0.18 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920896 Dec 13 20:03:04.745575 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f258036a-8cdd-4137-ab5a-aa9c1dc6d7ae req-3d49e3c2-b3a9-4ef1-8d21-982d47084f04 service neutron] 10.222.0.20 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135849 Dec 13 20:03:04.752553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:04.760387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:04.764943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:04.773076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:04.799703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Pushing event updated for resources: {'Port': ['ID=a24c8bb2-c06f-4964-8cfd-7184a178ca75,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:04.804798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:04.811712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0d283-5ab8-45e9-907f-c287b73b681a req-181800cc-ac22-4214-beda-7bd2d38dcb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:04.813617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4a0d283-5ab8-45e9-907f-c287b73b681a req-181800cc-ac22-4214-beda-7bd2d38dcb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 944 time: 0.2639759 Dec 13 20:03:05.060242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:05.063806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:05.213890 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ca0b5a3-abee-402c-9ef3-db377bb4501f req-64e9e00a-71f9-474c-95f5-c86b00caa399 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 210 time: 0.1550529 Dec 13 20:03:05.260605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4a0d283-5ab8-45e9-907f-c287b73b681a req-b0bb1c73-620a-453c-98c5-42f04bef415d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101381 Dec 13 20:03:05.310508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-099a3936-b70f-4146-9cbc-ae26c37aae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:05.312728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-099a3936-b70f-4146-9cbc-ae26c37aae1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 1097 time: 0.4964004 Dec 13 20:03:05.363058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a24c8bb2-c06f-4964-8cfd-7184a178ca75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:05.444372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:05.528174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-99eae955-d89e-474a-be76-d8a054765fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:05.530676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-99eae955-d89e-474a-be76-d8a054765fc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75c205d2-351b-4a9c-ae22-330833723340 HTTP/1.1" status: 200 len: 897 time: 0.2008638 Dec 13 20:03:05.628404 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-35e7cc4a-d9c8-4676-a742-e5a130246d20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=466e901b-f444-4df9-a8df-0c7d858ef0df HTTP/1.1" status: 200 len: 217 time: 0.0822315 Dec 13 20:03:05.667520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:05.675382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5ee5d31c-e5c6-4af6-a448-fa3aa88e8ff8 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:05.747863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network b2a768fe-8eea-4913-94ba-6dcaa44671af is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:05.754370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:05.760875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:05.761483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:05.769799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-a2028dc3-4ff6-46ed-8664-8709f5b7cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:05.771279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-a2028dc3-4ff6-46ed-8664-8709f5b7cc52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a40f2f97-82ed-420c-85cd-3707969b59f7 HTTP/1.1" status: 200 len: 837 time: 0.1369402 Dec 13 20:03:05.780862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=eea786b1-a63f-467a-8df1-c16786348f8d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:05.784882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:05.830362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4945500 Dec 13 20:03:05.833120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58704) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:05.839326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'fixed_ips': [{'subnet_id': '97bdff62-6c14-488e-8578-c35a64e5fa70'}, {'subnet_id': 'eea786b1-a63f-467a-8df1-c16786348f8d'}], 'name': 'tempest-PortsTestJSON-689099775'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:05.921661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162eeaf-f7a6-4c64-b576-b71d5dc54cff None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:05.970613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-8683b443-267b-48f4-ab15-d1d283b134f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:05.972007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-8683b443-267b-48f4-ab15-d1d283b134f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75c205d2-351b-4a9c-ae22-330833723340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1888790 Dec 13 20:03:06.020634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Provisioning for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:06.071278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:06.072058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.081484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:06.089007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:06.093839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:06.101905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:06.138802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:06.171464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-5cdfadd6-36a9-4d52-a3a9-c8e1318ec387 service neutron] 10.222.0.20 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922781 Dec 13 20:03:06.194301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-1c3a4113-9e2f-42a2-8ea9-43599678b594 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:06.195113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-632c4586-1a43-493a-90db-ce226aa565a2 req-1c3a4113-9e2f-42a2-8ea9-43599678b594 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Synchronizing usage tracker for tenant:38df0802f3214380be5d2a80d822da49 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:06.217352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-632c4586-1a43-493a-90db-ce226aa565a2 req-1c3a4113-9e2f-42a2-8ea9-43599678b594 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Unset dirty status for tenant:38df0802f3214380be5d2a80d822da49 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:06.219207 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-1c3a4113-9e2f-42a2-8ea9-43599678b594 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.20 "GET /v2.0/networks?id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 200 len: 812 time: 0.2065656 Dec 13 20:03:06.236485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Request body: {'port': {'device_id': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3', 'admin_state_up': True, 'tenant_id': '38df0802f3214380be5d2a80d822da49'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:06.378675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.395620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.415626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcb13acc-7f9b-44eb-a6a2-cf32fca72cda req-a49110d4-34b2-43f2-a5e0-0672b780f01a service neutron] 10.222.0.20 "GET /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003608 Dec 13 20:03:06.419895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:06.502112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:06.506078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Usage tracker for resource:port and tenant:38df0802f3214380be5d2a80d822da49 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:06.508916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:06.515350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:06.519604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] For port a24c8bb2-c06f-4964-8cfd-7184a178ca75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a24c8bb2-c06f-4964-8cfd-7184a178ca75,segment=NetworkSegment(d10e2f60-63ef-4483-8029-a8dcf70fda1c),segment_id=d10e2f60-63ef-4483-8029-a8dcf70fda1c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:06.529237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.530065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Made reservation on behalf of 38df0802f3214380be5d2a80d822da49 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:06.534227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.542839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-99a4d04b-206d-47fd-a48e-8201956a7c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:06.577530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Update dhcp port {'port': {'network_id': 'b2a768fe-8eea-4913-94ba-6dcaa44671af', 'fixed_ips': [{'subnet_id': '97bdff62-6c14-488e-8578-c35a64e5fa70', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eea786b1-a63f-467a-8df1-c16786348f8d'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': 'a24c8bb2-c06f-4964-8cfd-7184a178ca75'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:03:06.663200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.679286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Pushing event updated for resources: {'Port': ['ID=a24c8bb2-c06f-4964-8cfd-7184a178ca75,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:06.685729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:06.715702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 466e901b-f444-4df9-a8df-0c7d858ef0df details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:03:06.718032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Allocated IP 172.20.0.6 (a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3/7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f/97067f36-98c2-4911-acc9-6fdca2bbf490) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:06.731370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c286328-d6cf-41c8-ba35-09890347bb29 req-3db5520a-540b-4126-97f2-2a42174f3913 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 210 time: 0.2568552 Dec 13 20:03:06.880575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b09cc-eedd-4419-a415-70cdc5e8833d req-b4e5d17f-c978-49f4-9eab-eca5b2346a3c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:06.882060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-793b09cc-eedd-4419-a415-70cdc5e8833d req-b4e5d17f-c978-49f4-9eab-eca5b2346a3c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 944 time: 0.4102871 Dec 13 20:03:06.952871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.983804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=466e901b-f444-4df9-a8df-0c7d858ef0df,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:06.985696 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-793b09cc-eedd-4419-a415-70cdc5e8833d req-f2de37fb-fffc-418a-b800-292a19d03825 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963178 Dec 13 20:03:06.986196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:06.992257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d30abd8a-20ce-49a9-a194-264f017420b9 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:06.998982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '466e901b-f444-4df9-a8df-0c7d858ef0df', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'port_id': '466e901b-f444-4df9-a8df-0c7d858ef0df', 'mac_address': 'fa:16:3e:cb:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:03:07.058743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.065708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:07.068823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:07.071576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:07.076353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.3 (b2a768fe-8eea-4913-94ba-6dcaa44671af/97bdff62-6c14-488e-8578-c35a64e5fa70/46cd13cf-1d85-42f9-a472-9c5ea79dd545) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:07.077234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e901b-f444-4df9-a8df-0c7d858ef0df {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:03:07.082609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.21 (b2a768fe-8eea-4913-94ba-6dcaa44671af/eea786b1-a63f-467a-8df1-c16786348f8d/46cd13cf-1d85-42f9-a472-9c5ea79dd545) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:07.094269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=466e901b-f444-4df9-a8df-0c7d858ef0df,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:07.099364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.101321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cdce860f-2f8e-4f3c-ab86-03699f43ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:07.116714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Pushing event updated for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:07.126479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:07.155738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:07.157001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.176023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:07.179537 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9484711 Dec 13 20:03:07.192825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.193319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.193664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.194001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.194354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.194684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.195016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.195436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.195761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.196088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.196405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.196764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:07.201331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:07.201667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Request body: {'port': {'device_id': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:07.301552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.318126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a24c8bb2-c06f-4964-8cfd-7184a178ca75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:07.319183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 46cd13cf-1d85-42f9-a472-9c5ea79dd545 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:07.326457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.345615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.354533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['466e901b-f444-4df9-a8df-0c7d858ef0df'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:03:07.358449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-98d07293-eb48-4bf3-9932-7cc3ab15f23e tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:07.452540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network b2a768fe-8eea-4913-94ba-6dcaa44671af is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:07.453357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=46cd13cf-1d85-42f9-a472-9c5ea79dd545,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:07.456422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:07.457888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:07.460150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:07.521010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Allocated IP 172.20.0.18 (b2a768fe-8eea-4913-94ba-6dcaa44671af/eea786b1-a63f-467a-8df1-c16786348f8d/a24c8bb2-c06f-4964-8cfd-7184a178ca75) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:07.536014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:07.536739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.564025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7297671 Dec 13 20:03:07.568688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58716) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:07.582423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97bdff62-6c14-488e-8578-c35a64e5fa70'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:07.593445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:07.593825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.801682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] For port a24c8bb2-c06f-4964-8cfd-7184a178ca75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a24c8bb2-c06f-4964-8cfd-7184a178ca75,segment=NetworkSegment(d10e2f60-63ef-4483-8029-a8dcf70fda1c),segment_id=d10e2f60-63ef-4483-8029-a8dcf70fda1c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:07.897458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97067f36-98c2-4911-acc9-6fdca2bbf490 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:03:07.901858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.914147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.932847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a8ba-6f58-4bf6-b414-fd66ec73a4e8 req-a67c26a9-7895-4ebd-8eac-171da641c88a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:07.933829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.934633 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f17a8ba-6f58-4bf6-b414-fd66ec73a4e8 req-a67c26a9-7895-4ebd-8eac-171da641c88a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 931 time: 0.1007838 Dec 13 20:03:07.940141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Transition to ACTIVE for port object a24c8bb2-c06f-4964-8cfd-7184a178ca75 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:07.945615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Transition to ACTIVE for port object 97067f36-98c2-4911-acc9-6fdca2bbf490 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:07.949620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.952179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:07.957929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3dd21ce6-dad6-4fd1-99be-0ef14439dc34 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:07.958122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:07.987185 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f17a8ba-6f58-4bf6-b414-fd66ec73a4e8 req-d06b9253-64d0-4e4c-9787-738e04f5e4f5 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Dec 13 20:03:08.142025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Pushing event updated for resources: {'Port': ['ID=a24c8bb2-c06f-4964-8cfd-7184a178ca75,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:08.151628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:08.211345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573172c-d219-436b-b87a-53340e5dbad7 req-bf8ab068-3211-4cf8-baa5-21308deaefd4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:08.212984 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b573172c-d219-436b-b87a-53340e5dbad7 req-bf8ab068-3211-4cf8-baa5-21308deaefd4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 945 time: 0.1127560 Dec 13 20:03:08.267615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b573172c-d219-436b-b87a-53340e5dbad7 req-bd6e28bc-4b9c-4761-b66d-40d1257d6b7f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Dec 13 20:03:08.379895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Pushing event updated for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:08.406311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:08.600307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Attempting to bind port 97067f36-98c2-4911-acc9-6fdca2bbf490 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:08.600653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Attempting to bind port 97067f36-98c2-4911-acc9-6fdca2bbf490 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5a85107a-65a3-4f47-aea6-8bfea2480b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:08.600949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Attempting to bind port 97067f36-98c2-4911-acc9-6fdca2bbf490 on network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:08.612419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Port 97067f36-98c2-4911-acc9-6fdca2bbf490 on network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:03:08.612737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Attempting to bind port 97067f36-98c2-4911-acc9-6fdca2bbf490 on network a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:08.623133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:08.623491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Checking segment: {'id': '5a85107a-65a3-4f47-aea6-8bfea2480b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:08.623873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Bound using segment: {'id': '5a85107a-65a3-4f47-aea6-8bfea2480b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:08.624294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Bound port: 97067f36-98c2-4911-acc9-6fdca2bbf490, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a85107a-65a3-4f47-aea6-8bfea2480b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:08.624626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:08.627278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370225fb-0fbd-4fd4-b8d9-46827b606051 None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:08.641915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Delete allocated IP 172.20.0.21 (b2a768fe-8eea-4913-94ba-6dcaa44671af/eea786b1-a63f-467a-8df1-c16786348f8d) {{(pid=87526) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:03:08.709734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 466e901b-f444-4df9-a8df-0c7d858ef0df up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:08.778953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed324e2b-1e45-4bed-8358-a18172b20384 None None] Provisioning for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:08.801892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ed324e2b-1e45-4bed-8358-a18172b20384 None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:08.802208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed324e2b-1e45-4bed-8358-a18172b20384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:08.824289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:08.846232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97067f36-98c2-4911-acc9-6fdca2bbf490,segment=NetworkSegment(5a85107a-65a3-4f47-aea6-8bfea2480b26),segment_id=5a85107a-65a3-4f47-aea6-8bfea2480b26)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:08.853744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:08.858295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0511522b-25f1-4eed-91b2-664ce7d2407a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:08.916671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:08.917285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:08.918720 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] 10.222.0.20 "PUT /v2.0/ports/97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 200 len: 1093 time: 1.7226086 Dec 13 20:03:08.921182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 466e901b-f444-4df9-a8df-0c7d858ef0df completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:08.925637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:08.957444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:08.965990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 466e901b-f444-4df9-a8df-0c7d858ef0df triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:08.966546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.003072 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490', 'status': 'completed', 'code': 200} Dec 13 20:03:09.023555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Ignored duplicate provisioning block setup for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 20:03:09.025713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Pushing event updated for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:09.029684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:09.031394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.037925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d39749c0-bb2f-47e3-9e03-27363b628268 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:09.192638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=46cd13cf-1d85-42f9-a472-9c5ea79dd545,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:09.201371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:09.223296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-a1a24298-9f83-4e3e-99b3-c8bced99ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.224054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.225406 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-a1a24298-9f83-4e3e-99b3-c8bced99ac13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38df0802f3214380be5d2a80d822da49&device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 1096 time: 0.2613766 Dec 13 20:03:09.232748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcca04-1ec1-48dc-8c0b-ec0031e547ea req-94dc208d-e904-4380-8802-82d1b1aee81b tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.234710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9bbcca04-1ec1-48dc-8c0b-ec0031e547ea req-94dc208d-e904-4380-8802-82d1b1aee81b tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 943 time: 0.1102087 Dec 13 20:03:09.236421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] In _notify_port_updated(), no bound segment for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 on network b2a768fe-8eea-4913-94ba-6dcaa44671af {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:03:09.241961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.242602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.243840 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/ports/46cd13cf-1d85-42f9-a472-9c5ea79dd545 HTTP/1.1" status: 200 len: 918 time: 1.6741877 Dec 13 20:03:09.263597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:09.264778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58728) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:09.274821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=466e901b-f444-4df9-a8df-0c7d858ef0df,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:09.277895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97bdff62-6c14-488e-8578-c35a64e5fa70'}, {'subnet_id': 'eea786b1-a63f-467a-8df1-c16786348f8d'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:09.295123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.299537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:09.337037 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-11dbd1eb-2889-44dd-afac-a7c5b0fafa21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 200 len: 217 time: 0.1021488 Dec 13 20:03:09.386049 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df', 'code': 200} Dec 13 20:03:09.387155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a24c8bb2-c06f-4964-8cfd-7184a178ca75 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:09.470197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9bbcca04-1ec1-48dc-8c0b-ec0031e547ea req-1ec682df-6d12-4765-a8b2-dea103ca1895 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281578 Dec 13 20:03:09.503124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4586-1a43-493a-90db-ce226aa565a2 req-27808c83-9c1a-4aaa-ada9-ad6061ee0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.505504 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-27808c83-9c1a-4aaa-ada9-ad6061ee0e24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f HTTP/1.1" status: 200 len: 852 time: 0.1608262 Dec 13 20:03:09.510628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:09.524157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:09.562933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:09.562933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.589483 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-5066350e-a74b-4f65-abb3-33b51803dfd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747948 Dec 13 20:03:09.645692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:09.646325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.666301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.786858 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-46134148-697f-4433-8d7b-981e915affd8 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849759 Dec 13 20:03:09.862267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f56dc-c3bd-4254-8d99-d078ff6b9c8d req-e5a6d5a3-8c47-45e0-803d-c476cd5fbe04 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.863922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f02f56dc-c3bd-4254-8d99-d078ff6b9c8d req-e5a6d5a3-8c47-45e0-803d-c476cd5fbe04 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.2913787 Dec 13 20:03:09.866208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9fe0-d706-46f4-8c97-af022fd337b9 req-91f3e343-7756-42ce-a2b9-e0ffe9142aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:09.873485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Provisioning for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:09.873848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6cf9fe0-d706-46f4-8c97-af022fd337b9 req-91f3e343-7756-42ce-a2b9-e0ffe9142aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 1099 time: 0.2540617 Dec 13 20:03:09.879867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Provisioning complete for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:09.880572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:09.959107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-632c4586-1a43-493a-90db-ce226aa565a2 req-c30df925-b594-4e2f-9a5a-2ccdd0762e51 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655004 Dec 13 20:03:09.960741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c65a6-9597-452d-b505-7e42737aff24 None None] Port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:10.009671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6cf9fe0-d706-46f4-8c97-af022fd337b9 req-904f4340-473a-4f02-87da-c4b883eae598 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150162 Dec 13 20:03:10.012458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f02f56dc-c3bd-4254-8d99-d078ff6b9c8d req-272d57db-365e-4bc4-9739-d521d855745a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343832 Dec 13 20:03:10.081770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c140a417-be7b-49d0-932e-54987e87fc3a None None] Provisioning complete for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:10.082271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c140a417-be7b-49d0-932e-54987e87fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.136318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c140a417-be7b-49d0-932e-54987e87fc3a None None] Port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:10.152060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.23 (b2a768fe-8eea-4913-94ba-6dcaa44671af/eea786b1-a63f-467a-8df1-c16786348f8d/46cd13cf-1d85-42f9-a472-9c5ea79dd545) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:10.299694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-4515de8d-451f-4b19-8017-ecef4721728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:10.301196 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-4515de8d-451f-4b19-8017-ecef4721728f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38df0802f3214380be5d2a80d822da49&device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 1096 time: 0.0775332 Dec 13 20:03:10.323170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.339268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Ignored duplicate provisioning block setup for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 20:03:10.348551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.356172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:10.589934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-141682f8-b82a-4931-af59-aa8c696bcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:10.592384 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-141682f8-b82a-4931-af59-aa8c696bcceb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 200 len: 912 time: 0.2693877 Dec 13 20:03:10.661745 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-081cd094-d190-4c55-9d49-fc73ab04d7f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 200 len: 217 time: 0.0618558 Dec 13 20:03:10.701576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=46cd13cf-1d85-42f9-a472-9c5ea79dd545,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:10.730508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-53394c1b-50b8-4ec8-98a3-18f78b8ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:10.732107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-53394c1b-50b8-4ec8-98a3-18f78b8ed5d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f HTTP/1.1" status: 200 len: 852 time: 0.0639772 Dec 13 20:03:10.744833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.745311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.745597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.746007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.746760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.746760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.747108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.747469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.747833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.748204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.748600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.748948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:10.759799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:10.784681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-0eae999b-b74b-4ace-8b6c-35825cd83de1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443871 Dec 13 20:03:10.787285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] In _notify_port_updated(), no bound segment for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 on network b2a768fe-8eea-4913-94ba-6dcaa44671af {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:03:10.792663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:10.793411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.794733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/ports/46cd13cf-1d85-42f9-a472-9c5ea79dd545 HTTP/1.1" status: 200 len: 998 time: 1.5288613 Dec 13 20:03:10.798087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58738) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:10.860064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef995de5-f13e-483d-80be-d7cb6e399865 req-7578319a-76ab-4d27-8e70-f411e278243c tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:10.861498 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef995de5-f13e-483d-80be-d7cb6e399865 req-7578319a-76ab-4d27-8e70-f411e278243c tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 943 time: 0.2529421 Dec 13 20:03:10.862888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4576cf14-3a45-4dcd-927e-f9f971131563 None None] Provisioning complete for port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:10.863830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4576cf14-3a45-4dcd-927e-f9f971131563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.892262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:10.892603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:10.926418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4576cf14-3a45-4dcd-927e-f9f971131563 None None] Port 46cd13cf-1d85-42f9-a472-9c5ea79dd545 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:10.927888 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-45f0df4d-4560-441d-99a1-6f62815f63e1 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343536 Dec 13 20:03:10.972932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef995de5-f13e-483d-80be-d7cb6e399865 req-ffdf2883-4182-4aed-8239-e333005a7c9c tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021700 Dec 13 20:03:11.079137 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fc9fd5f4-1387-4118-8443-23d9825c9b76 req-1bfeaca8-d3ec-469d-bac2-c0f2b1a24b4d service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352978 Dec 13 20:03:11.219974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:11.353499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 46cd13cf-1d85-42f9-a472-9c5ea79dd545 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:11.422444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ef7c0-59c4-481d-a163-1673d3bba08d req-9eeb354b-2f0e-4115-883b-0d40e6afb9ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:11.423931 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d9ef7c0-59c4-481d-a163-1673d3bba08d req-9eeb354b-2f0e-4115-883b-0d40e6afb9ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.2957726 Dec 13 20:03:11.523717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d9ef7c0-59c4-481d-a163-1673d3bba08d req-26807e22-ac68-495d-b56f-0d931f51ebfd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801206 Dec 13 20:03:11.619460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:11.625092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c37ed907-c1b9-40b7-b4f6-5f495e22977d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:11.673203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=46cd13cf-1d85-42f9-a472-9c5ea79dd545,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:11.676229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:11.812146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:11.822128 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/46cd13cf-1d85-42f9-a472-9c5ea79dd545 HTTP/1.1" status: 204 len: 168 time: 1.0229094 Dec 13 20:03:11.825198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58744) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:11.838501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:11.868041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf3f5d7-28ed-4229-b632-3c4c86556d2e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:11.868579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abf3f5d7-28ed-4229-b632-3c4c86556d2e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:11.884989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abf3f5d7-28ed-4229-b632-3c4c86556d2e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:11.886228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-abf3f5d7-28ed-4229-b632-3c4c86556d2e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/46cd13cf-1d85-42f9-a472-9c5ea79dd545 HTTP/1.1" status: 404 len: 333 time: 0.0601413 Dec 13 20:03:11.889082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58748) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:11.962953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet eea786b1-a63f-467a-8df1-c16786348f8d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:11.967548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.022384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.282317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.354616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd634c6-2cf8-4bf4-afd1-57c4a8a8be09 req-2f7df2be-7133-4ac6-9570-d18f3f1c9a70 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:12.356208 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd634c6-2cf8-4bf4-afd1-57c4a8a8be09 req-2f7df2be-7133-4ac6-9570-d18f3f1c9a70 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 943 time: 0.2726004 Dec 13 20:03:12.387697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.392160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c083e2e8-7db1-4810-9389-2ce31d813899 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:12.437385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=eea786b1-a63f-467a-8df1-c16786348f8d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:12.441195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.444721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a32c1-f33a-47a0-91a4-adea9f939a58 None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:12.445531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:12.450403 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd634c6-2cf8-4bf4-afd1-57c4a8a8be09 req-1f863c44-3ab2-47bb-85ad-dea35797a022 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871472 Dec 13 20:03:12.453093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/eea786b1-a63f-467a-8df1-c16786348f8d HTTP/1.1" status: 204 len: 168 time: 0.5630302 Dec 13 20:03:12.455723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58754) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:12.520034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet 97bdff62-6c14-488e-8578-c35a64e5fa70 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:12.522955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.590524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.744197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.744734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97067f36-98c2-4911-acc9-6fdca2bbf490 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:03:12.794496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad8be-8254-4829-a172-ca57ceb0db3b req-66915977-0d2f-4d58-b5bb-1a8fc6aa4c79 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:12.796072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-361ad8be-8254-4829-a172-ca57ceb0db3b req-66915977-0d2f-4d58-b5bb-1a8fc6aa4c79 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.1580515 Dec 13 20:03:12.861242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-361ad8be-8254-4829-a172-ca57ceb0db3b req-cb561099-9d68-4061-b53c-73b4d3015aa1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564206 Dec 13 20:03:12.867273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.873715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-14c73fd8-bfe7-457a-bacf-19265d4c1d22 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:12.900878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97067f36-98c2-4911-acc9-6fdca2bbf490,segment=NetworkSegment(5a85107a-65a3-4f47-aea6-8bfea2480b26),segment_id=5a85107a-65a3-4f47-aea6-8bfea2480b26)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:12.914314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=97bdff62-6c14-488e-8578-c35a64e5fa70,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:12.915685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '97067f36-98c2-4911-acc9-6fdca2bbf490', 'network_id': 'a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3', 'port_id': '97067f36-98c2-4911-acc9-6fdca2bbf490', 'mac_address': 'fa:16:3e:f3:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:03:12.917466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:12.921431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:12.930196 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/97bdff62-6c14-488e-8578-c35a64e5fa70 HTTP/1.1" status: 204 len: 168 time: 0.4711022 Dec 13 20:03:12.930675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58762) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:12.984518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.003276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97067f36-98c2-4911-acc9-6fdca2bbf490 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:03:13.021066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97067f36-98c2-4911-acc9-6fdca2bbf490,segment=NetworkSegment(5a85107a-65a3-4f47-aea6-8bfea2480b26),segment_id=5a85107a-65a3-4f47-aea6-8bfea2480b26)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:13.031760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.033753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c11ae305-c3ff-4d6a-bb68-33ee59185817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:13.071339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.083486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port a24c8bb2-c06f-4964-8cfd-7184a178ca75 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:13.083824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.084915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf323c9-e320-469e-aee8-1523fbe336b7 req-bfeb596a-3ea5-4836-8772-6011e5d08b36 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:13.086910 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cf323c9-e320-469e-aee8-1523fbe336b7 req-bfeb596a-3ea5-4836-8772-6011e5d08b36 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.0906014 Dec 13 20:03:13.101724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:13.104877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:13.144106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cf323c9-e320-469e-aee8-1523fbe336b7 req-e7e7d9d9-6bbe-4523-a3c4-fac3c9734c18 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497413 Dec 13 20:03:13.296495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['97067f36-98c2-4911-acc9-6fdca2bbf490'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:03:13.308060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port a24c8bb2-c06f-4964-8cfd-7184a178ca75, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a24c8bb2-c06f-4964-8cfd-7184a178ca75,segment=NetworkSegment(d10e2f60-63ef-4483-8029-a8dcf70fda1c),segment_id=d10e2f60-63ef-4483-8029-a8dcf70fda1c)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:13.308445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.363256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3486c3-7dff-4777-b377-869e1f625842 None None] Network b2a768fe-8eea-4913-94ba-6dcaa44671af requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:13.436555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for a24c8bb2-c06f-4964-8cfd-7184a178ca75 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:13.476861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-211eb8b7-6545-401a-85dd-5f4fd8780aab None None] Provisioning complete for port a24c8bb2-c06f-4964-8cfd-7184a178ca75 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:13.477643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-211eb8b7-6545-401a-85dd-5f4fd8780aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.518033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.524288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b76903c7-0775-48d9-b772-f966acdff922 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:13.576031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=a24c8bb2-c06f-4964-8cfd-7184a178ca75,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:13.585801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No DVR routers for this DVR port a24c8bb2-c06f-4964-8cfd-7184a178ca75 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:13.588026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.588471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.588854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.589315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.589718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.590165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.590591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.590890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.591255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.591624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.592042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.592349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:03:13.626861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:13.667193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-211eb8b7-6545-401a-85dd-5f4fd8780aab None None] Could not find standard attr ID for object a24c8bb2-c06f-4964-8cfd-7184a178ca75. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:03:13.677386 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-211eb8b7-6545-401a-85dd-5f4fd8780aab None None] No ports have port_id starting with a24c8bb2-c06f-4964-8cfd-7184a178ca75 Dec 13 20:03:13.678125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c67569-9e2e-4eec-86cd-a8e9022aa598 req-a87b6758-b6c8-4c9c-a7b9-96feb04287f2 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:13.679646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-68c67569-9e2e-4eec-86cd-a8e9022aa598 req-a87b6758-b6c8-4c9c-a7b9-96feb04287f2 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 944 time: 0.1126039 Dec 13 20:03:13.730110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.733333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f42a8-4b66-4739-9d3b-10e299221c4a None None] DHCP port deletion for b2a768fe-8eea-4913-94ba-6dcaa44671af request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:13.739334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-68c67569-9e2e-4eec-86cd-a8e9022aa598 req-e7804058-25c4-4299-ae24-c6f3898f3407 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Dec 13 20:03:13.758946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a768fe-8eea-4913-94ba-6dcaa44671af']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:13.771254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10e2f60-63ef-4483-8029-a8dcf70fda1c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:13.771553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10e2f60-63ef-4483-8029-a8dcf70fda1c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:13.783063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.798953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.804971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:13.805389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:13.819664 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:13.903209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.906603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93b30e79-5d39-49b6-9420-ab6eba7360cb tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:13.920954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:13.931969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=b2a768fe-8eea-4913-94ba-6dcaa44671af,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:13.936278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:13.945429 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/b2a768fe-8eea-4913-94ba-6dcaa44671af HTTP/1.1" status: 204 len: 168 time: 1.0136135 Dec 13 20:03:13.950584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58772) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:14.032521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee3101-dc7a-464a-8abc-99d667ec0947 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:14.033118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5dee3101-dc7a-464a-8abc-99d667ec0947 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:14.051626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5dee3101-dc7a-464a-8abc-99d667ec0947 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:14.052804 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5dee3101-dc7a-464a-8abc-99d667ec0947 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1012840 Dec 13 20:03:14.056420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58776) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:14.141041 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d1aa6738-d64e-4d78-916a-dd25d14f6a13 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0834560 Dec 13 20:03:14.144346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58780) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:14.149664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-315249167'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:14.154924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:14.158839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:14.161907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:14.167592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:14.178578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:14.181971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.213069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:03:14.222739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.223070 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 946a4e41-7f43-4f72-93c0-6b78af6ac00a of type vlan for network ccab0691-296b-4a78-a75d-054b90c60a38 Dec 13 20:03:14.249461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.281211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.286924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:14.287549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.291142 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-01bf95d6-7c9d-407f-a023-007e9eae49f8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:14.502848 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3573141 Dec 13 20:03:14.505477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58784) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:14.508155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=ccab0691-296b-4a78-a75d-054b90c60a38,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:14.513361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:14.518935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ccab0691-296b-4a78-a75d-054b90c60a38 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:03:14.526972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:14.627631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:14.631977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:14.635238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:14.641789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:14.652671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:14.656654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.702700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58788) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:14.758821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97067f36-98c2-4911-acc9-6fdca2bbf490 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:14.854060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 97067f36-98c2-4911-acc9-6fdca2bbf490 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:14.860354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 97067f36-98c2-4911-acc9-6fdca2bbf490 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:14.860770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.899507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.904995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-759f7ba8-f239-4d07-8685-466db0763025 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:14.983096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=508b7288-d970-4824-a449-ee8a227a7300,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:14.986781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:14.987465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:14.991694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '946a4e41-7f43-4f72-93c0-6b78af6ac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:14.992176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: ccab0691-296b-4a78-a75d-054b90c60a38, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:03:15.013571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network ccab0691-296b-4a78-a75d-054b90c60a38 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:03:15.018552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:15.025707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ccab0691-296b-4a78-a75d-054b90c60a38) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:15.031209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:15.031954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.033655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97067f36-98c2-4911-acc9-6fdca2bbf490,segment=NetworkSegment(5a85107a-65a3-4f47-aea6-8bfea2480b26),segment_id=5a85107a-65a3-4f47-aea6-8bfea2480b26)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:15.043317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0406ff8-331f-41e0-bc8e-ee0ac6e1168f None None] Network ccab0691-296b-4a78-a75d-054b90c60a38 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:15.059987 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5534103 Dec 13 20:03:15.063557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58796) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:15.068743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.071267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38', 'name': 'tempest-PortsTestJSON-1224183665'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:15.076048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e6244659-5ef6-4934-baa1-282dcafa971a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:15.123994 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490', 'code': 200} Dec 13 20:03:15.146908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ffd41-d016-41bd-90a7-d797caf8bc0e req-98e9a1f2-3a96-4b8d-a198-44b84f2c7500 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:15.148416 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c25ffd41-d016-41bd-90a7-d797caf8bc0e req-98e9a1f2-3a96-4b8d-a198-44b84f2c7500 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 944 time: 0.2706397 Dec 13 20:03:15.237274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:15.242235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:15.255629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:15.270140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:15.307429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c25ffd41-d016-41bd-90a7-d797caf8bc0e req-f1bbdcce-34ab-432b-8de2-65d048d2d65e tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329355 Dec 13 20:03:15.348526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:15.353278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.381559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a24c8bb2-c06f-4964-8cfd-7184a178ca75 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:15.394395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port b3e4b44a-8040-451b-ae3c-388f10f07213 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:15.424427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a24c8bb2-c06f-4964-8cfd-7184a178ca75 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:15.424862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a24c8bb2-c06f-4964-8cfd-7184a178ca75 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:15.439158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ccab0691-296b-4a78-a75d-054b90c60a38', 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': '508b7288-d970-4824-a449-ee8a227a7300'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:03:15.440033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.498444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdabcd-5e07-4399-9771-dc7762110b2d req-51aff2ce-0805-4277-b52b-83b1ba88ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:15.500044 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d1fdabcd-5e07-4399-9771-dc7762110b2d req-51aff2ce-0805-4277-b52b-83b1ba88ba42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 1098 time: 0.2210605 Dec 13 20:03:15.593902 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d1fdabcd-5e07-4399-9771-dc7762110b2d req-e163af54-672f-40d6-8b6a-dddbaa0d2bae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 Dec 13 20:03:15.602175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.3 (ccab0691-296b-4a78-a75d-054b90c60a38/508b7288-d970-4824-a449-ee8a227a7300/b3e4b44a-8040-451b-ae3c-388f10f07213) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:15.746437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.814332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.831437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object b3e4b44a-8040-451b-ae3c-388f10f07213 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:15.855378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:15.860831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03ab3006-e7f9-43c8-92d3-9ac31669fe32 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:15.923542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Allocated IP 172.20.0.2 (ccab0691-296b-4a78-a75d-054b90c60a38/508b7288-d970-4824-a449-ee8a227a7300/dc911525-bf25-4d6f-8166-949c78ca264d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:15.929203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network ccab0691-296b-4a78-a75d-054b90c60a38 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:15.932261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:15.936858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:15.971373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=b3e4b44a-8040-451b-ae3c-388f10f07213,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:15.979999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:16.002765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:16.003462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.028780 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9640532 Dec 13 20:03:16.031445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58800) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:16.037183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38', 'name': 'tempest-PortsTestJSON-1666541440'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:16.137095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.149985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Transition to ACTIVE for port object dc911525-bf25-4d6f-8166-949c78ca264d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:16.168492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Transition to ACTIVE for port object dc911525-bf25-4d6f-8166-949c78ca264d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:16.175086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.180533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:16.242409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Network ccab0691-296b-4a78-a75d-054b90c60a38 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:16.245328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:16.249497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:16.258711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Pushing event updated for resources: {'Port': ['ID=dc911525-bf25-4d6f-8166-949c78ca264d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:16.288965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:16.291194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:16.293874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.17 (75c205d2-351b-4a9c-ae22-330833723340/a40f2f97-82ed-420c-85cd-3707969b59f7/44b1a7ce-8e24-406a-8bf7-68665101a2de) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:16.299354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:16.302997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:16.312272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:16.344911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Attempting to bind port dc911525-bf25-4d6f-8166-949c78ca264d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:16.345409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Attempting to bind port dc911525-bf25-4d6f-8166-949c78ca264d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '946a4e41-7f43-4f72-93c0-6b78af6ac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:16.345795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Attempting to bind port dc911525-bf25-4d6f-8166-949c78ca264d on network ccab0691-296b-4a78-a75d-054b90c60a38 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:16.351539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:16.352075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Checking segment: {'id': '946a4e41-7f43-4f72-93c0-6b78af6ac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:16.352333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.352818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Bound using segment: {'id': '946a4e41-7f43-4f72-93c0-6b78af6ac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:16.353285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Bound port: dc911525-bf25-4d6f-8166-949c78ca264d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946a4e41-7f43-4f72-93c0-6b78af6ac00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ccab0691-296b-4a78-a75d-054b90c60a38'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:16.353658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.391363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:16.394825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.446390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 62065c56-3c0f-44a1-b3fd-f8841a10e823 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:16.458465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] For port dc911525-bf25-4d6f-8166-949c78ca264d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:16.461645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] For port dc911525-bf25-4d6f-8166-949c78ca264d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dc911525-bf25-4d6f-8166-949c78ca264d,segment=NetworkSegment(946a4e41-7f43-4f72-93c0-6b78af6ac00a),segment_id=946a4e41-7f43-4f72-93c0-6b78af6ac00a)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:16.467352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.471022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:16.551528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Pushing event updated for resources: {'Port': ['ID=dc911525-bf25-4d6f-8166-949c78ca264d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:16.554756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:16.580971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.638236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 44b1a7ce-8e24-406a-8bf7-68665101a2de will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:16.719608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:16.727304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9137891a-a003-4f3f-9990-33e15cb1dca5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:16.783431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80735-0237-4852-914f-7bdba6027116 req-fc096eb8-f482-4eef-b63d-c01f2cc4c547 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:16.784933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-82c80735-0237-4852-914f-7bdba6027116 req-fc096eb8-f482-4eef-b63d-c01f2cc4c547 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.3400402 Dec 13 20:03:16.865747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 75c205d2-351b-4a9c-ae22-330833723340 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:16.873707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:16.878870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.6 (ccab0691-296b-4a78-a75d-054b90c60a38/508b7288-d970-4824-a449-ee8a227a7300/62065c56-3c0f-44a1-b3fd-f8841a10e823) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:16.885641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:16.919840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:16.937529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:16.943925 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-82c80735-0237-4852-914f-7bdba6027116 req-787b7610-ac97-4a2d-ab53-450496332aa2 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414709 Dec 13 20:03:16.983979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.126148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6cfdb67-80c8-43fa-a75c-2a53f0a843d6 None None] Provisioning for port 44b1a7ce-8e24-406a-8bf7-68665101a2de completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:17.131593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6cfdb67-80c8-43fa-a75c-2a53f0a843d6 None None] Provisioning complete for port 44b1a7ce-8e24-406a-8bf7-68665101a2de triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:17.131990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdb67-80c8-43fa-a75c-2a53f0a843d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.193395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfdb67-80c8-43fa-a75c-2a53f0a843d6 None None] Port 44b1a7ce-8e24-406a-8bf7-68665101a2de cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:17.202724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.245480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 62065c56-3c0f-44a1-b3fd-f8841a10e823 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:17.292866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.360164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.365422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dc911525-bf25-4d6f-8166-949c78ca264d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:17.389030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21eddf8a-5bf1-407d-8586-ed7769a99712 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:17.444647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port dc911525-bf25-4d6f-8166-949c78ca264d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:17.661912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcffddd-e01d-46cd-bde6-b7371c2c096f None None] Network ccab0691-296b-4a78-a75d-054b90c60a38 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:17.689364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network ccab0691-296b-4a78-a75d-054b90c60a38 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:17.694453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:17.697573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:17.742463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=62065c56-3c0f-44a1-b3fd-f8841a10e823,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:17.752355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:17.759879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Provisioning for port dc911525-bf25-4d6f-8166-949c78ca264d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:17.777543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Provisioning complete for port dc911525-bf25-4d6f-8166-949c78ca264d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:17.777992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.847166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:17.847814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:17.914630 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8794448 Dec 13 20:03:17.915152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58806) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:18.016720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03544509-f839-41aa-bca7-8d5b72df08b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:18.017853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03544509-f839-41aa-bca7-8d5b72df08b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:18.036223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03544509-f839-41aa-bca7-8d5b72df08b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:18.041051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-03544509-f839-41aa-bca7-8d5b72df08b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1242535 Dec 13 20:03:18.041951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58812) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:18.054764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.096490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] For port dc911525-bf25-4d6f-8166-949c78ca264d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dc911525-bf25-4d6f-8166-949c78ca264d,segment=NetworkSegment(946a4e41-7f43-4f72-93c0-6b78af6ac00a),segment_id=946a4e41-7f43-4f72-93c0-6b78af6ac00a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:18.102498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.103998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:18.173030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Pushing event updated for resources: {'Port': ['ID=dc911525-bf25-4d6f-8166-949c78ca264d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:18.176133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:18.181267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 62065c56-3c0f-44a1-b3fd-f8841a10e823 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:18.181612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.211489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.219868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.264462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25d9d31d-a048-4d74-b139-a2dea0aadd64 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:18.332669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Provisioning for port b3e4b44a-8040-451b-ae3c-388f10f07213 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:18.339507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Provisioning complete for port b3e4b44a-8040-451b-ae3c-388f10f07213 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:18.340868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.407890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Port b3e4b44a-8040-451b-ae3c-388f10f07213 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:18.413467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.420890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Provisioning for port 62065c56-3c0f-44a1-b3fd-f8841a10e823 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:18.426733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Provisioning complete for port 62065c56-3c0f-44a1-b3fd-f8841a10e823 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:18.427282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.432041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:18.435602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:18.485969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8374d-4f08-4aad-8983-905e814c99bd req-9588eba1-161c-47a3-8e07-3ea6254ae6a0 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:18.487505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00d8374d-4f08-4aad-8983-905e814c99bd req-9588eba1-161c-47a3-8e07-3ea6254ae6a0 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.3977933 Dec 13 20:03:18.491486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Port 62065c56-3c0f-44a1-b3fd-f8841a10e823 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:18.503609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Provisioning complete for port dc911525-bf25-4d6f-8166-949c78ca264d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:18.504280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-39eb89f7-ccff-4043-91cf-8931ea4faf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.732304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00d8374d-4f08-4aad-8983-905e814c99bd req-43fca534-b8ec-49c6-b528-91ca25a86d6a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775010 Dec 13 20:03:18.753271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Provisioning complete for port b3e4b44a-8040-451b-ae3c-388f10f07213 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:18.753271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.755930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.768975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 75c205d2-351b-4a9c-ae22-330833723340 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:18.771779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:18.802386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Port b3e4b44a-8040-451b-ae3c-388f10f07213 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:18.813588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Provisioning complete for port 62065c56-3c0f-44a1-b3fd-f8841a10e823 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:18.815354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:18.872325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8f690c64-f48b-4b64-bb86-40b55926962e None None] Port 62065c56-3c0f-44a1-b3fd-f8841a10e823 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:18.894389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 62065c56-3c0f-44a1-b3fd-f8841a10e823 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:19.095484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2b95273a-e4a4-4058-b16b-bd67d0b64419 None None] Provisioning complete for port 44b1a7ce-8e24-406a-8bf7-68665101a2de triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:19.096215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2b95273a-e4a4-4058-b16b-bd67d0b64419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:19.153360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2b95273a-e4a4-4058-b16b-bd67d0b64419 None None] Port 44b1a7ce-8e24-406a-8bf7-68665101a2de cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:19.315219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dc911525-bf25-4d6f-8166-949c78ca264d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:19.387863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port dc911525-bf25-4d6f-8166-949c78ca264d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:19.388383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:19.396279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56e78f-34f9-4dca-bafe-9a505844c092 req-99e8fc03-5f3d-440a-9f91-d78c63126626 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:19.397778 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8d56e78f-34f9-4dca-bafe-9a505844c092 req-99e8fc03-5f3d-440a-9f91-d78c63126626 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.5122063 Dec 13 20:03:19.408256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:19.435899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:19.445456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:19.565566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=62065c56-3c0f-44a1-b3fd-f8841a10e823,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:19.571662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:19.629269 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8d56e78f-34f9-4dca-bafe-9a505844c092 req-ff211b39-f1cb-4f6f-b6d1-918c243ef737 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198360 Dec 13 20:03:19.775331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:19.797831 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/62065c56-3c0f-44a1-b3fd-f8841a10e823 HTTP/1.1" status: 204 len: 168 time: 1.7547998 Dec 13 20:03:19.799244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:19.802791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58820) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:19.817828 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e70284c3-37df-4b12-bd2b-3a7403db24c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1139450 Dec 13 20:03:19.820456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:19.832086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:19.832712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:02:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:19.880334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7083d0b-60f9-4c77-8a9c-086a951c7f47 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:19.882311 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f7083d0b-60f9-4c77-8a9c-086a951c7f47 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/62065c56-3c0f-44a1-b3fd-f8841a10e823 HTTP/1.1" status: 404 len: 333 time: 0.0770524 Dec 13 20:03:19.886840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58828) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:19.954040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port b3e4b44a-8040-451b-ae3c-388f10f07213 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:19.954810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.035470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:20.205409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667e1f2-cc6a-430c-b02e-85dee6c35608 req-bc80e9bf-5083-43b3-a2f0-56e0b501068a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:20.206801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e667e1f2-cc6a-430c-b02e-85dee6c35608 req-bc80e9bf-5083-43b3-a2f0-56e0b501068a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.2279277 Dec 13 20:03:20.294953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e667e1f2-cc6a-430c-b02e-85dee6c35608 req-cc7446ea-72a2-4f60-b97a-398986af244b tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Dec 13 20:03:20.300524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.412719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:17Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b1a7ce-8e24-406a-8bf7-68665101a2de', 'name': '', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:0b:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:03:15Z', 'updated_at': '2021-12-13T20:03:17Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:20.416631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:03:20.416978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Updating router e70284c3-37df-4b12-bd2b-3a7403db24c9 port 44b1a7ce-8e24-406a-8bf7-68665101a2de binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:03:20.430363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for b3e4b44a-8040-451b-ae3c-388f10f07213 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:20.471127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.583327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.589320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63824ca0-4dd5-4a45-861f-52cf38a2fa06 tempest-AllowedAddressPairTestJSON-1476466590 tempest-AllowedAddressPairTestJSON-1476466590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:20.637230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=b3e4b44a-8040-451b-ae3c-388f10f07213,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:20.669362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:20.739247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.749773 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/b3e4b44a-8040-451b-ae3c-388f10f07213 HTTP/1.1" status: 204 len: 168 time: 0.8631971 Dec 13 20:03:20.752273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58834) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:20.798144 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62e311e-508c-4887-b26f-a5e6f5adf44d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:20.798686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b62e311e-508c-4887-b26f-a5e6f5adf44d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:20.816799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b62e311e-508c-4887-b26f-a5e6f5adf44d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:20.821046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b62e311e-508c-4887-b26f-a5e6f5adf44d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/b3e4b44a-8040-451b-ae3c-388f10f07213 HTTP/1.1" status: 404 len: 333 time: 0.0647032 Dec 13 20:03:20.821380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58838) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:20.876070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.888219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Transition to ACTIVE for port object 44b1a7ce-8e24-406a-8bf7-68665101a2de will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:20.890811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet 508b7288-d970-4824-a449-ee8a227a7300 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:20.894171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.895570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:20.900026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e0d4769-2ee4-4700-b747-5bdc68c5d254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:21.032980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Pushing event updated for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:21.059353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:21.106225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.131519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Attempting to bind port 44b1a7ce-8e24-406a-8bf7-68665101a2de on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:21.132134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Attempting to bind port 44b1a7ce-8e24-406a-8bf7-68665101a2de by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:21.132512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Attempting to bind port 44b1a7ce-8e24-406a-8bf7-68665101a2de on network 75c205d2-351b-4a9c-ae22-330833723340 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:21.138682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:21.139897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Checking segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:21.140324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.140736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Bound using segment: {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:21.141241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Bound port: 44b1a7ce-8e24-406a-8bf7-68665101a2de, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb404d4-0507-49e6-b626-367729d7520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c205d2-351b-4a9c-ae22-330833723340'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:21.141633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.194321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.239388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] For port 44b1a7ce-8e24-406a-8bf7-68665101a2de, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:21.242829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] For port 44b1a7ce-8e24-406a-8bf7-68665101a2de, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44b1a7ce-8e24-406a-8bf7-68665101a2de,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:21.247409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.252332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:21.272679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.276870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f3046bf-48f7-4287-a5a9-604ab531551e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:21.313195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=508b7288-d970-4824-a449-ee8a227a7300,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:21.316539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:21.317570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.324715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/508b7288-d970-4824-a449-ee8a227a7300 HTTP/1.1" status: 204 len: 168 time: 0.5023544 Dec 13 20:03:21.327675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58844) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:21.334471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:21.335137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:02:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:21.407328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59485781-6ab4-4083-8114-d5ce8ebc669a None None] Network ccab0691-296b-4a78-a75d-054b90c60a38 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:21.477155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.531024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Pushing event updated for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:21.533297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port dc911525-bf25-4d6f-8166-949c78ca264d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:21.533709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.534339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:21.666555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e516dc9-9393-4681-aada-0339d3b1abe7 req-95187aea-ef6f-4f78-a85e-40444c03f7c5 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:21.668003 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e516dc9-9393-4681-aada-0339d3b1abe7 req-95187aea-ef6f-4f78-a85e-40444c03f7c5 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.1876795 Dec 13 20:03:21.789359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a3d45ca1-72ea-4ae3-b69d-5cb826274ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.800726 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e516dc9-9393-4681-aada-0339d3b1abe7 req-169f7e33-67d8-40c3-b7f9-5a251d1d91dd tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107218 Dec 13 20:03:21.808172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port dc911525-bf25-4d6f-8166-949c78ca264d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dc911525-bf25-4d6f-8166-949c78ca264d,segment=NetworkSegment(946a4e41-7f43-4f72-93c0-6b78af6ac00a),segment_id=946a4e41-7f43-4f72-93c0-6b78af6ac00a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:21.808540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:21.813735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:21.938637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for dc911525-bf25-4d6f-8166-949c78ca264d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:22.034003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.043460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:22.109400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=dc911525-bf25-4d6f-8166-949c78ca264d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:22.143564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:22.148752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No DVR routers for this DVR port dc911525-bf25-4d6f-8166-949c78ca264d on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:22.177646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449f545-9c2e-4849-8726-37849438cb01 None None] DHCP port deletion for ccab0691-296b-4a78-a75d-054b90c60a38 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:22.228561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-08d9757d-1711-40c9-83e6-9bc4c8826563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:22.230114 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-08d9757d-1711-40c9-83e6-9bc4c8826563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38df0802f3214380be5d2a80d822da49&device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 1098 time: 0.0876555 Dec 13 20:03:22.294029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.348426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac47f6-3d42-45fe-82a7-67554bb0700b req-c33b0cf9-3339-41cf-84a1-03488dced15d tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:22.350291 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6eac47f6-3d42-45fe-82a7-67554bb0700b req-c33b0cf9-3339-41cf-84a1-03488dced15d tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.2387908 Dec 13 20:03:22.361091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccab0691-296b-4a78-a75d-054b90c60a38']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:22.382464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-cab40b0a-f522-49ef-ad5f-f85f20d493cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:22.384053 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-cab40b0a-f522-49ef-ad5f-f85f20d493cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 200 len: 912 time: 0.1441407 Dec 13 20:03:22.394977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946a4e41-7f43-4f72-93c0-6b78af6ac00a') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:22.395281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946a4e41-7f43-4f72-93c0-6b78af6ac00a') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:22.401011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:17Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b1a7ce-8e24-406a-8bf7-68665101a2de', 'name': '', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:0b:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:03:15Z', 'updated_at': '2021-12-13T20:03:21Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:22.406884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c17abb5-c68a-4aaa-ba1c-8d7ab39aca55 None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:17Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b1a7ce-8e24-406a-8bf7-68665101a2de', 'name': '', 'network_id': '75c205d2-351b-4a9c-ae22-330833723340', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:0b:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:03:15Z', 'updated_at': '2021-12-13T20:03:21Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'a40f2f97-82ed-420c-85cd-3707969b59f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:22.419657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.449488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6eac47f6-3d42-45fe-82a7-67554bb0700b req-7b3400e9-0af0-425f-ba29-b344e044a859 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Dec 13 20:03:22.450630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.457585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:22.457972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:22.474379 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:22.585493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.589931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:22.605542 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.606846 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-42aa085f-f213-41ca-9e11-1a34432c514f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 200 len: 217 time: 0.2104733 Dec 13 20:03:22.617013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=ccab0691-296b-4a78-a75d-054b90c60a38,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:22.621803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:22.630261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/ccab0691-296b-4a78-a75d-054b90c60a38 HTTP/1.1" status: 204 len: 168 time: 1.3015056 Dec 13 20:03:22.634607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58854) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:22.641225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380160299'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:22.648256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:22.652600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:22.655776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:22.661991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:22.678989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:22.682597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.686011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-0cee5554-cf64-4c2b-a870-11d9334ae40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:22.687650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-0cee5554-cf64-4c2b-a870-11d9334ae40d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f HTTP/1.1" status: 200 len: 852 time: 0.0742235 Dec 13 20:03:22.713015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:03:22.723872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.724424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment f388b231-2871-445e-a041-8df6c327d36c of type vlan for network 16c7f4c0-4380-4036-be59-a76a8c9eb920 Dec 13 20:03:22.741650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-c0c1f2fc-e201-4484-bf30-f041615b3745 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467598 Dec 13 20:03:22.754043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.786122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.791943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:22.792555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:22.796644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e20fe09-4a0b-4ded-884a-4684169b3202 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:22.880542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-1c827e36-05a8-4ce7-8155-67e57cc17bf1 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319997 Dec 13 20:03:23.028292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3900580 Dec 13 20:03:23.028874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58858) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:23.036020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=16c7f4c0-4380-4036-be59-a76a8c9eb920,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:23.036960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:23.039275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:23.051660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:03:23.056378 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a5c148ac-e6d3-4d07-8047-0e068d3e647f req-bd35091a-d9b7-439b-a4cc-5df5560e4ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680350 Dec 13 20:03:23.167348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:23.175157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:23.178894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:23.186603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:23.196153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:23.200704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.335797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44b1a7ce-8e24-406a-8bf7-68665101a2de up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:23.403355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 44b1a7ce-8e24-406a-8bf7-68665101a2de completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:23.408045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 44b1a7ce-8e24-406a-8bf7-68665101a2de triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:23.408409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.423644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.427186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c41ac8a4-5804-4265-9931-9d4c44dc4f07 tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:23.502865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=47f6802e-84ce-48cf-9520-8c8ca6a4221d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:23.506342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:23.513129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': 'f388b231-2871-445e-a041-8df6c327d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:23.513428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: 16c7f4c0-4380-4036-be59-a76a8c9eb920, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:03:23.529393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.536630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:03:23.550282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 16c7f4c0-4380-4036-be59-a76a8c9eb920) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:23.555268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:23.556060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.564820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca613829-be7c-4318-9d3a-f506729942db None None] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:23.587002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 44b1a7ce-8e24-406a-8bf7-68665101a2de, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44b1a7ce-8e24-406a-8bf7-68665101a2de,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:23.588696 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5585814 Dec 13 20:03:23.591680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:23.597490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920', 'name': 'tempest-PortsTestJSON-397009492', 'fixed_ips': [{'subnet_id': '47f6802e-84ce-48cf-9520-8c8ca6a4221d', 'ip_address': '172.20.0.10'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:23.645970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.654896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:23.688968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad76d1-31aa-4309-bf56-4d31757726c9 req-bd68ba38-d1ed-48dc-89c0-fc74d19b8850 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:23.697690 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32ad76d1-31aa-4309-bf56-4d31757726c9 req-bd68ba38-d1ed-48dc-89c0-fc74d19b8850 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0993919 Dec 13 20:03:23.713585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dc911525-bf25-4d6f-8166-949c78ca264d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:23.757440 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32ad76d1-31aa-4309-bf56-4d31757726c9 req-4576864e-4a3f-44cd-af95-71db789a8fbe tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Dec 13 20:03:23.768373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: dc911525-bf25-4d6f-8166-949c78ca264d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:23.768986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dc911525-bf25-4d6f-8166-949c78ca264d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:23.793450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:23.799443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:23.804528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:23.811396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:23.815062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:23.819758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:23.826999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:23.912313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8e02ec1d-8293-46fc-8181-7bcd15a39b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.931221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-16c7f4c0-4380-4036-be59-a76a8c9eb920', 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': '47f6802e-84ce-48cf-9520-8c8ca6a4221d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:03:23.932079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.962435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:23.984162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:24.089120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Allocated IP 172.20.0.2 (16c7f4c0-4380-4036-be59-a76a8c9eb920/47f6802e-84ce-48cf-9520-8c8ca6a4221d/e2cc57d5-944d-41cd-963c-1a7920be57c8) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:24.300304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.311001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Transition to ACTIVE for port object e2cc57d5-944d-41cd-963c-1a7920be57c8 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:24.330970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Transition to ACTIVE for port object e2cc57d5-944d-41cd-963c-1a7920be57c8 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:24.336708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.342318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:24.401498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:24.404524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:24.407870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.10 (16c7f4c0-4380-4036-be59-a76a8c9eb920/47f6802e-84ce-48cf-9520-8c8ca6a4221d/174b4fc6-be14-4ad1-909b-c8b2a63fe6c2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:24.408208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:24.417207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Pushing event updated for resources: {'Port': ['ID=e2cc57d5-944d-41cd-963c-1a7920be57c8,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:24.451140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:24.505939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Attempting to bind port e2cc57d5-944d-41cd-963c-1a7920be57c8 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:24.506319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Attempting to bind port e2cc57d5-944d-41cd-963c-1a7920be57c8 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f388b231-2871-445e-a041-8df6c327d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:24.506699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Attempting to bind port e2cc57d5-944d-41cd-963c-1a7920be57c8 on network 16c7f4c0-4380-4036-be59-a76a8c9eb920 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:24.512355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:24.512744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Checking segment: {'id': 'f388b231-2871-445e-a041-8df6c327d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:24.513183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.513593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Bound using segment: {'id': 'f388b231-2871-445e-a041-8df6c327d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:24.514073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Bound port: e2cc57d5-944d-41cd-963c-1a7920be57c8, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f388b231-2871-445e-a041-8df6c327d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:24.514459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.604318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] For port e2cc57d5-944d-41cd-963c-1a7920be57c8, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:24.607425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] For port e2cc57d5-944d-41cd-963c-1a7920be57c8, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2cc57d5-944d-41cd-963c-1a7920be57c8,segment=NetworkSegment(f388b231-2871-445e-a041-8df6c327d36c),segment_id=f388b231-2871-445e-a041-8df6c327d36c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:24.611194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.614714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa837aee-feb2-4706-ab9d-88266c2ceb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:24.620114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.638598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:24.663804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.670475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27e8f457-6e71-440a-afc2-618ea3ae33b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:24.738993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Pushing event updated for resources: {'Port': ['ID=e2cc57d5-944d-41cd-963c-1a7920be57c8,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:24.742228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:24.744397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:24.749728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:24.751468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:24.790012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=174b4fc6-be14-4ad1-909b-c8b2a63fe6c2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:24.800294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:24.828067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:24.828722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.858149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58870) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:24.858723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2653887 Dec 13 20:03:24.866957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': '16c7f4c0-4380-4036-be59-a76a8c9eb920', 'name': 'tempest-PortsTestJSON-677293409', 'fixed_ips': [{'subnet_id': '47f6802e-84ce-48cf-9520-8c8ca6a4221d', 'ip_address': '172.20.0.9'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:24.936488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:24.991053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:25.082507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b047-9477-4c53-b0ad-66fff1fc20a4 req-60a708c8-3508-40e8-b1ab-678153d5ca0a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:25.084006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3286b047-9477-4c53-b0ad-66fff1fc20a4 req-60a708c8-3508-40e8-b1ab-678153d5ca0a tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.2220907 Dec 13 20:03:25.089094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:25.094988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:25.116018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:25.126197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:25.152330 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3286b047-9477-4c53-b0ad-66fff1fc20a4 req-df25a54b-01e8-41f5-8233-caebbb488bde tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Dec 13 20:03:25.152963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:25.310922 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-6ead3ef9-eab1-497c-8474-4f8f393eaa5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051373 Dec 13 20:03:25.329195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:25.364216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 578187ce-1fd4-4396-b71a-2fe097600943 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:25.443106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2cc57d5-944d-41cd-963c-1a7920be57c8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:25.464357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-28f84831-3e56-4e0e-ae84-f5f4f93fd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:25.467366 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-28f84831-3e56-4e0e-ae84-f5f4f93fd229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1098 time: 0.1252940 Dec 13 20:03:25.578058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e2cc57d5-944d-41cd-963c-1a7920be57c8 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:25.584508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44b1a7ce-8e24-406a-8bf7-68665101a2de up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:25.666648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 44b1a7ce-8e24-406a-8bf7-68665101a2de triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:25.667049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:25.713849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.9 (16c7f4c0-4380-4036-be59-a76a8c9eb920/47f6802e-84ce-48cf-9520-8c8ca6a4221d/578187ce-1fd4-4396-b71a-2fe097600943) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:25.742292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff63e8-6cb7-4c57-bac2-fc0f17c0d204 req-bdd38a82-457b-46dd-96a1-8eb298ac3e18 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:25.743906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcff63e8-6cb7-4c57-bac2-fc0f17c0d204 req-bdd38a82-457b-46dd-96a1-8eb298ac3e18 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.1902869 Dec 13 20:03:25.782733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-2aa6f1d7-8706-4239-a47c-364760a1a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:25.784210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-2aa6f1d7-8706-4239-a47c-364760a1a337 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 896 time: 0.2946193 Dec 13 20:03:25.848179 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcff63e8-6cb7-4c57-bac2-fc0f17c0d204 req-1cddd043-6a43-4f06-90d2-8e1b0979b011 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839248 Dec 13 20:03:25.910056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2016c6f-d77f-4564-a163-aee948f2a7af None None] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:25.910304 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-c76f7e1b-c17d-49fb-a38f-ebe73831b572 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 1001 time: 0.1132281 Dec 13 20:03:25.985489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-01192c0e-c388-431b-a3f0-7c5d0624787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:25.987486 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-01192c0e-c388-431b-a3f0-7c5d0624787c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 200 len: 835 time: 0.0627949 Dec 13 20:03:25.988868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.012065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 578187ce-1fd4-4396-b71a-2fe097600943 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:26.019931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Provisioning for port e2cc57d5-944d-41cd-963c-1a7920be57c8 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:26.028513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Provisioning complete for port e2cc57d5-944d-41cd-963c-1a7920be57c8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:26.029062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.047864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.053907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6e7daae9-65a2-4a29-9a04-7fd361f470e6 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:26.106387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-95d5b6e8-ebe8-4800-b6f2-f4b34616695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.109069 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-95d5b6e8-ebe8-4800-b6f2-f4b34616695f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1144719 Dec 13 20:03:26.128336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:26.131457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:26.135761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:26.180815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=578187ce-1fd4-4396-b71a-2fe097600943,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:26.184818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:26.206412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.206942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.237860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3749771 Dec 13 20:03:26.238089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58880) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:26.252909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.260989 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-4d18dad7-498a-4577-997e-d5c63fabbfd0 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388633 Dec 13 20:03:26.314988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] For port e2cc57d5-944d-41cd-963c-1a7920be57c8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2cc57d5-944d-41cd-963c-1a7920be57c8,segment=NetworkSegment(f388b231-2871-445e-a041-8df6c327d36c),segment_id=f388b231-2871-445e-a041-8df6c327d36c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:26.338223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd55cb-214d-41ec-a5e5-e1e562bdd243 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.338983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fd55cb-214d-41ec-a5e5-e1e562bdd243 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:26.345370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.349734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:26.359754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-29fd55cb-214d-41ec-a5e5-e1e562bdd243 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:26.364324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29fd55cb-214d-41ec-a5e5-e1e562bdd243 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1253195 Dec 13 20:03:26.364882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58884) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:26.437420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.441578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Pushing event updated for resources: {'Port': ['ID=e2cc57d5-944d-41cd-963c-1a7920be57c8,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:26.444519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:26.473588 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d11d714c-69fb-495e-bb4c-4c8c638b4f5f req-4190b388-55b7-43fb-a2cd-f9fa4ce10f00 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049322 Dec 13 20:03:26.500012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.506187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.512307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:26.513202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:26.525645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:26.526950 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-88eb6aca-fea9-4268-964a-a9541bbcc7aa tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1608386 Dec 13 20:03:26.529697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58888) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:26.600464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 578187ce-1fd4-4396-b71a-2fe097600943 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:26.600812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.668894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Provisioning for port 578187ce-1fd4-4396-b71a-2fe097600943 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:26.674492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Provisioning complete for port 578187ce-1fd4-4396-b71a-2fe097600943 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:26.674883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.736458 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Port 578187ce-1fd4-4396-b71a-2fe097600943 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:26.751503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Provisioning complete for port e2cc57d5-944d-41cd-963c-1a7920be57c8 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:26.751988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.864283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.895000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Provisioning for port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:26.901329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Provisioning complete for port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:26.901475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:26.960618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2db67-5142-4fcf-8aec-458eea48f096 None None] Port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:27.016673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 578187ce-1fd4-4396-b71a-2fe097600943 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:27.077193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c68db-bbf0-4db7-8984-401e150ff3ff req-37427f28-ba56-4140-9c1a-837ad592ddef tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:27.078894 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-309c68db-bbf0-4db7-8984-401e150ff3ff req-37427f28-ba56-4140-9c1a-837ad592ddef tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0845442 Dec 13 20:03:27.081207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Provisioning complete for port 578187ce-1fd4-4396-b71a-2fe097600943 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:27.081597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.127102 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-309c68db-bbf0-4db7-8984-401e150ff3ff req-84348464-5384-43ce-b94a-8153d7f867c5 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Dec 13 20:03:27.136795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Port 578187ce-1fd4-4396-b71a-2fe097600943 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:27.147865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Provisioning complete for port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:27.148238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.170225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.177505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9696eb46-9190-4d3f-82de-f377763d26de tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:27.208653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bde6bb37-afaa-4fc6-ad47-67aa184342a1 None None] Port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:27.233732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=578187ce-1fd4-4396-b71a-2fe097600943,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:27.236738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:27.341619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.354389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2cc57d5-944d-41cd-963c-1a7920be57c8 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:27.359363 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/578187ce-1fd4-4396-b71a-2fe097600943 HTTP/1.1" status: 204 len: 168 time: 0.8285856 Dec 13 20:03:27.362238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58900) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:27.450642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24cb40d-3554-4ba3-99f4-066014cce2b0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:27.452332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a24cb40d-3554-4ba3-99f4-066014cce2b0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/578187ce-1fd4-4396-b71a-2fe097600943 HTTP/1.1" status: 404 len: 333 time: 0.0884275 Dec 13 20:03:27.455509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58904) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:27.466244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e2cc57d5-944d-41cd-963c-1a7920be57c8 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:27.466850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.576548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:27.576942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:27.578675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370c2b6-226d-4b0e-bb50-66c55256c3e4 req-cad5322f-024a-44ce-9217-ef4509bcd30e tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:27.580307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b370c2b6-226d-4b0e-bb50-66c55256c3e4 req-cad5322f-024a-44ce-9217-ef4509bcd30e tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0963194 Dec 13 20:03:27.633742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b370c2b6-226d-4b0e-bb50-66c55256c3e4 req-cb4300dd-9cf9-4f22-8ad4-2afa46d7da28 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476849 Dec 13 20:03:27.846614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-4b15161d-54a0-4d83-8484-bc879cfa1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:27.848098 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-4b15161d-54a0-4d83-8484-bc879cfa1563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38df0802f3214380be5d2a80d822da49&device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 1098 time: 0.3126187 Dec 13 20:03:28.047621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:28.189729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:28.230620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-9d1fdf10-c97c-44fe-a336-3ea8ff11ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:28.231952 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-9d1fdf10-c97c-44fe-a336-3ea8ff11ae3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 200 len: 912 time: 0.3363781 Dec 13 20:03:28.312281 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-8857bf81-ee4b-4260-8d35-dcac307cebd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 200 len: 217 time: 0.0703268 Dec 13 20:03:28.423200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-7de7b4b2-c523-468e-a2c1-f567a03c8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:28.424663 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-7de7b4b2-c523-468e-a2c1-f567a03c8015 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f HTTP/1.1" status: 200 len: 852 time: 0.1053917 Dec 13 20:03:28.485873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-37b478e7-0646-4cbc-a30b-97e1096a57aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529883 Dec 13 20:03:28.513728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:28.521786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ee5258b-4768-424f-9a65-2a9d1dd4a0af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:28.620464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=174b4fc6-be14-4ad1-909b-c8b2a63fe6c2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:28.626221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:28.751154 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-dbfc86ef-c8b1-4d5e-9a54-a65f56b183d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579889 Dec 13 20:03:28.755669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:28.791500 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 HTTP/1.1" status: 204 len: 168 time: 1.3345978 Dec 13 20:03:28.795065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58914) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:28.845753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baacc-32e1-4f25-9305-564f588a8082 req-5429519d-1885-4211-8abc-16d64b8f88a1 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:28.847326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-565baacc-32e1-4f25-9305-564f588a8082 req-5429519d-1885-4211-8abc-16d64b8f88a1 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0888042 Dec 13 20:03:28.891449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-565baacc-32e1-4f25-9305-564f588a8082 req-3d352fce-e4ba-4f0e-b918-4a89cdda4e62 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Dec 13 20:03:28.896460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07fc3dc-28f9-48e5-aee8-23e72770af04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:28.896992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d07fc3dc-28f9-48e5-aee8-23e72770af04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:28.938410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d07fc3dc-28f9-48e5-aee8-23e72770af04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:28.939521 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d07fc3dc-28f9-48e5-aee8-23e72770af04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/174b4fc6-be14-4ad1-909b-c8b2a63fe6c2 HTTP/1.1" status: 404 len: 333 time: 0.0976017 Dec 13 20:03:28.942621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58918) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:28.944813 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0180f118-c0aa-40e8-9774-c8b4cae8a299 req-821cb9d1-17be-4a46-bd60-74881c8cad9e service neutron] 10.222.0.20 "GET /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816392 Dec 13 20:03:29.019803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet 47f6802e-84ce-48cf-9520-8c8ca6a4221d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:29.022818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.082358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.303825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.396505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.402993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4db7103e-6a48-47ef-a46b-9ccd2e8cef39 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:29.444153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=47f6802e-84ce-48cf-9520-8c8ca6a4221d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:29.447360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:29.448713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.455518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/47f6802e-84ce-48cf-9520-8c8ca6a4221d HTTP/1.1" status: 204 len: 168 time: 0.5118241 Dec 13 20:03:29.457436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5964e7-6645-4fd3-b3fc-449268ee46d0 None None] Network 16c7f4c0-4380-4036-be59-a76a8c9eb920 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:29.458423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58924) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:29.583636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.596075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port e2cc57d5-944d-41cd-963c-1a7920be57c8 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:29.596668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.756846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] DHCP port deletion for 16c7f4c0-4380-4036-be59-a76a8c9eb920 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:29.762571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Deleting port e2cc57d5-944d-41cd-963c-1a7920be57c8 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:29.763040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:29.990959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port e2cc57d5-944d-41cd-963c-1a7920be57c8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2cc57d5-944d-41cd-963c-1a7920be57c8,segment=NetworkSegment(f388b231-2871-445e-a041-8df6c327d36c),segment_id=f388b231-2871-445e-a041-8df6c327d36c)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:29.991638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.041424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] For port e2cc57d5-944d-41cd-963c-1a7920be57c8, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2cc57d5-944d-41cd-963c-1a7920be57c8,segment=NetworkSegment(f388b231-2871-445e-a041-8df6c327d36c),segment_id=f388b231-2871-445e-a041-8df6c327d36c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:30.041986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.097020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775362d-928e-4a19-9caa-d38c35577fc1 req-c1a13b1e-867d-4a8b-b0f4-85f6806af983 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:30.098545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7775362d-928e-4a19-9caa-d38c35577fc1 req-c1a13b1e-867d-4a8b-b0f4-85f6806af983 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0949202 Dec 13 20:03:30.130204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for e2cc57d5-944d-41cd-963c-1a7920be57c8 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:30.149326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7775362d-928e-4a19-9caa-d38c35577fc1 req-47bcfb19-4a18-4668-8488-d2f4c3e77758 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Dec 13 20:03:30.183674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Calling delete_port for e2cc57d5-944d-41cd-963c-1a7920be57c8 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:30.220884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.225987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82e7d52c-772f-41c7-b6e8-face6f29b42a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:30.260971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:03:30.261369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:03:30.274338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=e2cc57d5-944d-41cd-963c-1a7920be57c8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:30.276033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No DVR routers for this DVR port e2cc57d5-944d-41cd-963c-1a7920be57c8 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:30.277633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:30.410458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.435949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c7f4c0-4380-4036-be59-a76a8c9eb920']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:30.448728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f388b231-2871-445e-a041-8df6c327d36c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:30.449071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f388b231-2871-445e-a041-8df6c327d36c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:30.460477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.476846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.483580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:30.483995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:30.498678 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:30.564836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1345050-25f8-4d92-b732-ed1d9505084e req-6a689d8c-0209-412d-8d57-c347779dc0ff tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:30.566338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a1345050-25f8-4d92-b732-ed1d9505084e req-6a689d8c-0209-412d-8d57-c347779dc0ff tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.0873475 Dec 13 20:03:30.581632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.585203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d8ff6fc0-e213-43c5-864c-50492a9049bb tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:30.599914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.611152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=16c7f4c0-4380-4036-be59-a76a8c9eb920,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:30.615522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:30.617686 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a1345050-25f8-4d92-b732-ed1d9505084e req-53fda293-fe8d-4aac-889d-f60ecc55790d tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Dec 13 20:03:30.624283 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/16c7f4c0-4380-4036-be59-a76a8c9eb920 HTTP/1.1" status: 204 len: 168 time: 1.1647978 Dec 13 20:03:30.636648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58936) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:30.642423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-516200689'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:30.647502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:30.651305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:network and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:30.654486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:30.663776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:30.680013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:30.683737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.713317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:03:30.723783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.724124 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Added segment 68adc714-084e-45c1-a767-f687eb6fa9f1 of type vlan for network aef14999-469b-4c43-8711-32c5351bdc91 Dec 13 20:03:30.754858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.762817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Deleting port e2cc57d5-944d-41cd-963c-1a7920be57c8 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:30.763364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.786400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.792023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:30.792598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:30.798019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9b73b75e-32df-4702-a183-c5284c35069a tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:30.832244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c0f5e-3377-4c86-a1f6-3e0c68421fec None None] The port 'e2cc57d5-944d-41cd-963c-1a7920be57c8' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:03:30.894388 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2565353 Dec 13 20:03:30.897396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58940) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:30.903532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Network': ['ID=aef14999-469b-4c43-8711-32c5351bdc91,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:30.903720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:30.906748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:30.914385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network aef14999-469b-4c43-8711-32c5351bdc91 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:03:31.015538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:31.019676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:31.022699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:31.028987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:31.041407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:31.045183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.276926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.281769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b7c3b8a0-feea-4f9b-b4ba-dee0637412d0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:31.315052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2cc57d5-944d-41cd-963c-1a7920be57c8 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:31.353991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e2cc57d5-944d-41cd-963c-1a7920be57c8 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:31.354435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2cc57d5-944d-41cd-963c-1a7920be57c8 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:31.372192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Checking segment: {'id': '68adc714-084e-45c1-a767-f687eb6fa9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:31.372556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network hostable DHCP agents. Network: aef14999-469b-4c43-8711-32c5351bdc91, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:03:31.386141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=d4c1b874-69b0-43c5-ae11-e42a09e45e9c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:31.389650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:31.398995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network aef14999-469b-4c43-8711-32c5351bdc91 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:03:31.409869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, aef14999-469b-4c43-8711-32c5351bdc91) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:31.414014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:31.414562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.421467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ff091-2155-4553-a08a-3a3cb5ce8dd6 None None] Network aef14999-469b-4c43-8711-32c5351bdc91 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:31.436087 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5374269 Dec 13 20:03:31.438757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58946) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:31.443890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1589594496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:31.451470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:31.456594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:router and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:31.459455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:31.465865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:31.478207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.479297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.496453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.516552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.539560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.540970 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-94b4e063-93cb-4b62-9e0a-c862853eec01 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1012123 Dec 13 20:03:31.543775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58950) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:31.549603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91', 'name': 'tempest-PortsTestJSON-1214548242'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:31.643317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-aef14999-469b-4c43-8711-32c5351bdc91', 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': 'd4c1b874-69b0-43c5-ae11-e42a09e45e9c'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:03:31.644854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.691414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:31.695584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:port and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:31.698867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:31.704737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:31.716125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:31.719720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:31.744309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port c0619e96-0c3f-45d3-be4e-5eb54d767730 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:31.848600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Allocated IP 172.20.0.2 (aef14999-469b-4c43-8711-32c5351bdc91/d4c1b874-69b0-43c5-ae11-e42a09e45e9c/ad678e39-f879-42c1-999f-f290fcac76fd) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:31.895403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86b13-843a-4a6b-ab3d-1b681eb3c439 req-e59d92cd-3b70-403b-9105-6d80eddce4f4 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:31.896895 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a8c86b13-843a-4a6b-ab3d-1b681eb3c439 req-e59d92cd-3b70-403b-9105-6d80eddce4f4 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.1021276 Dec 13 20:03:31.941961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a8c86b13-843a-4a6b-ab3d-1b681eb3c439 req-913d3150-9c17-4676-b465-eca35720e5d7 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Dec 13 20:03:32.055110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.064941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Transition to ACTIVE for port object ad678e39-f879-42c1-999f-f290fcac76fd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:32.082642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Transition to ACTIVE for port object ad678e39-f879-42c1-999f-f290fcac76fd will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:32.089888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.095380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a4218c2f-ccf3-4f50-92c1-be5a4f90ab88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:32.153085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Network aef14999-469b-4c43-8711-32c5351bdc91 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:32.156017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:32.159796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:32.160156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.13 (aef14999-469b-4c43-8711-32c5351bdc91/d4c1b874-69b0-43c5-ae11-e42a09e45e9c/c0619e96-0c3f-45d3-be4e-5eb54d767730) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:32.168935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Pushing event updated for resources: {'Port': ['ID=ad678e39-f879-42c1-999f-f290fcac76fd,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:32.194858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:32.256750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Attempting to bind port ad678e39-f879-42c1-999f-f290fcac76fd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:32.257194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Attempting to bind port ad678e39-f879-42c1-999f-f290fcac76fd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '68adc714-084e-45c1-a767-f687eb6fa9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:32.257595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Attempting to bind port ad678e39-f879-42c1-999f-f290fcac76fd on network aef14999-469b-4c43-8711-32c5351bdc91 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:32.263383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:32.263756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Checking segment: {'id': '68adc714-084e-45c1-a767-f687eb6fa9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:32.264171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.264573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Bound using segment: {'id': '68adc714-084e-45c1-a767-f687eb6fa9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:32.265047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Bound port: ad678e39-f879-42c1-999f-f290fcac76fd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68adc714-084e-45c1-a767-f687eb6fa9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aef14999-469b-4c43-8711-32c5351bdc91'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:32.265518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.360067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] For port ad678e39-f879-42c1-999f-f290fcac76fd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:32.363314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] For port ad678e39-f879-42c1-999f-f290fcac76fd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad678e39-f879-42c1-999f-f290fcac76fd,segment=NetworkSegment(68adc714-084e-45c1-a767-f687eb6fa9f1),segment_id=68adc714-084e-45c1-a767-f687eb6fa9f1)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:32.368390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.369261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.372960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:32.385671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object c0619e96-0c3f-45d3-be4e-5eb54d767730 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:32.409503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.416040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:32.491758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Pushing event updated for resources: {'Port': ['ID=ad678e39-f879-42c1-999f-f290fcac76fd,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:32.495083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:32.499707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network aef14999-469b-4c43-8711-32c5351bdc91 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:32.501019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=c0619e96-0c3f-45d3-be4e-5eb54d767730,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:32.504157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:32.505522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:32.507699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:32.543462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-33e7fe4d-325a-4bcc-853a-9976c18c0e01 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:32.544950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-33e7fe4d-325a-4bcc-853a-9976c18c0e01 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Synchronizing usage tracker for tenant:38df0802f3214380be5d2a80d822da49 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:32.567358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-33e7fe4d-325a-4bcc-853a-9976c18c0e01 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Unset dirty status for tenant:38df0802f3214380be5d2a80d822da49 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:32.568612 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-33e7fe4d-325a-4bcc-853a-9976c18c0e01 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.20 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.1210489 Dec 13 20:03:32.572436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:32.573460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.602969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0555651 Dec 13 20:03:32.603204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58956) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:32.644741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Deleting port 97067f36-98c2-4911-acc9-6fdca2bbf490 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:32.644741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:32.931479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] For port 97067f36-98c2-4911-acc9-6fdca2bbf490, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97067f36-98c2-4911-acc9-6fdca2bbf490,segment=NetworkSegment(5a85107a-65a3-4f47-aea6-8bfea2480b26),segment_id=5a85107a-65a3-4f47-aea6-8bfea2480b26)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:32.931744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.069676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Calling delete_port for 97067f36-98c2-4911-acc9-6fdca2bbf490 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:33.348118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60e513-b90e-4589-a740-1fd9fca59adb req-92bf594b-a88a-4313-b4c8-82391897f474 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:33.349645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.349821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a60e513-b90e-4589-a740-1fd9fca59adb req-92bf594b-a88a-4313-b4c8-82391897f474 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/ports?device_id=c359822c-9cff-421e-8d0d-d1b880e7c84f HTTP/1.1" status: 200 len: 945 time: 0.2674317 Dec 13 20:03:33.359244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d49eb491-19e4-434a-924d-1c82b57d4c64 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:33.422761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad678e39-f879-42c1-999f-f290fcac76fd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:33.466214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Pushing event deleted for resources: {'Port': ['ID=97067f36-98c2-4911-acc9-6fdca2bbf490,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:33.469305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:33.487170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a60e513-b90e-4589-a740-1fd9fca59adb req-a6e742d8-1380-4021-a1b0-6b1f5e4a6031 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.18 "GET /v2.0/security-groups?id=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286056 Dec 13 20:03:33.498892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.516833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ad678e39-f879-42c1-999f-f290fcac76fd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:33.519092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] No DVR routers for this DVR port 97067f36-98c2-4911-acc9-6fdca2bbf490 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:33.521984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.530306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'name': 'network-vif-deleted', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:33.547584 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-c4ea4d9c-0bd9-4e61-9ca4-53f6519904fe req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] 10.222.0.20 "DELETE /v2.0/ports/97067f36-98c2-4911-acc9-6fdca2bbf490 HTTP/1.1" status: 204 len: 173 time: 0.9727125 Dec 13 20:03:33.593496 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c359822c-9cff-421e-8d0d-d1b880e7c84f', 'name': 'network-vif-deleted', 'tag': '97067f36-98c2-4911-acc9-6fdca2bbf490', 'status': 'completed', 'code': 200} Dec 13 20:03:33.597688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73bbde-ec04-493d-8128-f78a1368d976 None None] Network aef14999-469b-4c43-8711-32c5351bdc91 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:33.712204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Provisioning for port ad678e39-f879-42c1-999f-f290fcac76fd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:33.728776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Provisioning complete for port ad678e39-f879-42c1-999f-f290fcac76fd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:33.729142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.898658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.904557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.909464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-baa21fa9-b732-4915-a905-2c1df399fe0c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:33.935033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.976786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] For port ad678e39-f879-42c1-999f-f290fcac76fd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad678e39-f879-42c1-999f-f290fcac76fd,segment=NetworkSegment(68adc714-084e-45c1-a767-f687eb6fa9f1),segment_id=68adc714-084e-45c1-a767-f687eb6fa9f1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:33.983807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:33.987338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:34.032733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=c0619e96-0c3f-45d3-be4e-5eb54d767730,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:34.036124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:34.063836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Pushing event updated for resources: {'Port': ['ID=ad678e39-f879-42c1-999f-f290fcac76fd,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:34.067250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:34.206272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Provisioning complete for port ad678e39-f879-42c1-999f-f290fcac76fd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:34.207062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.271298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.386062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Provisioning for port c0619e96-0c3f-45d3-be4e-5eb54d767730 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:34.392728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Provisioning complete for port c0619e96-0c3f-45d3-be4e-5eb54d767730 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:34.393115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.457445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eedede33-bd19-4bf7-90ea-60983987d57e None None] Port c0619e96-0c3f-45d3-be4e-5eb54d767730 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:34.532592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.584722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58970) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:34.590446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1c11be13-09b2-4d9f-84d1-7915dac2bb60 None None] Provisioning complete for port c0619e96-0c3f-45d3-be4e-5eb54d767730 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:34.591088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c11be13-09b2-4d9f-84d1-7915dac2bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.650772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1c11be13-09b2-4d9f-84d1-7915dac2bb60 None None] Port c0619e96-0c3f-45d3-be4e-5eb54d767730 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:34.658424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Deleting subnet 7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:34.661364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.709619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.767601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.771390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d1b0f95c-75ce-43dc-bfc3-7982c9369e99 None None] Provisioning complete for port c0619e96-0c3f-45d3-be4e-5eb54d767730 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:34.771688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f95c-75ce-43dc-bfc3-7982c9369e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.829301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0f95c-75ce-43dc-bfc3-7982c9369e99 None None] Port c0619e96-0c3f-45d3-be4e-5eb54d767730 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:34.839502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97067f36-98c2-4911-acc9-6fdca2bbf490 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:34.843495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.847299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d04e9c99-d5ee-45ce-b552-4ce90098b9d1 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:34.874574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 97067f36-98c2-4911-acc9-6fdca2bbf490 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:34.874937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97067f36-98c2-4911-acc9-6fdca2bbf490 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:34.881086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:34.884539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:34.888106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.894156 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a82ec8b-1e8c-4e2a-8591-d9a70c23a31f HTTP/1.1" status: 204 len: 168 time: 0.3083940 Dec 13 20:03:34.896683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58974) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:34.940810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.946364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:34.978133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-95748ac0-d8b9-4252-842f-e5a18388bdc7 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:35.003754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.060443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=c0619e96-0c3f-45d3-be4e-5eb54d767730,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:35.062970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.069636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:35.130410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.155678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.168789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a85107a-65a3-4f47-aea6-8bfea2480b26') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.169084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a85107a-65a3-4f47-aea6-8bfea2480b26') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.180258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.200694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.202119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network aef14999-469b-4c43-8711-32c5351bdc91 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:35.203376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:35.208625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:35.209095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:35.222556 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:35.325544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.329536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac4d019c-218e-4af3-bd23-fd3286efd5dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:35.353127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad678e39-f879-42c1-999f-f290fcac76fd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:35.355342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.369707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:35.374539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:35.380219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58978) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:35.381466 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] 10.222.0.18 "DELETE /v2.0/networks/a8ca67ae-f7e4-4274-ba2b-021fb9cab1d3 HTTP/1.1" status: 204 len: 168 time: 0.4835405 Dec 13 20:03:35.429190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ad678e39-f879-42c1-999f-f290fcac76fd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:35.429589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.469431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Deleting subnet 44ef475a-6482-45a4-bf77-de4b132ec913 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:35.473752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.529741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Router 94537cee-b275-4497-a35d-0edf9a375a75 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:03:35.542006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.563708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c974afe9-59b8-4b03-92b5-0e3baca9cd47 None None] Provisioning complete for port c0619e96-0c3f-45d3-be4e-5eb54d767730 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:35.564238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c974afe9-59b8-4b03-92b5-0e3baca9cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.620122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c974afe9-59b8-4b03-92b5-0e3baca9cd47 None None] Port c0619e96-0c3f-45d3-be4e-5eb54d767730 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:35.733100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.790006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:35.796034 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/routers/94537cee-b275-4497-a35d-0edf9a375a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1919384 Dec 13 20:03:35.800025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:35.802148 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] Sync routers for ids ['94537cee-b275-4497-a35d-0edf9a375a75'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:35.820032 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] Routers {'94537cee-b275-4497-a35d-0edf9a375a75'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:35.820732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.821528 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['94537cee-b275-4497-a35d-0edf9a375a75'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.825255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1a6fd64-bdf4-43ca-b7d1-a4516d360f7a tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:35.861453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ef475a-6482-45a4-bf77-de4b132ec913,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:35.864331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:35.865342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:35.873938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44ef475a-6482-45a4-bf77-de4b132ec913 HTTP/1.1" status: 204 len: 168 time: 0.4901168 Dec 13 20:03:35.874257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58986) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:35.891431 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.902499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] Routers {'94537cee-b275-4497-a35d-0edf9a375a75'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:35.903123 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['94537cee-b275-4497-a35d-0edf9a375a75'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.962349 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:35.962730 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05369eb3-547e-4381-af12-282fb95e5c09 None None] The sync data for ids ['94537cee-b275-4497-a35d-0edf9a375a75'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:36.026612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b9548-3180-4063-9c88-455efe282169 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:36.027466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1e0b9548-3180-4063-9c88-455efe282169 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:36.034188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.078996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1e0b9548-3180-4063-9c88-455efe282169 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:36.080173 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1e0b9548-3180-4063-9c88-455efe282169 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?device_id=94537cee-b275-4497-a35d-0edf9a375a75 HTTP/1.1" status: 200 len: 983 time: 0.2770236 Dec 13 20:03:36.083380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 58992) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:36.168617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.196318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a772eeac-d525-4753-a709-af46445eb848']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:36.210345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbcc3d0-8981-4f97-8866-d0226669590f') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:36.210606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbcc3d0-8981-4f97-8866-d0226669590f') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:36.223355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.240698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.248493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:36.248964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:36.262955 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:36.359069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.362485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7568229-114c-459b-bb3d-c8cfeb0aa2ea tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:36.377913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.386662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a772eeac-d525-4753-a709-af46445eb848,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:36.389948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:36.393865 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a772eeac-d525-4753-a709-af46445eb848 HTTP/1.1" status: 204 len: 168 time: 0.5160635 Dec 13 20:03:36.563137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 58998) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:36.616845 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0dda1486-7717-48f5-a75c-731029b0cfd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38df0802f3214380be5d2a80d822da49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524313 Dec 13 20:03:36.619390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59002) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:36.689736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.717129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.738156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.773232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.776978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-75355105-0aa3-491b-ad3e-8e1a85b16929 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:36.789062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:36.792548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:36.796490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:36.797651 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8563d1f4-a5a2-4bf1-b4b7-9ca1aeb11eff HTTP/1.1" status: 204 len: 168 time: 0.1774220 Dec 13 20:03:37.024201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port c0619e96-0c3f-45d3-be4e-5eb54d767730 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:37.024527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.145321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59010) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:37.193421 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bf480437-caf8-4529-83f3-b8289f4827fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e79349a128844c2395d2190f7aa5530a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467427 Dec 13 20:03:37.195886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59014) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:37.226948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.368776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for c0619e96-0c3f-45d3-be4e-5eb54d767730 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:37.444922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.612828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.828137 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:03:37.872378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.877022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f2e0258e-467f-4777-baa4-7275990dedbd tempest-QuotasNegativeTest-1304046387 tempest-QuotasNegativeTest-1304046387-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:37.894810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4d20e-7462-4ffb-9922-3fb9272516cf,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:37.898127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:37.904075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:37.911550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f66ef5fd-5f4a-4bf3-9c32-d76605effcb9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:37.962721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=c0619e96-0c3f-45d3-be4e-5eb54d767730,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:37.966594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:38.036172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:38.039738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bc4d20e-7462-4ffb-9922-3fb9272516cf HTTP/1.1" status: 204 len: 168 time: 0.8404765 Dec 13 20:03:38.208497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:38.518935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Router 94537cee-b275-4497-a35d-0edf9a375a75 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:38.633505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59024) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:38.660433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59028) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:38.718777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:38.731818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] Sync routers for ids ['94537cee-b275-4497-a35d-0edf9a375a75'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:38.738041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/routers/94537cee-b275-4497-a35d-0edf9a375a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6495910 Dec 13 20:03:38.745070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59032) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:38.751419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] Routers {'94537cee-b275-4497-a35d-0edf9a375a75'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:38.752895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['94537cee-b275-4497-a35d-0edf9a375a75'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:38.813624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5625c9-3ec0-49b7-89bd-c36e6f1bb6e7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:38.814316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ad5625c9-3ec0-49b7-89bd-c36e6f1bb6e7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:38.820053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:38.830057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] Routers {'94537cee-b275-4497-a35d-0edf9a375a75'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:38.830932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['94537cee-b275-4497-a35d-0edf9a375a75'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:38.892568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:38.893279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155058d-8df5-43fa-b69e-ced4ac7cbe31 None None] The sync data for ids ['94537cee-b275-4497-a35d-0edf9a375a75'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:38.917513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ad5625c9-3ec0-49b7-89bd-c36e6f1bb6e7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:38.921427 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad5625c9-3ec0-49b7-89bd-c36e6f1bb6e7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/c0619e96-0c3f-45d3-be4e-5eb54d767730 HTTP/1.1" status: 404 len: 333 time: 0.1721845 Dec 13 20:03:38.921815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59036) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:39.219004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Deleting port 6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:39.219411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.249562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.355287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.637453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.641244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.692211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.692692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Fanout notify agent at l3_agent the message router_deleted on router 94537cee-b275-4497-a35d-0edf9a375a75 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:03:39.701486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.701832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.715681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.716750 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-94302cd6-f8a6-4a3e-82b7-f5a0a25e14f7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/routers/94537cee-b275-4497-a35d-0edf9a375a75 HTTP/1.1" status: 204 len: 168 time: 0.7938707 Dec 13 20:03:39.719704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59040) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:39.792394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 44b1a7ce-8e24-406a-8bf7-68665101a2de {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:39.792763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.834168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Calling delete_port for 6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:39.838592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet d4c1b874-69b0-43c5-ae11-e42a09e45e9c {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:39.850125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.983029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.986730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:39.990734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fc175d45-81dc-461b-8069-de52b699d4db tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:40.035968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Port': ['ID=6a2bb7a6-c4a0-4f4e-8bac-cd487ab63454,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:40.039545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:40.099027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 44b1a7ce-8e24-406a-8bf7-68665101a2de, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44b1a7ce-8e24-406a-8bf7-68665101a2de,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:40.099400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.131165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.131692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Floating IP 0c715d30-2b71-4e10-96a0-00763de57f37 disassociated (deleted). External IP: 172.26.6.243, port: c59a1486-e692-4e29-bf18-e458f259a66b. Dec 13 20:03:40.351508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 44b1a7ce-8e24-406a-8bf7-68665101a2de owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:40.384176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.500447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.503441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Router 0890b4bd-4862-42af-a1a8-3ab167c552e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:40.505832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-467117d5-5021-4794-947d-ff6a11449518 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:40.550114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c1b874-69b0-43c5-ae11-e42a09e45e9c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:40.555859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:40.557876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.564891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28c8ce-91e3-4bc8-9e86-07a23433a148 None None] Network aef14999-469b-4c43-8711-32c5351bdc91 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:40.570392 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/d4c1b874-69b0-43c5-ae11-e42a09e45e9c HTTP/1.1" status: 204 len: 168 time: 0.8472998 Dec 13 20:03:40.578404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59044) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:40.749265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.771095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port ad678e39-f879-42c1-999f-f290fcac76fd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:40.771457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.807413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.813897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d9d4a839-a6ac-4cf5-8732-22fe73fc78dc tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:40.862482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:40.872749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=44b1a7ce-8e24-406a-8bf7-68665101a2de,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:40.875928 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Sync routers for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:40.879017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] DHCP port deletion for aef14999-469b-4c43-8711-32c5351bdc91 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:40.884710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Deleting port ad678e39-f879-42c1-999f-f290fcac76fd {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:40.885782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.888593 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:40.889445 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:40.901416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:40.913822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:40.988578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "DELETE /v2.0/floatingips/0c715d30-2b71-4e10-96a0-00763de57f37 HTTP/1.1" status: 204 len: 168 time: 2.3270133 Dec 13 20:03:40.989599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:41.085062 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'status': 'completed', 'code': 200} Dec 13 20:03:41.133850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:41.215252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] For port ad678e39-f879-42c1-999f-f290fcac76fd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad678e39-f879-42c1-999f-f290fcac76fd,segment=NetworkSegment(68adc714-084e-45c1-a767-f687eb6fa9f1),segment_id=68adc714-084e-45c1-a767-f687eb6fa9f1)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:41.215671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:41.391707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Calling delete_port for ad678e39-f879-42c1-999f-f290fcac76fd owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:41.450637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ad678e39-f879-42c1-999f-f290fcac76fd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:41.472749 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port ad678e39-f879-42c1-999f-f290fcac76fd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ad678e39-f879-42c1-999f-f290fcac76fd,segment=NetworkSegment(68adc714-084e-45c1-a767-f687eb6fa9f1),segment_id=68adc714-084e-45c1-a767-f687eb6fa9f1)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:41.473247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:41.530290 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:41.536502 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Checking router: 0890b4bd-4862-42af-a1a8-3ab167c552e1 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:03:41.549557 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:41.550670 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:41.575349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:41.584722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:41.615074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for ad678e39-f879-42c1-999f-f290fcac76fd owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:41.616467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3f26-63a6-4647-bfc3-8d74bc3a0771 req-0bfd5c40-2102-4570-9249-07f729161a0b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:41.617525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-30ea3f26-63a6-4647-bfc3-8d74bc3a0771 req-0bfd5c40-2102-4570-9249-07f729161a0b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Synchronizing usage tracker for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:41.625359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port ad678e39-f879-42c1-999f-f290fcac76fd update to DOWN by agent not found {{(pid=87527) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 13 20:03:41.643503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] No DVR routers for this DVR port ad678e39-f879-42c1-999f-f290fcac76fd on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:41.649256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Pushing event deleted for resources: {'Port': ['ID=ad678e39-f879-42c1-999f-f290fcac76fd,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:41.652281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:41.657205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-30ea3f26-63a6-4647-bfc3-8d74bc3a0771 req-0bfd5c40-2102-4570-9249-07f729161a0b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Unset dirty status for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:41.664323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30ea3f26-63a6-4647-bfc3-8d74bc3a0771 req-0bfd5c40-2102-4570-9249-07f729161a0b tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.1440325 Dec 13 20:03:41.710290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30ea3f26-63a6-4647-bfc3-8d74bc3a0771 req-cb6df32f-740a-4601-af50-32bac9d2f855 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Dec 13 20:03:41.756190 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:41.803762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.db.api [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:03:41.804434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_db.api [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:03:41.822409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-42f82c4f-3b68-4618-b29d-8b52d0f059f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:41.825493 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-42f82c4f-3b68-4618-b29d-8b52d0f059f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 1098 time: 0.6396518 Dec 13 20:03:41.826308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:41.848599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.100829 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:42.104861 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45480bd5-8f42-4c84-990e-c909ea6aa7dd None None] The sync data for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv is: [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:01:44Z', 'revision_number': 4, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '44cf097f-894b-4c72-a65d-bde22cc08864', 'name': '', 'network_id': 'b1415fb0-762c-4f33-9c23-c6a3be8c2a21', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'mac_address': 'fa:16:3e:da:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:40Z', 'updated_at': '2021-12-13T20:02:03Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'subnets': [{'id': '8f41f74c-7c8c-4aa7-85ca-60c0a17764c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:42.242824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-c79f1cd3-a1bc-4be8-9cc3-24e3f1cc8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:42.244326 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-c79f1cd3-a1bc-4be8-9cc3-24e3f1cc8ff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 200 len: 896 time: 0.4064596 Dec 13 20:03:42.331092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990540de-62d1-4809-804f-d51055f5a0d2 None None] New status for floating IP 0c715d30-2b71-4e10-96a0-00763de57f37: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:03:42.354591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port ad678e39-f879-42c1-999f-f290fcac76fd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:42.354946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.419398 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-a585758b-bd42-473d-9ad8-0cd34f1d873a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 200 len: 217 time: 0.1618254 Dec 13 20:03:42.501710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] The port 'ad678e39-f879-42c1-999f-f290fcac76fd' was deleted {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:03:42.714558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-111deb62-873a-45d4-ba9f-b99c27aa8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:42.716098 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-111deb62-873a-45d4-ba9f-b99c27aa8432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 200 len: 835 time: 0.2623079 Dec 13 20:03:42.717685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.789444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef14999-469b-4c43-8711-32c5351bdc91']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:42.805448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68adc714-084e-45c1-a767-f687eb6fa9f1') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:42.806173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68adc714-084e-45c1-a767-f687eb6fa9f1') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:42.813698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3a924-874e-42a7-b568-d41921734af1 req-eef05f6f-ea06-4fad-8251-87ff61043660 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:42.815119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27e3a924-874e-42a7-b568-d41921734af1 req-eef05f6f-ea06-4fad-8251-87ff61043660 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.0882668 Dec 13 20:03:42.827364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.837895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:42.853490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.866461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:42.866854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: util.warn( Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:42.881826 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:42.929802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Deleting port c59a1486-e692-4e29-bf18-e458f259a66b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:42.930148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.061274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce98e1-6759-4da3-b5d7-dbdb219200c4 req-fd385a2d-9696-4fc9-9628-35b50043d482 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:43.063055 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f1ce98e1-6759-4da3-b5d7-dbdb219200c4 req-fd385a2d-9696-4fc9-9628-35b50043d482 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 945 time: 0.2084987 Dec 13 20:03:43.104526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-7de77633-4464-42e1-91a8-931c49186ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:43.106339 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-7de77633-4464-42e1-91a8-931c49186ce9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1415fb0-762c-4f33-9c23-c6a3be8c2a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3769715 Dec 13 20:03:43.109112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.122531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:43.136538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.178282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=aef14999-469b-4c43-8711-32c5351bdc91,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:43.196915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f1ce98e1-6759-4da3-b5d7-dbdb219200c4 req-01fc9dbf-3424-49df-9b90-10f7e921b98d tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/security-groups?id=a70be568-1ef6-4425-95f4-e478f9d343be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113279 Dec 13 20:03:43.234054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:43.239275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] For port c59a1486-e692-4e29-bf18-e458f259a66b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c59a1486-e692-4e29-bf18-e458f259a66b,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:43.239622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.251512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:43.258283 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e70284c3-37df-4b12-bd2b-3a7403db24c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6237268 Dec 13 20:03:43.261853 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/aef14999-469b-4c43-8711-32c5351bdc91 HTTP/1.1" status: 204 len: 168 time: 2.6823218 Dec 13 20:03:43.266596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59058) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:43.279763 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:43.298907 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:43.300940 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:43.367063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343291c-6a76-4417-a0ad-0b01b6df33f1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:43.368768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e343291c-6a76-4417-a0ad-0b01b6df33f1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:43.374184 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-e7baf8d0-3e1f-4f47-a03d-8054dbf7da37 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541876 Dec 13 20:03:43.376545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Calling delete_port for c59a1486-e692-4e29-bf18-e458f259a66b owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:43.410292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e343291c-6a76-4417-a0ad-0b01b6df33f1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:43.411473 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e343291c-6a76-4417-a0ad-0b01b6df33f1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/bdf133ce-baca-4da9-beef-cd8c7c32bc34 HTTP/1.1" status: 200 len: 841 time: 0.1440992 Dec 13 20:03:43.416633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59062) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:43.553441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.562753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:43.570863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-46e09666-ea37-40c2-a0b5-026a92168e26 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:43.629124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Port': ['ID=c59a1486-e692-4e29-bf18-e458f259a66b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:43.637115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:43.718770 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5c738834-2742-43b5-a248-18b9192aaec8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/bdf133ce-baca-4da9-beef-cd8c7c32bc34?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3010423 Dec 13 20:03:43.722619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59068) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:43.729806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:43.783353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] No DVR routers for this DVR port c59a1486-e692-4e29-bf18-e458f259a66b on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:43.786011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.792443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-deleted', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:43.815312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27e3a924-874e-42a7-b568-d41921734af1 req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.20 "DELETE /v2.0/ports/c59a1486-e692-4e29-bf18-e458f259a66b HTTP/1.1" status: 204 len: 173 time: 0.9944911 Dec 13 20:03:43.816064 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2b85f6e6-0092-4eed-a9e3-49fecb577219 req-3b0dba00-d193-433d-ac57-e9a550002a23 service neutron] 10.222.0.20 "GET /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330781 Dec 13 20:03:43.857341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e46bbfb-4f92-4749-a5fd-d981b05fa6dc', 'name': 'network-vif-deleted', 'tag': 'c59a1486-e692-4e29-bf18-e458f259a66b', 'status': 'completed', 'code': 200} Dec 13 20:03:43.873782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf9a3-aea9-44c6-b7c7-048d84ebb776 req-896b8532-3478-4bb2-b7ee-5a90e412c547 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:43.874527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-aafdf9a3-aea9-44c6-b7c7-048d84ebb776 req-896b8532-3478-4bb2-b7ee-5a90e412c547 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:43.884897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:43.887034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-aafdf9a3-aea9-44c6-b7c7-048d84ebb776 req-896b8532-3478-4bb2-b7ee-5a90e412c547 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:43.888328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aafdf9a3-aea9-44c6-b7c7-048d84ebb776 req-896b8532-3478-4bb2-b7ee-5a90e412c547 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.2038152 Dec 13 20:03:43.890665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:43.897586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:43.905826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:43.919732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:43.923732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:43.946870 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aafdf9a3-aea9-44c6-b7c7-048d84ebb776 req-a6c87a2f-3c64-406a-8979-49888712a0ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521121 Dec 13 20:03:44.023265 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:44.030463 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:03:44.040810 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:44.041506 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:44.165120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.169681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6204b35-9a10-4296-863e-25f3cc712e8f tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:44.229351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:44.232900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:44.233562 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:44.237308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:44.237895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.245434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffde890-0b64-4a49-8e6a-735cea5e7f90 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:44.253875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=d5e3aec7-fb44-40ab-a738-0741be500ab4,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:44.267834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:44.288961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59076) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:44.294874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'security_group': {'name': 'tempest-secgroup-796335123'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:44.301665 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5778646 Dec 13 20:03:44.303356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:44.311921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:44.322012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:44.332091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:44.349695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.397944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:44.441209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:44.449137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:44.453399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-88dd52b9-5ce8-47b7-9749-73891b03db75 req-2e9e9a18-c5d1-4f7e-95e4-68c9b31f51a6 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Synchronizing usage tracker for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:44.459283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:44.488841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-88dd52b9-5ce8-47b7-9749-73891b03db75 req-2e9e9a18-c5d1-4f7e-95e4-68c9b31f51a6 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Unset dirty status for tenant:99d5b55e05674c3fa3f14c0d68dfcf95 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:44.496249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-88dd52b9-5ce8-47b7-9749-73891b03db75 req-2e9e9a18-c5d1-4f7e-95e4-68c9b31f51a6 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e46bbfb-4f92-4749-a5fd-d981b05fa6dc HTTP/1.1" status: 200 len: 210 time: 0.0915811 Dec 13 20:03:44.570834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.576646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.582208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2680447-39e8-4058-832b-ebf2cba5ae5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:44.618179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-27affb19-e879-46cb-bdf9-72d4afc513ff', 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'tenant_id': '022b3ac98f9e4c60ae7db049f36a3600', 'fixed_ips': [{'subnet_id': 'd5e3aec7-fb44-40ab-a738-0741be500ab4'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:03:44.619384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.619664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4e948-7105-4150-9396-22abbdcd228a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:44.623188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:44.624416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.625765 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3356843 Dec 13 20:03:44.628923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59080) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:44.634827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'security_group': {'name': 'tempest-secgroup-486978683'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:44.643437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:44.647832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:44.650959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:44.657543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:44.670933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.695551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:44.702432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:44.705466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:44.711304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:44.724064 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:44.728552 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e8c62-2ff9-4e04-a8c9-a5f9c25179ee None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '74aec0df-8bf7-4c44-a321-78bce6b046cc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.227', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'port_id': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'mac_address': 'fa:16:3e:79:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:02:17Z', 'updated_at': '2021-12-13T20:02:20Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:44.794684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.799513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.801548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Allocated IP 172.20.0.2 (27affb19-e879-46cb-bdf9-72d4afc513ff/d5e3aec7-fb44-40ab-a738-0741be500ab4/2a3645c8-da6b-4bc7-9f53-e2f992217e2c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:44.803846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50f753f1-9064-4761-badc-979d40f73c90 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:44.844989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e13db-2f5f-47d0-8f33-ace432cd6923,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:44.847929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:44.850191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:44.851500 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2215068 Dec 13 20:03:44.854497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59084) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:44.861374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-242290296', 'security_groups': ['5e2e13db-2f5f-47d0-8f33-ace432cd6923'], 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5e3aec7-fb44-40ab-a738-0741be500ab4'}]}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:45.016813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.029146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Transition to ACTIVE for port object 2a3645c8-da6b-4bc7-9f53-e2f992217e2c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:45.050581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Transition to ACTIVE for port object 2a3645c8-da6b-4bc7-9f53-e2f992217e2c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:45.061042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.071164 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-9ab57d3a-f139-433c-903f-05a6dfad0c0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:45.072210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-9ab57d3a-f139-433c-903f-05a6dfad0c0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:45.072350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:45.090639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-9ab57d3a-f139-433c-903f-05a6dfad0c0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:45.091961 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-9ab57d3a-f139-433c-903f-05a6dfad0c0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.1222053 Dec 13 20:03:45.143674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:45.146951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:45.154712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:45.180700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 466e901b-f444-4df9-a8df-0c7d858ef0df {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:45.180700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.218323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:45.233324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:45.235621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:45.253574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aae72-8d19-4157-89e0-52d4c627220a req-ec0b4cca-e9de-4e1b-a5c6-43450a845b37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:45.255176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-644aae72-8d19-4157-89e0-52d4c627220a req-ec0b4cca-e9de-4e1b-a5c6-43450a845b37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 946 time: 0.1774869 Dec 13 20:03:45.256379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:45.288094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:45.309642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44b1a7ce-8e24-406a-8bf7-68665101a2de no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:45.350812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Attempting to bind port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:03:45.351213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Attempting to bind port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '90a5ef51-428a-413e-8a66-52e974cf7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:03:45.351569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Attempting to bind port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c on network 27affb19-e879-46cb-bdf9-72d4afc513ff {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:03:45.353797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 44b1a7ce-8e24-406a-8bf7-68665101a2de {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:45.354154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44b1a7ce-8e24-406a-8bf7-68665101a2de not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:45.360057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:03:45.360429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Checking segment: {'id': '90a5ef51-428a-413e-8a66-52e974cf7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:03:45.360840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.361374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Bound using segment: {'id': '90a5ef51-428a-413e-8a66-52e974cf7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:03:45.362137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Bound port: 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5ef51-428a-413e-8a66-52e974cf7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:03:45.362137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.386222 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-644aae72-8d19-4157-89e0-52d4c627220a req-28343d4c-26d3-4b8f-bc78-bbe79258cfa0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=468caa13-0023-4b26-9b41-2d2511637063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143513 Dec 13 20:03:45.435069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.457129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:45.465854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:03:45.468939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:03:45.474799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.484630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:45.536600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 466e901b-f444-4df9-a8df-0c7d858ef0df, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=466e901b-f444-4df9-a8df-0c7d858ef0df,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:45.536966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.569276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:45.572410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:45.615592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59092) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:45.685986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 466e901b-f444-4df9-a8df-0c7d858ef0df owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:45.863278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.3 (27affb19-e879-46cb-bdf9-72d4afc513ff/d5e3aec7-fb44-40ab-a738-0741be500ab4/66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:45.869772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:45.879260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:45.962227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=466e901b-f444-4df9-a8df-0c7d858ef0df,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:45.965347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:46.006397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 466e901b-f444-4df9-a8df-0c7d858ef0df on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:46.009179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.012708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'name': 'network-vif-deleted', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:46.040056 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-310fd7f9-02ec-4036-bf43-4156cdde79a2 req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/466e901b-f444-4df9-a8df-0c7d858ef0df HTTP/1.1" status: 204 len: 173 time: 0.9418259 Dec 13 20:03:46.058059 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ec327-b8d1-4b58-8871-cfdb36976037', 'name': 'network-vif-deleted', 'tag': '466e901b-f444-4df9-a8df-0c7d858ef0df', 'status': 'completed', 'code': 200} Dec 13 20:03:46.282772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.335491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:46.388556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.394736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:46.527318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:46.531858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:46.535100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:46.560382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:46.567398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:46.807182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:46.807790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.814119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f68bb66d-e018-4f0f-9016-f46eb76e520c req-df8fd093-7a23-4e68-bc36-221f24bd4002 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=635ec327-b8d1-4b58-8871-cfdb36976037 HTTP/1.1" status: 200 len: 210 time: 0.2188916 Dec 13 20:03:46.838136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b4bbeab8-bc73-4f41-86ca-16d66a702382 None None] Provisioning for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:46.842760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.854163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b4bbeab8-bc73-4f41-86ca-16d66a702382 None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:46.854620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4bbeab8-bc73-4f41-86ca-16d66a702382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:46.901835 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0425065 Dec 13 20:03:46.903368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59100) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:46.907318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 466e901b-f444-4df9-a8df-0c7d858ef0df no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:46.915151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:46.946005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 466e901b-f444-4df9-a8df-0c7d858ef0df {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:46.946481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 466e901b-f444-4df9-a8df-0c7d858ef0df not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:46.946983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:46.984148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: c59a1486-e692-4e29-bf18-e458f259a66b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:46.984499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device c59a1486-e692-4e29-bf18-e458f259a66b not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:46.986154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbeab8-bc73-4f41-86ca-16d66a702382 None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:47.109033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a02f4e6a-9b59-467b-96b1-f0440ecdc0cb None None] Provisioning for port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:47.114824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a02f4e6a-9b59-467b-96b1-f0440ecdc0cb None None] Provisioning complete for port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:47.115328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e6a-9b59-467b-96b1-f0440ecdc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.179203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a02f4e6a-9b59-467b-96b1-f0440ecdc0cb None None] Port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:47.196786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:47.201038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:47.204139 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:47.209767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:47.219528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:47.223105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.231794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Deleting port 44cf097f-894b-4c72-a65d-bde22cc08864 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:47.232137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.375010 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5e3aec7-fb44-40ab-a738-0741be500ab4 (CIDR: 172.20.0.0/28) Dec 13 20:03:47.380847 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:03:47.383155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2a3645c8-da6b-4bc7-9f53-e2f992217e2c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:47.385576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:03:47.404963 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-79afb63e-da7f-4197-a2cb-c9fa6d26207b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4999278 Dec 13 20:03:47.407742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59104) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:47.413922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:47.450656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] For port 44cf097f-894b-4c72-a65d-bde22cc08864, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=44cf097f-894b-4c72-a65d-bde22cc08864,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:47.451292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.458770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:47.463821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:47.464321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.559820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:47.563860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:47.566637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:47.573785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:47.577252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Calling delete_port for 44cf097f-894b-4c72-a65d-bde22cc08864 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:47.585416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.585747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:47.589432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.619660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:47.624593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.627983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:47.695745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:47.699687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:47.789952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.794530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-da584ab8-8c9c-4c56-bdac-899d85c17f8a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:47.842639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Port': ['ID=44cf097f-894b-4c72-a65d-bde22cc08864,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:47.845794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:47.866451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.871062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-00903ff2-57c1-4d36-b042-b57308074b38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:47.928706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59110) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:47.932928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:47.946140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:47.954617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:47.955217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:47.958918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b236826-6b78-4b5d-8556-d750e38fdc2d None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:47.983130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=0654d4c9-0639-4640-a406-31963657a547,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:47.989210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:48.010968 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d10c817-3ae2-4dd7-8f60-4556dc8c3c8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6017940 Dec 13 20:03:48.011910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59114) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:48.024640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-351251449', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0654d4c9-0639-4640-a406-31963657a547'}], 'security_groups': ['ccd4e948-7105-4150-9396-22abbdcd228a']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:48.125757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.171275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.224519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.367773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Update dhcp port {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'fixed_ips': [{'subnet_id': 'd5e3aec7-fb44-40ab-a738-0741be500ab4', 'ip_address': '172.20.0.2'}, {'subnet_id': '0654d4c9-0639-4640-a406-31963657a547'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '2a3645c8-da6b-4bc7-9f53-e2f992217e2c'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:03:48.373880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.392799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.399131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9017f53-dcef-443f-aed0-0a432e4794ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:48.428402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.455988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468caa13-0023-4b26-9b41-2d2511637063,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:48.459936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:48.475035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.480899 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/468caa13-0023-4b26-9b41-2d2511637063 HTTP/1.1" status: 204 len: 168 time: 0.5463796 Dec 13 20:03:48.518226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59120) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:48.655771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Allocated IP 172.20.0.18 (27affb19-e879-46cb-bdf9-72d4afc513ff/0654d4c9-0639-4640-a406-31963657a547/2a3645c8-da6b-4bc7-9f53-e2f992217e2c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:48.664215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet a40f2f97-82ed-420c-85cd-3707969b59f7 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:48.670441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.794446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.794762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:48.818591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.835109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Transition to ACTIVE for port object 2a3645c8-da6b-4bc7-9f53-e2f992217e2c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:48.839567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.845195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c16cc6ed-cd27-41e6-818c-50898d856d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:48.854814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Router 0890b4bd-4862-42af-a1a8-3ab167c552e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:48.974575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Delete allocated IP 172.20.0.3 (27affb19-e879-46cb-bdf9-72d4afc513ff/d5e3aec7-fb44-40ab-a738-0741be500ab4) {{(pid=87526) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:03:48.978579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:48.987006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.24 (27affb19-e879-46cb-bdf9-72d4afc513ff/0654d4c9-0639-4640-a406-31963657a547/66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:48.994980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:49.002241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:49.135969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:49.147345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Sync routers for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:49.161884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:49.163010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:49.165308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.170895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cac16577-f12d-4761-910c-f5f6ed046c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:49.211974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=a40f2f97-82ed-420c-85cd-3707969b59f7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:49.215647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:49.218555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "PUT /v2.0/routers/0890b4bd-4862-42af-a1a8-3ab167c552e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6019711 Dec 13 20:03:49.221247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59124) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:49.228702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.235271 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/a40f2f97-82ed-420c-85cd-3707969b59f7 HTTP/1.1" status: 204 len: 168 time: 0.7150218 Dec 13 20:03:49.236013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59128) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:49.265535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.293717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23015b5b-c62f-4b8d-a7ee-b852c2187156 None None] Network 75c205d2-351b-4a9c-ae22-330833723340 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:49.303091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:49.316062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.323903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Deleting subnet 8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:49.330450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.417922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.450410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 090393be-41b5-4b27-822a-bd58d83eeeb3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:49.450878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.476978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2a3645c8-da6b-4bc7-9f53-e2f992217e2c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:49.543640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-33ee9841-f7c0-46e5-8827-1366aa8e7b18 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:49.707571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:49.709878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 090393be-41b5-4b27-822a-bd58d83eeeb3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=090393be-41b5-4b27-822a-bd58d83eeeb3,segment=NetworkSegment(fbb404d4-0507-49e6-b626-367729d7520d),segment_id=fbb404d4-0507-49e6-b626-367729d7520d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:49.710461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.721335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.778669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:49.781758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:49.802263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] In _notify_port_updated(), no bound segment for port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b on network 27affb19-e879-46cb-bdf9-72d4afc513ff {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:03:49.807763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:49.808418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.814326 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/ports/66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b HTTP/1.1" status: 200 len: 920 time: 1.7934597 Dec 13 20:03:49.814326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59132) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:49.843771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 090393be-41b5-4b27-822a-bd58d83eeeb3 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:49.902849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:49.903091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.921511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Provisioning for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:49.936777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:49.937187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.939528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:49.951254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f6c330e-9dc3-49e8-b625-072d1035a19c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:49.962666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.016107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=090393be-41b5-4b27-822a-bd58d83eeeb3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:50.018104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 090393be-41b5-4b27-822a-bd58d83eeeb3 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:50.019819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:50.120854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c8201-ad6a-44fe-89b4-43f73ffd927b None None] DHCP port deletion for 75c205d2-351b-4a9c-ae22-330833723340 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:50.162873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.182298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:03:47Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:50.189388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Checking router: 0890b4bd-4862-42af-a1a8-3ab167c552e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:03:50.193686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c205d2-351b-4a9c-ae22-330833723340']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:50.199836 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Provisioning for port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:50.207112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb404d4-0507-49e6-b626-367729d7520d') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:50.207463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb404d4-0507-49e6-b626-367729d7520d') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:50.212552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Provisioning complete for port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:50.214166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.219756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.242067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.249963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:50.249963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.268076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Routers {'0890b4bd-4862-42af-a1a8-3ab167c552e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:50.268868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['0890b4bd-4862-42af-a1a8-3ab167c552e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:50.271778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.285840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-84d68135-845c-466a-a34a-ad756018dc15 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:50.332042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.345355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Subnet': ['ID=8f41f74c-7c8c-4aa7-85ca-60c0a17764c6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:50.352711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.354659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6802d-2152-424d-bed6-83955daf67d9 None None] Network b1415fb0-762c-4f33-9c23-c6a3be8c2a21 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:50.358529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:50.423446 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "DELETE /v2.0/subnets/8f41f74c-7c8c-4aa7-85ca-60c0a17764c6 HTTP/1.1" status: 204 len: 168 time: 1.2003326 Dec 13 20:03:50.442056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59136) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:50.444300 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:50.463121 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Port 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:50.492084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:50.609155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.626703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:50.627095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.649378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.657506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1631d894-bd96-402d-a20e-175a78a5ace8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:50.660750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1f3243e-62e6-47fb-ac73-20a7cb46b4bc tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:50.665675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] Set router 0890b4bd-4862-42af-a1a8-3ab167c552e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:50.682437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.712057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=75c205d2-351b-4a9c-ae22-330833723340,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:50.719029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:50.724136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:50.726901 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/75c205d2-351b-4a9c-ae22-330833723340 HTTP/1.1" status: 204 len: 168 time: 1.4895577 Dec 13 20:03:50.731482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59140) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:50.733064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:50.859810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:50.891798 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b HTTP/1.1" status: 204 len: 168 time: 1.0757954 Dec 13 20:03:50.892055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:50.938015 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9a7f84-b1ac-46c0-a93e-c6e888a59376 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:50.938563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2e9a7f84-b1ac-46c0-a93e-c6e888a59376 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:50.942747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9680f7ea-c815-420f-86fc-97b443279308 None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:50.959545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2e9a7f84-b1ac-46c0-a93e-c6e888a59376 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:50.961698 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2e9a7f84-b1ac-46c0-a93e-c6e888a59376 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b HTTP/1.1" status: 404 len: 333 time: 0.0686812 Dec 13 20:03:50.964585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59148) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:50.969485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.060242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcf33387-cd80-4b0b-bbe6-0da33b1e0dec None None] Could not find standard attr ID for object 66ceda06-7f4e-41bb-b8c3-7cbd5a1cb66b. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:03:51.064688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.095953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:03:47Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:51.100758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a367b9-d421-4962-90e9-1d7cb2ae1a76 None None] The sync data for ids ['0890b4bd-4862-42af-a1a8-3ab167c552e1'] in dv-neutron-821563-1-hyperv is: [{'id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1952412418', 'tenant_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:27Z', 'updated_at': '2021-12-13T20:03:47Z', 'revision_number': 5, 'project_id': '99d5b55e05674c3fa3f14c0d68dfcf95', 'gw_port': {'id': '1fb31670-8adb-4156-b1f5-958fe26a931a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0890b4bd-4862-42af-a1a8-3ab167c552e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:30Z', 'updated_at': '2021-12-13T20:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:51.106276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.111395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 83791582-4973-45f1-ac08-99f666a1d881 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:51.111653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.129841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] DHCP port deletion for b1415fb0-762c-4f33-9c23-c6a3be8c2a21 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:03:51.133903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Deleting port f4cda6f7-2534-41cd-86bc-a897dde48bd6 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:51.134492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.173671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.179868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2afcc298-cbf3-423b-b97a-dc38cc5a2a2f tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:51.195713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e13db-2f5f-47d0-8f33-ace432cd6923,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:51.198901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:51.200136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.201285 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/security-groups/5e2e13db-2f5f-47d0-8f33-ace432cd6923 HTTP/1.1" status: 204 len: 168 time: 0.2353048 Dec 13 20:03:51.203911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59152) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:51.272395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.301620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.361870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.365104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.367800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-039e53cc-ce62-4d24-aa85-7895dbbd71e0 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:51.383210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4e948-7105-4150-9396-22abbdcd228a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:51.386565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:51.388782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.392283 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccd4e948-7105-4150-9396-22abbdcd228a HTTP/1.1" status: 204 len: 168 time: 0.1847761 Dec 13 20:03:51.392761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59156) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:51.396118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Deleting port 1fb31670-8adb-4156-b1f5-958fe26a931a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:51.396461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.418222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] For port f4cda6f7-2534-41cd-86bc-a897dde48bd6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f4cda6f7-2534-41cd-86bc-a897dde48bd6,segment=NetworkSegment(6e100d7f-022b-4ef3-8f30-cbf555f1787a),segment_id=6e100d7f-022b-4ef3-8f30-cbf555f1787a)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:51.418774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.465843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.466167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.487127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet d5e3aec7-fb44-40ab-a738-0741be500ab4 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:03:51.499144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.576552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.577669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44cf097f-894b-4c72-a65d-bde22cc08864 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:51.609427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Calling delete_port for f4cda6f7-2534-41cd-86bc-a897dde48bd6 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:51.634240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 83791582-4973-45f1-ac08-99f666a1d881 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:51.670876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.672743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 44cf097f-894b-4c72-a65d-bde22cc08864 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:51.673340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 44cf097f-894b-4c72-a65d-bde22cc08864 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:51.673759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 090393be-41b5-4b27-822a-bd58d83eeeb3 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:51.713842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 090393be-41b5-4b27-822a-bd58d83eeeb3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:51.714385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 090393be-41b5-4b27-822a-bd58d83eeeb3 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:51.714941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f4cda6f7-2534-41cd-86bc-a897dde48bd6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:51.762567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ebb32611-2aa8-4295-a25e-c5c78e9319fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.821044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] For port 1fb31670-8adb-4156-b1f5-958fe26a931a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fb31670-8adb-4156-b1f5-958fe26a931a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:51.821448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.860294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port f4cda6f7-2534-41cd-86bc-a897dde48bd6 update to DOWN by agent not found {{(pid=87527) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 13 20:03:51.862911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.866219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:51.883600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.888479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e98dda79-be19-42cb-ba76-9f11a85ff7fc tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:51.913461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Pushing event deleted for resources: {'Port': ['ID=f4cda6f7-2534-41cd-86bc-a897dde48bd6,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:51.916538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:51.917545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] No DVR routers for this DVR port f4cda6f7-2534-41cd-86bc-a897dde48bd6 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:51.925973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e3aec7-fb44-40ab-a738-0741be500ab4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:51.930264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:51.935360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:51.942166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a031f88a-86a1-427b-b098-cfa3bc007ddc None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:51.946537 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/d5e3aec7-fb44-40ab-a738-0741be500ab4 HTTP/1.1" status: 204 len: 168 time: 0.5491972 Dec 13 20:03:51.947305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59160) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:51.954294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:52.116132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:52.120811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:52.124101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:52.131129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:52.144756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:52.151270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.166757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Calling delete_port for 1fb31670-8adb-4156-b1f5-958fe26a931a owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:52.362535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.371667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-db0a8353-6210-4dbf-b6d2-24b076e74326 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:52.523417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.528899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c2348e6-e4d2-49b7-a3e9-592ae0526e3b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:52.538802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=83791582-4973-45f1-ac08-99f666a1d881,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:52.547488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:52.582078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.586066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:52.587904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e99f82d8-0a49-47c1-9092-5c636e349086 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:52.589619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:52.594117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:52.594811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.612445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=e5695cfe-e8a5-4531-8e6d-7271c05c6f21,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:52.615277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:52.625817 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fd008f9b-3e9e-4319-a434-176b023529c0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6767426 Dec 13 20:03:52.628520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59164) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:52.634232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'security_group': {'name': 'tempest-secgroup-2002076285'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:52.637712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.638043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 74aec0df-8bf7-4c44-a321-78bce6b046cc disassociated (deleted). External IP: 172.26.6.227, port: 3f55051b-09ff-469f-b208-dc46f2be7a30. Dec 13 20:03:52.640555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:52.644507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:52.647486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:52.653635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:52.666757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.685566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Port': ['ID=1fb31670-8adb-4156-b1f5-958fe26a931a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:52.687394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:52.692762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:52.695080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:52.696243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:52.702458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:52.777722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.783339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.787554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37ec64c1-9a52-4f8e-99b1-62f2f72b12f6 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:52.831942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cdf70-0f17-4e4e-8c5f-aa446d58a053,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:52.834915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:52.836249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.840520 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2081330 Dec 13 20:03:52.840946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59168) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:52.848652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133412606'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:52.856771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:52.861140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:52.862241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253c310-7f9a-4aea-b98c-754cebcf0d2c None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:52.864806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:52.870795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:52.884211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.884517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.905024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:52.909030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:52.911902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:52.917797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:52.964926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4ffbfd15-e831-405b-a098-887254e55b38 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:52.965393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ffbfd15-e831-405b-a098-887254e55b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.992444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:52.997429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.003233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b0337ff1-81b1-49b2-a681-c5d923e63c0d tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:53.041765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e77f63-eb7c-4040-92eb-c8fda85a0c60,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:53.044883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:53.045790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.049893 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2038321 Dec 13 20:03:53.050099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59172) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:53.056465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'security_group': {'name': 'tempest-secgroup-1096789825'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:53.062520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:53.066794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:53.070034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:53.070971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.077236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:53.089001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.110383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:53.114497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:security_group_rule and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:53.117382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:53.124391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:53.125029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.176132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.176639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Fanout notify agent at l3_agent the message router_deleted on router 0890b4bd-4862-42af-a1a8-3ab167c552e1 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:03:53.208961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.213463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.218814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:53.271460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecf1db-87e1-4ec8-b768-f3e86b3d367e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:53.274704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.279720 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2248998 Dec 13 20:03:53.279720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:53.280090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59176) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:53.281325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4ffbfd15-e831-405b-a098-887254e55b38 None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:53.282292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ffbfd15-e831-405b-a098-887254e55b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.285656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-228578526', 'security_groups': ['f2ecf1db-87e1-4ec8-b768-f3e86b3d367e'], 'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5695cfe-e8a5-4531-8e6d-7271c05c6f21'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:53.292994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.299500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59180) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:53.301761 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "DELETE /v2.0/routers/0890b4bd-4862-42af-a1a8-3ab167c552e1 HTTP/1.1" status: 204 len: 168 time: 2.8565023 Dec 13 20:03:53.335108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:03:53.387996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbfd15-e831-405b-a098-887254e55b38 None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:53.495810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Update dhcp port {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'fixed_ips': [{'subnet_id': '0654d4c9-0639-4640-a406-31963657a547', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5695cfe-e8a5-4531-8e6d-7271c05c6f21'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '2a3645c8-da6b-4bc7-9f53-e2f992217e2c'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:03:53.542918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.551627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.614377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:53.642468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:53.708823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:53.719650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:03:53.724217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.731841 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:03:53.742994 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:53.743909 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:53.774872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Allocated IP 172.20.0.2 (27affb19-e879-46cb-bdf9-72d4afc513ff/e5695cfe-e8a5-4531-8e6d-7271c05c6f21/2a3645c8-da6b-4bc7-9f53-e2f992217e2c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:53.810476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:53.822937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/74aec0df-8bf7-4c44-a321-78bce6b046cc HTTP/1.1" status: 204 len: 168 time: 3.0882049 Dec 13 20:03:53.822937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:53.916952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1415fb0-762c-4f33-9c23-c6a3be8c2a21']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:53.919528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'status': 'completed', 'code': 200} Dec 13 20:03:53.965471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:53.978565 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:53.989667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e100d7f-022b-4ef3-8f30-cbf555f1787a') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:53.989941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e100d7f-022b-4ef3-8f30-cbf555f1787a') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:54.005749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.026408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.032719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd38f917-e2b4-47da-b273-7b4441841eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.034745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Transition to ACTIVE for port object 2a3645c8-da6b-4bc7-9f53-e2f992217e2c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:54.041693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.049258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5b778af6-8e72-4a4b-b6f6-563df01bfb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:54.056781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.080559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] device_id is not set on port 59498c92-0218-4f04-b50d-d971575d7edd yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:03:54.127003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.151355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:03:54.152886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:03:54.169920 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:03:54.191197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096be12-27a2-40be-9252-5f4567648d29 req-6b58d1c2-8c60-4750-8ea4-f011645ff2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:54.192690 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-6b58d1c2-8c60-4750-8ea4-f011645ff2e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 1098 time: 0.2465053 Dec 13 20:03:54.226175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:54.232895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:54.319581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68fafb-b6b2-406d-bda8-1abafa611e7d req-1305ec48-aa74-48c5-ba62-8c8ed9874a3f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:54.320778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-6a68fafb-b6b2-406d-bda8-1abafa611e7d req-1305ec48-aa74-48c5-ba62-8c8ed9874a3f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:54.365336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-6a68fafb-b6b2-406d-bda8-1abafa611e7d req-1305ec48-aa74-48c5-ba62-8c8ed9874a3f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:54.366692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a68fafb-b6b2-406d-bda8-1abafa611e7d req-1305ec48-aa74-48c5-ba62-8c8ed9874a3f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.1700573 Dec 13 20:03:54.371327 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:54.377033 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:03:54.388405 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:03:54.389419 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:54.447364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a68fafb-b6b2-406d-bda8-1abafa611e7d req-351a7e5b-9de2-4a28-9bd4-8c369e8f4f96 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735707 Dec 13 20:03:54.563562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.583330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-069f2f07-dafe-4d4f-b919-34be9b8ff10c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:54.593253 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:03:54.601299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.626012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'Network': ['ID=b1415fb0-762c-4f33-9c23-c6a3be8c2a21,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:54.640296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:54.683295 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "DELETE /v2.0/networks/b1415fb0-762c-4f33-9c23-c6a3be8c2a21 HTTP/1.1" status: 204 len: 168 time: 1.3802595 Dec 13 20:03:54.683826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59190) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:54.744561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096be12-27a2-40be-9252-5f4567648d29 req-0eb5ff5f-fe5e-42f8-a6e0-605212658bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:54.746907 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-0eb5ff5f-fe5e-42f8-a6e0-605212658bc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 200 len: 896 time: 0.3250904 Dec 13 20:03:54.767130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.801618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.830460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-74816807-efc5-4767-9b99-85f32b99fd68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 200 len: 217 time: 0.0752239 Dec 13 20:03:54.836465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.8 (27affb19-e879-46cb-bdf9-72d4afc513ff/e5695cfe-e8a5-4531-8e6d-7271c05c6f21/59498c92-0218-4f04-b50d-d971575d7edd) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:54.894446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.903379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ede7047a-77f7-4a38-8321-a0590ede77d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:54.919608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70be568-1ef6-4425-95f4-e478f9d343be,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:54.922895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:54.930667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096be12-27a2-40be-9252-5f4567648d29 req-02ae682d-7851-40ab-abc8-142e9a38844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:54.932151 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-02ae682d-7851-40ab-abc8-142e9a38844e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 200 len: 835 time: 0.0935328 Dec 13 20:03:54.934335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:54.938424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] 10.222.0.18 "DELETE /v2.0/security-groups/a70be568-1ef6-4425-95f4-e478f9d343be HTTP/1.1" status: 204 len: 168 time: 0.2508383 Dec 13 20:03:54.961892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Provisioning for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:54.969735 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:03:54.976334 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e795f8-929e-4ae2-b290-64e4f065af55 None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:40Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'c6bc4acf-4424-4139-867e-c358ae03ba90', 'name': '', 'network_id': 'b92341cc-d689-4a7a-a4e7-78cc60a726e3', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:91:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:23Z', 'updated_at': '2021-12-13T20:01:34Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'c5c9bc19-0df8-4bea-8b26-f791f43e6261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:03:54.999472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:54.999982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.051606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.076073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.172112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:55.172509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.181134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.189764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096be12-27a2-40be-9252-5f4567648d29 req-2710fbf8-1fe2-470e-a78f-e424e5e05c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:55.191262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-2710fbf8-1fe2-470e-a78f-e424e5e05c5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b92341cc-d689-4a7a-a4e7-78cc60a726e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2378843 Dec 13 20:03:55.237227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 59498c92-0218-4f04-b50d-d971575d7edd will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:55.245669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fd096c5f-a560-43bf-9ef8-2b6e77954107 None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:55.369925 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-a1a5b675-74e5-407c-8270-7d55da040824 service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685309 Dec 13 20:03:55.372777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2a3645c8-da6b-4bc7-9f53-e2f992217e2c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:55.374283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59200) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:55.375403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.381350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f06087f9-44ae-4b30-b287-063071609f6a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:55.449083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b3f18-5caa-4135-9037-d994e92201e7 None None] New status for floating IP 74aec0df-8bf7-4c44-a321-78bce6b046cc: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:03:55.511708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-556ce7b9-d7d6-4f0e-a050-ee7c89cfb48d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:55.513958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-556ce7b9-d7d6-4f0e-a050-ee7c89cfb48d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.1200719 Dec 13 20:03:55.548983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:55.554728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:55.557451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:03:55.593619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:55.595338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.655799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 3f55051b-09ff-469f-b208-dc46f2be7a30 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:55.656147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.666074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=59498c92-0218-4f04-b50d-d971575d7edd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:55.670469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:55.691120 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a096be12-27a2-40be-9252-5f4567648d29 req-8fe27de1-7a22-4a9b-8cc8-94445d68fc2b service neutron] 10.222.0.20 "GET /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719080 Dec 13 20:03:55.702630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:55.703368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.736260 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4551890 Dec 13 20:03:55.737581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59208) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:55.745311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:55.747837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-12993dfd-13d4-48f1-bc7b-5000c0c346ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99d5b55e05674c3fa3f14c0d68dfcf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714256 Dec 13 20:03:55.750994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59212) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:55.803550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fb31670-8adb-4156-b1f5-958fe26a931a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:55.843725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1fb31670-8adb-4156-b1f5-958fe26a931a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:55.844131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fb31670-8adb-4156-b1f5-958fe26a931a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:55.868971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f15c955d-48fe-415d-b08c-2e9d59b8a1fd None None] Provisioning for port 59498c92-0218-4f04-b50d-d971575d7edd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:55.875577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f15c955d-48fe-415d-b08c-2e9d59b8a1fd None None] Provisioning complete for port 59498c92-0218-4f04-b50d-d971575d7edd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:55.875577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f15c955d-48fe-415d-b08c-2e9d59b8a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.903303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:55.907193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:55.910487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:55.916589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:55.933198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:55.934381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:55.935011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f15c955d-48fe-415d-b08c-2e9d59b8a1fd None None] Port 59498c92-0218-4f04-b50d-d971575d7edd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:55.939802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.006760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e084-7288-4cf6-9e4b-5d497c8b50b7 req-ec6213c0-afe4-478f-b88e-61aef9eddc0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:56.008133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bd4e084-7288-4cf6-9e4b-5d497c8b50b7 req-ec6213c0-afe4-478f-b88e-61aef9eddc0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cd12861-56dd-45c0-8f5d-e4216b543ba4 HTTP/1.1" status: 200 len: 945 time: 0.3605142 Dec 13 20:03:56.065366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.069645 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e5695cfe-e8a5-4531-8e6d-7271c05c6f21 (CIDR: 172.20.0.0/28) Dec 13 20:03:56.074565 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:03:56.075156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:03:56.094595 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cd0bab2d-834d-4c71-acf3-d13ad4c70e56 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3555567 Dec 13 20:03:56.097409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59216) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:56.103623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:56.131615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 3f55051b-09ff-469f-b208-dc46f2be7a30, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3f55051b-09ff-469f-b208-dc46f2be7a30,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:56.131980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.142234 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bd4e084-7288-4cf6-9e4b-5d497c8b50b7 req-80e9603f-a7a7-4207-a1ab-0c86dc1e4fc8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d33ae4b-f982-43cd-a9ef-b2624684a365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263428 Dec 13 20:03:56.243261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:56.247559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:56.250427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:56.256152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:56.266412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:56.269866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.276117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 3f55051b-09ff-469f-b208-dc46f2be7a30 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:56.362317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.386302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-241a4bbb-b862-4b81-b40c-60bf8cedf5b7 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:56.395933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.402442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768a947-0268-4430-9237-54509b4b6be4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:56.407912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:56.457901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.459024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3768a947-0268-4430-9237-54509b4b6be4 HTTP/1.1" status: 204 len: 168 time: 0.7070236 Dec 13 20:03:56.485032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.491107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-54207804-d65f-43f7-97b7-3552a32efa04 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:56.530717 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.ipam_backend_mixin [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0654d4c9-0639-4640-a406-31963657a547 (CIDR: 172.20.0.16/28) Dec 13 20:03:56.534387 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:03:56.534970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:03:56.539111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=3f55051b-09ff-469f-b208-dc46f2be7a30,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:56.542388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:56.556496 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b0fe814-a374-448d-9b23-f962d271001e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4572940 Dec 13 20:03:56.559476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59222) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:56.566907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'subnet': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:56.619724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 3f55051b-09ff-469f-b208-dc46f2be7a30 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:03:56.622557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.625538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'name': 'network-vif-deleted', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:03:56.645378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-67b2b3a5-8cc3-43c2-837d-7444a4f506e9 req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/3f55051b-09ff-469f-b208-dc46f2be7a30 HTTP/1.1" status: 204 len: 173 time: 1.1238954 Dec 13 20:03:56.683931 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd12861-56dd-45c0-8f5d-e4216b543ba4', 'name': 'network-vif-deleted', 'tag': '3f55051b-09ff-469f-b208-dc46f2be7a30', 'status': 'completed', 'code': 200} Dec 13 20:03:56.728715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:56.733051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Usage tracker for resource:subnet and tenant:022b3ac98f9e4c60ae7db049f36a3600 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:56.736099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:56.742011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:56.753322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Made reservation on behalf of 022b3ac98f9e4c60ae7db049f36a3600 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:03:56.757418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.792653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59230) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:56.812227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.828900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:03:56.832698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Usage tracker for resource:security_group_rule and tenant:28388ad669ac440493f7a463f9e5b884 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:03:56.835557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:03:56.841680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:03:56.930976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.936612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:56.944754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-29fe7f2f-4898-4b87-ad1a-29090055f2f9 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:56.992498 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28388ad669ac440493f7a463f9e5b884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983731 Dec 13 20:03:56.993613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0106a-5623-4c8b-a26b-3fa931decc6b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:56.995117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59234) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:56.996963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:57.092186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.097695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4296d55-29eb-4c4b-aecd-43913267b768 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:57.134580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.172662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Network 27affb19-e879-46cb-bdf9-72d4afc513ff is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:03:57.181688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:03:57.189140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:57.189778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.196388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfce567-165f-4522-ab18-a1399f9bbc72 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:03:57.206464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.212997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Subnet': ['ID=fbc85281-17a6-4b28-a6f8-96d158b703a1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:57.222130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:57.246281 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-92fccdba-0b1e-4bea-a6bf-67bea8aac308 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6857069 Dec 13 20:03:57.249767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:57.261350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1533725910', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbc85281-17a6-4b28-a6f8-96d158b703a1'}], 'security_groups': ['f47cdf70-0f17-4e4e-8c5f-aa446d58a053', '55e77f63-eb7c-4040-92eb-c8fda85a0c60']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:03:57.273818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59244) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:57.293260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.300333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e7a28a7-4323-423e-981f-822774319e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:57.329797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0106a-5623-4c8b-a26b-3fa931decc6b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:57.352359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:57.374550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.377524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.381232 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0af0106a-5623-4c8b-a26b-3fa931decc6b HTTP/1.1" status: 204 len: 168 time: 0.3825116 Dec 13 20:03:57.411966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.507102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.511763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7e29b6-b468-433a-a9fa-73914b717972 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:57.526885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33ae4b-f982-43cd-a9ef-b2624684a365,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:57.530886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:57.536945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.538355 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d33ae4b-f982-43cd-a9ef-b2624684a365 HTTP/1.1" status: 204 len: 168 time: 0.2631004 Dec 13 20:03:57.588813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59252) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:57.706200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Update dhcp port {'port': {'network_id': '27affb19-e879-46cb-bdf9-72d4afc513ff', 'fixed_ips': [{'subnet_id': '0654d4c9-0639-4640-a406-31963657a547', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5695cfe-e8a5-4531-8e6d-7271c05c6f21', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fbc85281-17a6-4b28-a6f8-96d158b703a1'}], 'binding:host_id': 'dv-neutron-821563-1-hyperv'}, 'id': '2a3645c8-da6b-4bc7-9f53-e2f992217e2c'} from dv-neutron-821563-1-hyperv. {{(pid=87527) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 13 20:03:57.730276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:57.786168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.020452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Allocated IP 172.20.0.34 (27affb19-e879-46cb-bdf9-72d4afc513ff/fbc85281-17a6-4b28-a6f8-96d158b703a1/2a3645c8-da6b-4bc7-9f53-e2f992217e2c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:58.155355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:58.179960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.193815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.196534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Transition to ACTIVE for port object 2a3645c8-da6b-4bc7-9f53-e2f992217e2c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:58.203457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.207258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-140c10a3-ec9e-41b8-953c-fe855e6f5f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:58.317949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:58.330577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:58.347737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Delete allocated IP 172.20.0.8 (27affb19-e879-46cb-bdf9-72d4afc513ff/e5695cfe-e8a5-4531-8e6d-7271c05c6f21) {{(pid=87525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 20:03:58.357394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Allocated IP 172.20.0.45 (27affb19-e879-46cb-bdf9-72d4afc513ff/fbc85281-17a6-4b28-a6f8-96d158b703a1/59498c92-0218-4f04-b50d-d971575d7edd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:03:58.589730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.610396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Transition to ACTIVE for port object 59498c92-0218-4f04-b50d-d971575d7edd will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:03:58.614088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.620111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be4a3df1-aad7-49dd-9fb0-d2feb097b1c6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:58.697876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port c6bc4acf-4424-4139-867e-c358ae03ba90 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:58.698777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.768390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event updated for resources: {'Port': ['ID=59498c92-0218-4f04-b50d-d971575d7edd,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:58.773186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:58.786786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] In _notify_port_updated(), no bound segment for port 59498c92-0218-4f04-b50d-d971575d7edd on network 27affb19-e879-46cb-bdf9-72d4afc513ff {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:03:58.792467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:03:58.793468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.794706 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "PUT /v2.0/ports/59498c92-0218-4f04-b50d-d971575d7edd HTTP/1.1" status: 200 len: 960 time: 1.5438406 Dec 13 20:03:58.797577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:58.873272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 59498c92-0218-4f04-b50d-d971575d7edd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:03:58.873616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.905081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port c6bc4acf-4424-4139-867e-c358ae03ba90, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c6bc4acf-4424-4139-867e-c358ae03ba90,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:03:58.905471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:58.956089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3f55051b-09ff-469f-b208-dc46f2be7a30 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:03:58.996678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 3f55051b-09ff-469f-b208-dc46f2be7a30 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:03:58.997221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3f55051b-09ff-469f-b208-dc46f2be7a30 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:03:59.008147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Provisioning for port 59498c92-0218-4f04-b50d-d971575d7edd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:59.014058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Provisioning complete for port 59498c92-0218-4f04-b50d-d971575d7edd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:59.014605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.037193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for c6bc4acf-4424-4139-867e-c358ae03ba90 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:59.068998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Port 59498c92-0218-4f04-b50d-d971575d7edd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:59.080968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Provisioning for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:03:59.086123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:59.086685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.136938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.226325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:59.226763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.244890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.256270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-97dfc51e-826a-4deb-a062-7767cbbe6eb3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:59.273912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 59498c92-0218-4f04-b50d-d971575d7edd owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:03:59.283957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eac80-9171-43b6-ab84-bd65cac90db7 None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:03:59.358265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=c6bc4acf-4424-4139-867e-c358ae03ba90,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:59.370357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:59.382434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2a3645c8-da6b-4bc7-9f53-e2f992217e2c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:03:59.494669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:03:59.495667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.501939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.517543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aad64d21-8940-44ff-91f7-287df3c01cc9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:03:59.610388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=59498c92-0218-4f04-b50d-d971575d7edd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:03:59.616929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:03:59.660043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a26b7d1a-13b8-447b-b2d9-7cc4289b320f None None] Could not find standard attr ID for object 59498c92-0218-4f04-b50d-d971575d7edd. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:03:59.685368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.692764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:03:59.714015 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/59498c92-0218-4f04-b50d-d971575d7edd HTTP/1.1" status: 204 len: 168 time: 0.9153020 Dec 13 20:03:59.716548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59260) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:59.893396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa407d64-fb24-48fe-b207-fe2b10cdcfb2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] GET failed (client error): The resource could not be found. Dec 13 20:03:59.893848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa407d64-fb24-48fe-b207-fe2b10cdcfb2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:03:59.911907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-aa407d64-fb24-48fe-b207-fe2b10cdcfb2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:03:59.915632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aa407d64-fb24-48fe-b207-fe2b10cdcfb2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports/59498c92-0218-4f04-b50d-d971575d7edd HTTP/1.1" status: 404 len: 333 time: 0.1954293 Dec 13 20:03:59.915911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59264) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:03:59.980761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.007729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.057085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.062511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2170b572-c33d-48d9-a778-d3ac2c9a2da3 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:00.067252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e70284c3-37df-4b12-bd2b-3a7403db24c9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:04:00.076144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecf1db-87e1-4ec8-b768-f3e86b3d367e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:00.079200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:00.081417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.084896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/security-groups/f2ecf1db-87e1-4ec8-b768-f3e86b3d367e HTTP/1.1" status: 204 len: 168 time: 0.1655817 Dec 13 20:04:00.085153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.154085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.182712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.232317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.236263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-406c8d62-fc90-4fbe-9390-fa2e440e2e50 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:00.248988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e77f63-eb7c-4040-92eb-c8fda85a0c60,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:00.252732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:00.256155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.257312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/security-groups/55e77f63-eb7c-4040-92eb-c8fda85a0c60 HTTP/1.1" status: 204 len: 168 time: 0.1712275 Dec 13 20:04:00.259846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59272) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.326577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.355585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.376741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:00.387250 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Sync routers for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:00.395048 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e70284c3-37df-4b12-bd2b-3a7403db24c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043497 Dec 13 20:04:00.397490 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:00.397659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59276) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.398480 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:00.454055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.463556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eedd2596-6af5-488c-9d3c-5cefe29b27bb tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:00.481183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cdf70-0f17-4e4e-8c5f-aa446d58a053,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:00.488015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:00.492114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet c5c9bc19-0df8-4bea-8b26-f791f43e6261 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:04:00.496138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.523942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.525081 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/security-groups/f47cdf70-0f17-4e4e-8c5f-aa446d58a053 HTTP/1.1" status: 204 len: 168 time: 0.2643473 Dec 13 20:04:00.528088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59280) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.554497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.581380 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:00.596995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet e5695cfe-e8a5-4531-8e6d-7271c05c6f21 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:04:00.600604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.647647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.658177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.728177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.733465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d3e4701-b0b4-4b97-939d-fdffed36df1b tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:00.748655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.771004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c9bc19-0df8-4bea-8b26-f791f43e6261,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:00.773083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.775793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:00.783235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/c5c9bc19-0df8-4bea-8b26-f791f43e6261 HTTP/1.1" status: 204 len: 168 time: 0.3816187 Dec 13 20:04:00.783235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59284) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.789207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e35be-0b15-4156-83e9-0616f1393365 None None] Network b92341cc-d689-4a7a-a4e7-78cc60a726e3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:00.829985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.835608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:00.884104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=e5695cfe-e8a5-4531-8e6d-7271c05c6f21,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:00.894884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:00.895945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.905863 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/e5695cfe-e8a5-4531-8e6d-7271c05c6f21 HTTP/1.1" status: 204 len: 168 time: 0.3730230 Dec 13 20:04:00.906143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59288) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:00.914658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a9581-b319-43d1-ae33-fc0c50b7ec52 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:00.928859 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:59Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:00.936022 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Checking router: e70284c3-37df-4b12-bd2b-3a7403db24c9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:00.947017 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Routers {'e70284c3-37df-4b12-bd2b-3a7403db24c9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:00.947932 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e70284c3-37df-4b12-bd2b-3a7403db24c9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:00.980045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:00.990911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet fbc85281-17a6-4b28-a6f8-96d158b703a1 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:04:00.994064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.058977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.165860 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] Set router e70284c3-37df-4b12-bd2b-3a7403db24c9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:01.170384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.194936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.209140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:01.209498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.283202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.302294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41676d9d-ae40-48e9-a848-804b610eae93 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:01.313964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] DHCP port deletion for b92341cc-d689-4a7a-a4e7-78cc60a726e3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:04:01.337456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Deleting port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:01.338118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.365414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc85281-17a6-4b28-a6f8-96d158b703a1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:01.368662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:01.373585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.393453 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/fbc85281-17a6-4b28-a6f8-96d158b703a1 HTTP/1.1" status: 204 len: 168 time: 0.4857831 Dec 13 20:04:01.394121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59292) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:01.466352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port f06a69d3-0e96-4c4c-bfbc-abe2a6783a69, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:01.466819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.480268 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ec4300-fb98-4862-bffb-1613e436da03 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:01.480727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ec4300-fb98-4862-bffb-1613e436da03 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:01.482514 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-85ec4300-fb98-4862-bffb-1613e436da03 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/e5695cfe-e8a5-4531-8e6d-7271c05c6f21 HTTP/1.1" status: 404 len: 337 time: 0.0875576 Dec 13 20:04:01.485043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59296) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:01.491365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d4dbd1ce-3f5e-4724-a11e-993ab2846d91 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:04:01.570434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting subnet 0654d4c9-0639-4640-a406-31963657a547 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:04:01.575718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.620588 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:59Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:01.627551 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f4b90-b7b7-4162-be49-f7ade239976e None None] The sync data for ids ['e70284c3-37df-4b12-bd2b-3a7403db24c9'] in dv-neutron-821563-1-hyperv is: [{'id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'name': 'tempest-TestNetworkBasicOps-router-1867417393', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:01:10Z', 'updated_at': '2021-12-13T20:03:59Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'f06a69d3-0e96-4c4c-bfbc-abe2a6783a69', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70284c3-37df-4b12-bd2b-3a7403db24c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:01:12Z', 'updated_at': '2021-12-13T20:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:01.633444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:01.678810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.754528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:01.754933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.769751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.773757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.865566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.871810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-269b81a2-e7d2-4500-85e6-a39e14f75532 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:01.877045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.881276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-64c86125-04df-4f8f-a62b-186cd309e480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:01.904174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Calling delete_port for d4dbd1ce-3f5e-4724-a11e-993ab2846d91 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:01.921120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=f06a69d3-0e96-4c4c-bfbc-abe2a6783a69,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:01.924658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:01.927403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Subnet': ['ID=0654d4c9-0639-4640-a406-31963657a547,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:01.931193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:01.936084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.946089 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/0654d4c9-0639-4640-a406-31963657a547 HTTP/1.1" status: 204 len: 168 time: 0.4599812 Dec 13 20:04:01.946751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:01.976372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:01.994277 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5373665-c5c9-4de1-ac25-aa9e5aa1f5b0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:01.995925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:01.996108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5373665-c5c9-4de1-ac25-aa9e5aa1f5b0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:01.998494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ddad34f4-752d-43a7-93ae-3b685cd716a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:02.004123 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5373665-c5c9-4de1-ac25-aa9e5aa1f5b0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/d5e3aec7-fb44-40ab-a738-0741be500ab4 HTTP/1.1" status: 404 len: 337 time: 0.0560181 Dec 13 20:04:02.006781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.036097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.084876 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4650bb01-06b9-4482-af0d-b8e1ed9920d7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Synchronizing usage tracker for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:02.086506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:04:02.087089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:04:02.102303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4650bb01-06b9-4482-af0d-b8e1ed9920d7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Unset dirty status for tenant:022b3ac98f9e4c60ae7db049f36a3600 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:02.107307 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4650bb01-06b9-4482-af0d-b8e1ed9920d7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "GET /v2.0/ports?device_id=94537cee-b275-4497-a35d-0edf9a375a75 HTTP/1.1" status: 200 len: 205 time: 0.0952523 Dec 13 20:04:02.107557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59308) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.112805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:02.116940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:02.199762 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-d7b282da-a1f7-4693-977c-56868abb9f16 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] delete failed (client error): The resource could not be found. Dec 13 20:04:02.203944 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d7b282da-a1f7-4693-977c-56868abb9f16 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/routers/94537cee-b275-4497-a35d-0edf9a375a75 HTTP/1.1" status: 404 len: 336 time: 0.0953603 Dec 13 20:04:02.204672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59312) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.246610 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d52af1a-4377-4bfa-9cf0-3acb6baedea2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.247231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d52af1a-4377-4bfa-9cf0-3acb6baedea2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.251901 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d52af1a-4377-4bfa-9cf0-3acb6baedea2 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/d4c1b874-69b0-43c5-ae11-e42a09e45e9c HTTP/1.1" status: 404 len: 337 time: 0.0460680 Dec 13 20:04:02.252604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59316) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.298087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-de28b5ff-640a-4fa6-93e0-acc4b699a5a7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.298587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de28b5ff-640a-4fa6-93e0-acc4b699a5a7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.300419 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-de28b5ff-640a-4fa6-93e0-acc4b699a5a7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/47f6802e-84ce-48cf-9520-8c8ca6a4221d HTTP/1.1" status: 404 len: 337 time: 0.0466604 Dec 13 20:04:02.302870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.305297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722bbc6-5a65-432d-b048-00c77bb319f8 None None] Network 27affb19-e879-46cb-bdf9-72d4afc513ff requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:02.347381 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-aceeaf62-ecf8-4904-b7af-17609e1d8664 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.347845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aceeaf62-ecf8-4904-b7af-17609e1d8664 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.349562 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aceeaf62-ecf8-4904-b7af-17609e1d8664 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/508b7288-d970-4824-a449-ee8a227a7300 HTTP/1.1" status: 404 len: 337 time: 0.0436752 Dec 13 20:04:02.351998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.372151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.374575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.395445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d57cee6-2d4a-4100-911b-9e680b69ac27 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.396116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d57cee6-2d4a-4100-911b-9e680b69ac27 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.397702 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d57cee6-2d4a-4100-911b-9e680b69ac27 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/46cd13cf-1d85-42f9-a472-9c5ea79dd545 HTTP/1.1" status: 404 len: 333 time: 0.0445390 Dec 13 20:04:02.400326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59328) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.403155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.403801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router e70284c3-37df-4b12-bd2b-3a7403db24c9 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:04:02.426466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.430336 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/e70284c3-37df-4b12-bd2b-3a7403db24c9 HTTP/1.1" status: 204 len: 168 time: 1.6441247 Dec 13 20:04:02.430578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.449126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8e5bfd51-dcbc-43b0-807b-5ddfd5b1fe3b None None] Provisioning complete for port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:02.453357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfd51-dcbc-43b0-807b-5ddfd5b1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.571886 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a52c9e-312a-4ad7-9f96-5908964c4335 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.572332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a52c9e-312a-4ad7-9f96-5908964c4335 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.574604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f9a52c9e-312a-4ad7-9f96-5908964c4335 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/eea786b1-a63f-467a-8df1-c16786348f8d HTTP/1.1" status: 404 len: 337 time: 0.1734118 Dec 13 20:04:02.576661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.579927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59336) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.588531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Deleting port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:02.588932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.591598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:02.591973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.616582 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-84237110-4ba1-4eda-9477-0cdfd7b24652 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.617748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84237110-4ba1-4eda-9477-0cdfd7b24652 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.619804 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-84237110-4ba1-4eda-9477-0cdfd7b24652 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/97bdff62-6c14-488e-8578-c35a64e5fa70 HTTP/1.1" status: 404 len: 337 time: 0.0413532 Dec 13 20:04:02.622460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.664783 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a59bc86-ad78-4bd5-99d3-37dfb3f0d8f3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.665274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a59bc86-ad78-4bd5-99d3-37dfb3f0d8f3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.669493 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6a59bc86-ad78-4bd5-99d3-37dfb3f0d8f3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/ce9b5d20-f225-4ca0-9544-7b30e01b93a4 HTTP/1.1" status: 404 len: 333 time: 0.0432587 Dec 13 20:04:02.669718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59344) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.710215 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f298405-e9eb-4a57-9ffa-2543de6282f5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.710674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f298405-e9eb-4a57-9ffa-2543de6282f5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.715865 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f298405-e9eb-4a57-9ffa-2543de6282f5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/cac1bed5-29bb-4281-a066-47e9c88e8e58 HTTP/1.1" status: 404 len: 337 time: 0.0418081 Dec 13 20:04:02.715865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59348) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.754292 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4103b049-1b97-4bbf-92d4-9c4c7eeecce0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] DELETE failed (client error): The resource could not be found. Dec 13 20:04:02.754748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4103b049-1b97-4bbf-92d4-9c4c7eeecce0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:04:02.759058 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4103b049-1b97-4bbf-92d4-9c4c7eeecce0 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/subnets/8e75a14a-32bf-4ebd-bbc4-38e256b27148 HTTP/1.1" status: 404 len: 337 time: 0.0401752 Dec 13 20:04:02.759912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59352) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:02.800302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:02.801010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.826690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port bdf133ce-baca-4da9-beef-cd8c7c32bc34 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:02.827072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.899931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] For port d4dbd1ce-3f5e-4724-a11e-993ab2846d91, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,segment=NetworkSegment(8851e0c1-a44b-485c-ab69-b4b8f042d0ef),segment_id=8851e0c1-a44b-485c-ab69-b4b8f042d0ef)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:02.900513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:02.939424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for d4dbd1ce-3f5e-4724-a11e-993ab2846d91 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:03.019635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.024812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e76c989c-2306-461c-9a74-691caf703ef4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:03.071202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=d4dbd1ce-3f5e-4724-a11e-993ab2846d91,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:03.072980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:04:03.075133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:03.097553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] DHCP port deletion for 27affb19-e879-46cb-bdf9-72d4afc513ff request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:04:03.100355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.106039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Calling delete_port for d4dbd1ce-3f5e-4724-a11e-993ab2846d91 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:03.146605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Deleting port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:03.146981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.187383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8e5bfd51-dcbc-43b0-807b-5ddfd5b1fe3b None None] Provisioning complete for port bdf133ce-baca-4da9-beef-cd8c7c32bc34 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:03.187696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfd51-dcbc-43b0-807b-5ddfd5b1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.201972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.227140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92341cc-d689-4a7a-a4e7-78cc60a726e3']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:03.228918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for bdf133ce-baca-4da9-beef-cd8c7c32bc34 owned by {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:03.239855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8851e0c1-a44b-485c-ab69-b4b8f042d0ef') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:03.240105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8851e0c1-a44b-485c-ab69-b4b8f042d0ef') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:03.252239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.272826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.301314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:04:03.304818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.311778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bfd51-dcbc-43b0-807b-5ddfd5b1fe3b None None] Port bdf133ce-baca-4da9-beef-cd8c7c32bc34 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:03.313489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:04:03.314004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:04:03.325723 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:04:03.354205 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.361580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f6f66ad-81da-4076-8c39-002dbafa820e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:03.365185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2a3645c8-da6b-4bc7-9f53-e2f992217e2c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:04:03.410284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Port': ['ID=bdf133ce-baca-4da9-beef-cd8c7c32bc34,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:03.414065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:03.416546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.429101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.431894 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/ports/bdf133ce-baca-4da9-beef-cd8c7c32bc34 HTTP/1.1" status: 204 len: 168 time: 0.6707013 Dec 13 20:04:03.434443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.436972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59356) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:03.437691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4c882ee-df9b-418e-82b5-3bde54a1a553 tempest-RoutersNegativeIpV6Test-1456382414 tempest-RoutersNegativeIpV6Test-1456382414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:03.484662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=b92341cc-d689-4a7a-a4e7-78cc60a726e3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:03.487321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:03.492820 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/b92341cc-d689-4a7a-a4e7-78cc60a726e3 HTTP/1.1" status: 204 len: 168 time: 1.0611820 Dec 13 20:04:03.505011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Deleting port d4dbd1ce-3f5e-4724-a11e-993ab2846d91 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:03.505418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.508424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:03.515403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--809280', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:03.521267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:03.526011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:03.529418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:03.535753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:03.548455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:03.548812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:03.549090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.552409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.582542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:04:03.590903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.592522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.592982 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment 87f9490f-8cbb-44eb-91cf-398f99c41932 of type vlan for network 9ce5259d-9fc9-422f-bdcd-dec248a8066e Dec 13 20:04:03.602475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:03.602812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.613956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8be8e5c-f4d8-4e74-a9d3-33ddc1345384 None None] The port 'd4dbd1ce-3f5e-4724-a11e-993ab2846d91' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:04:03.623231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.656880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.663008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:03.663532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.668880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab8284f7-2cc5-42f1-a32d-3980549565cf tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:03.748234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Calling delete_port for 2a3645c8-da6b-4bc7-9f53-e2f992217e2c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:03.762210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2523537 Dec 13 20:04:03.774136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59364) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:03.783128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-956724125', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:03.799638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:03.802255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=9ce5259d-9fc9-422f-bdcd-dec248a8066e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:03.802598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.805249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:03.808437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:03.812047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:03.820219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:03.821935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:04:03.843294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.844960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.864530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.939342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:03.951455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.952235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:04:03.969565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:03.970200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:03.981214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3d72a4b3-fa84-4029-bd46-f2d6056b1928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:04.024521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:04:04.024908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f06a69d3-0e96-4c4c-bfbc-abe2a6783a69 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:04:04.025438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c6bc4acf-4424-4139-867e-c358ae03ba90 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:04:04.056542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:04:04.056931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:04:04.076097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: c6bc4acf-4424-4139-867e-c358ae03ba90 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:04:04.076468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c6bc4acf-4424-4139-867e-c358ae03ba90 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:04:04.091331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=11']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:04.094614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:04.101768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 2a3645c8-da6b-4bc7-9f53-e2f992217e2c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:04.173410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.177814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:04:04.178129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:04:04.558068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Deleting port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:04.558723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.577020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.608567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.679388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:04.679772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.743668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.49 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/33db0e70-220b-4deb-bc3e-3a7b48db8ace) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:04.770846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:04.771402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.898429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.903584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] For port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,segment=NetworkSegment(90a5ef51-428a-413e-8a66-52e974cf7ade),segment_id=90a5ef51-428a-413e-8a66-52e974cf7ade)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:04.903953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.931827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:04.936667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-88cac306-758b-4430-9abd-e46204bd8e51 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:04.938710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Calling delete_port for 2a3645c8-da6b-4bc7-9f53-e2f992217e2c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:05.003752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:05.006685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:05.010454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:05.018947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:05.023756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eb7e231f-1917-4dca-a58a-30fec18a95c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:05.032960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Calling delete_port for 2a3645c8-da6b-4bc7-9f53-e2f992217e2c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:04:05.040375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=33db0e70-220b-4deb-bc3e-3a7b48db8ace,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:05.046735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:05.076727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Pushing event deleted for resources: {'Port': ['ID=2a3645c8-da6b-4bc7-9f53-e2f992217e2c,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:05.080764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:05.083152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] No DVR routers for this DVR port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:04:05.124984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:04:05.125421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:04:05.435882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:05.907543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.060599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Deleting port 2a3645c8-da6b-4bc7-9f53-e2f992217e2c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:06.061296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.115879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a8fee606-7ebf-4edc-81cf-916b71746696 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:04:06.132435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] The port '2a3645c8-da6b-4bc7-9f53-e2f992217e2c' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:04:06.256308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.282333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27affb19-e879-46cb-bdf9-72d4afc513ff']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:06.294479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:06.295031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a5ef51-428a-413e-8a66-52e974cf7ade') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:06.295301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a5ef51-428a-413e-8a66-52e974cf7ade') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:06.306757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Sync routers for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:06.309506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.317722 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:06.319650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:06.331923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.335309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.337210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5618622 Dec 13 20:04:06.338909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:04:06.339566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.340935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59368) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: util.warn( Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:04:06.355663 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:04:06.392364 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a5c7930c-5d8c-4d09-bfac-46477c021dfe tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498478 Dec 13 20:04:06.394860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59372) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.436822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.441081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.444758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:06.472453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Pushing event deleted for resources: {'Network': ['ID=27affb19-e879-46cb-bdf9-72d4afc513ff,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:06.474846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:06.478562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] 10.222.0.18 "DELETE /v2.0/networks/27affb19-e879-46cb-bdf9-72d4afc513ff HTTP/1.1" status: 204 len: 168 time: 3.0266821 Dec 13 20:04:06.522559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:06.541136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6c5ed-e870-4d36-8940-b52cd5139d89 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:06.542700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71a6c5ed-e870-4d36-8940-b52cd5139d89 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468847 Dec 13 20:04:06.545918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59378) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.593116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fd925512-e170-464b-89c8-cae8108883e7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435691 Dec 13 20:04:06.593411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59382) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.598956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213869180', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:06.714268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:06.718170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:06.720994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:06.726803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:06.738359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:06.742145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.768584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59388) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.811816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:05Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:06.815783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Checking router: a8fee606-7ebf-4edc-81cf-916b71746696 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:06.816135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Updating router a8fee606-7ebf-4edc-81cf-916b71746696 port 33db0e70-220b-4deb-bc3e-3a7b48db8ace binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:06.872412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:06.927962 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2fd60dcc-c29f-427b-b9d1-5369b2e5362c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=022b3ac98f9e4c60ae7db049f36a3600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577954 Dec 13 20:04:06.930476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:06.999526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.028447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.082383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.089900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09182616-ab17-4c53-8b4e-bcc1bdd4156e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:07.100601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d301d-1387-4a89-b123-c77a1251276d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:07.104427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:07.106855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.109136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.110567 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/179d301d-1387-4a89-b123-c77a1251276d HTTP/1.1" status: 204 len: 168 time: 0.1789041 Dec 13 20:04:07.111896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a7f82b89-e3ba-4be2-bf22-b73737b4c5d3 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:07.191545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=5610ba2f-280f-4f43-8062-3d90bbe8e5ae,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:07.195065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:07.201236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:07.201602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 9ce5259d-9fc9-422f-bdcd-dec248a8066e, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:04:07.222164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:04:07.231826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 9ce5259d-9fc9-422f-bdcd-dec248a8066e) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:07.236044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.236290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:07.236853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.246651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aad5d-b309-4e9a-88df-76af75e8485a None None] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:07.267369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6728070 Dec 13 20:04:07.270215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:07.275815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Transition to ACTIVE for port object 33db0e70-220b-4deb-bc3e-3a7b48db8ace will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:07.337777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.346291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:07.475923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Attempting to bind port 33db0e70-220b-4deb-bc3e-3a7b48db8ace on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:07.476315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Attempting to bind port 33db0e70-220b-4deb-bc3e-3a7b48db8ace by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:07.476680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Attempting to bind port 33db0e70-220b-4deb-bc3e-3a7b48db8ace on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:07.487409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Pushing event updated for resources: {'Port': ['ID=33db0e70-220b-4deb-bc3e-3a7b48db8ace,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:07.493352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:07.493352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:07.493352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.493352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:07.493352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Bound port: 33db0e70-220b-4deb-bc3e-3a7b48db8ace, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:07.493886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.545302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.545701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.545989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.546322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.546650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.546978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.547301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.547626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.547951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.548268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.548589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.548906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:07.552907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:07.663757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] For port 33db0e70-220b-4deb-bc3e-3a7b48db8ace, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:07.685391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] For port 33db0e70-220b-4deb-bc3e-3a7b48db8ace, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33db0e70-220b-4deb-bc3e-3a7b48db8ace,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:07.693569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:04:07.694870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.705347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:07.710260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a3c553e1-3e80-4ea7-a089-44a10736a771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:07.880167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59422) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:07.925689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:07.925981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:07.976638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Pushing event updated for resources: {'Port': ['ID=33db0e70-220b-4deb-bc3e-3a7b48db8ace,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:07.992551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134618411'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:07.995126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:07.998905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:08.002813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:08.005729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:08.012324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:08.024131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.039942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.056364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:08.061196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:08.064415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:08.070647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:08.162703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.164773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Allocated IP 172.20.0.2 (9ce5259d-9fc9-422f-bdcd-dec248a8066e/5610ba2f-280f-4f43-8062-3d90bbe8e5ae/eea5ecb3-d897-4973-ade9-e7e2faf26c42) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:08.169960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.175578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1eb44a55-5d55-4e7d-9689-257aaf04bcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:08.176370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:08.190345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:08.197099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:08.203207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:08.211288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.223332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:08.231772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a5368a-3e14-45c1-a252-ec23658ca0a9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:08.238266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:08.308575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.314212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.322348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd92748a-fcf6-403d-8895-140c6af1953c tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:08.363857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9132ec92-1a83-4552-ba14-ac14729f9924,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:08.368459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:08.381626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.383176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5018163 Dec 13 20:04:08.385745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59428) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.452326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-21578cae-07c4-4099-a305-59d48119a5b6 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:08.470637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-21578cae-07c4-4099-a305-59d48119a5b6 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:08.472328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-21578cae-07c4-4099-a305-59d48119a5b6 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0854349 Dec 13 20:04:08.475345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59432) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.481101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-security--1774098257', 'description': 'tempest-security-description-328004734'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:08.516015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.575996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.580098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.582816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.584194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "PUT /v2.0/security-groups/9132ec92-1a83-4552-ba14-ac14729f9924 HTTP/1.1" status: 200 len: 1779 time: 0.1076899 Dec 13 20:04:08.586250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4b3d5ea-5f4e-4104-84fd-ccc80dd74a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:08.587610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.619323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9132ec92-1a83-4552-ba14-ac14729f9924,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:08.623013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:08.629553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.642538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Transition to ACTIVE for port object eea5ecb3-d897-4973-ade9-e7e2faf26c42 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:08.647881 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3de691fd-83a8-458f-a7d9-694b54266b60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups/9132ec92-1a83-4552-ba14-ac14729f9924 HTTP/1.1" status: 200 len: 1779 time: 0.0588176 Dec 13 20:04:08.650908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59440) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.665798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:05Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:08.668268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Transition to ACTIVE for port object eea5ecb3-d897-4973-ade9-e7e2faf26c42 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:08.672077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8078f1-d81e-4316-b8b2-31c28dd5a70f None None] The sync data for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv is: [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:05Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:08.676383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.680725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-921ab63b-723a-4fc9-970e-d326ac63d1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:08.733612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.750952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (9ce5259d-9fc9-422f-bdcd-dec248a8066e/5610ba2f-280f-4f43-8062-3d90bbe8e5ae/dedeb952-0b6c-4293-a521-f46c720fdf27) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:08.755736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:08.759374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:08.766352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:08.776779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Pushing event updated for resources: {'Port': ['ID=eea5ecb3-d897-4973-ade9-e7e2faf26c42,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:08.781108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.807822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:08.835782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.842573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50db8036-8fc3-4d20-8937-7518fb3def90 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:08.857853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9132ec92-1a83-4552-ba14-ac14729f9924,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:08.861510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:08.874051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.875236 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/9132ec92-1a83-4552-ba14-ac14729f9924 HTTP/1.1" status: 204 len: 168 time: 0.2232010 Dec 13 20:04:08.878344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59444) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.885311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Attempting to bind port eea5ecb3-d897-4973-ade9-e7e2faf26c42 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:08.885579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Attempting to bind port eea5ecb3-d897-4973-ade9-e7e2faf26c42 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:08.886635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Attempting to bind port eea5ecb3-d897-4973-ade9-e7e2faf26c42 on network 9ce5259d-9fc9-422f-bdcd-dec248a8066e {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:08.892310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:08.892794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Checking segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:08.893347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.893852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Bound using segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:08.894422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Bound port: eea5ecb3-d897-4973-ade9-e7e2faf26c42, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:08.894900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.937215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-289f5ea8-07e5-4a0d-a075-f92ddf2a8e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:08.946325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:08.959219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-289f5ea8-07e5-4a0d-a075-f92ddf2a8e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:08.961039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-289f5ea8-07e5-4a0d-a075-f92ddf2a8e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821548 Dec 13 20:04:08.967293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59448) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:08.986603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object dedeb952-0b6c-4293-a521-f46c720fdf27 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:08.996418 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-86f125bb-8e74-4be6-b5ac-8b922f3b263e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] delete failed (client error): The resource could not be found. Dec 13 20:04:09.002141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59452) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:09.002307 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-86f125bb-8e74-4be6-b5ac-8b922f3b263e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/9132ec92-1a83-4552-ba14-ac14729f9924 HTTP/1.1" status: 404 len: 347 time: 0.0345807 Dec 13 20:04:09.012682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031000360'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:09.019697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:09.021524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] For port eea5ecb3-d897-4973-ade9-e7e2faf26c42, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:09.025076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] For port eea5ecb3-d897-4973-ade9-e7e2faf26c42, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=eea5ecb3-d897-4973-ade9-e7e2faf26c42,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:09.030562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.030782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:09.032385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.042041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c432374-63f9-4b07-aa36-42daf0d37909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.047595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f77b4ac1-18b9-4052-a0b4-7e9470c4b715 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.053556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.075593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:09.080103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:09.083492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:09.089753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:09.141910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.145750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.151067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:09.152360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:09.154887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:09.190354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Pushing event updated for resources: {'Port': ['ID=eea5ecb3-d897-4973-ade9-e7e2faf26c42,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.196208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.210469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.219435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.225187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1622ad20-1092-48fe-a7ea-418752664792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.231295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.273689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cdd951-66f0-4f82-944e-ba0da57d7948,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.276886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.285278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.293517 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2840385 Dec 13 20:04:09.293845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59456) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:09.300270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '03cdd951-66f0-4f82-944e-ba0da57d7948', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:09.309055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:09.313702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:09.317184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:09.330587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:09.369301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.422193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33db0e70-220b-4deb-bc3e-3a7b48db8ace up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:09.488381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.495974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.507564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-da443426-6497-45fc-b3f9-1b8d97346aee tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.538009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 33db0e70-220b-4deb-bc3e-3a7b48db8ace completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:09.544024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a1dac2-a869-4367-8a1f-16bd7f09de28,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.545874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 33db0e70-220b-4deb-bc3e-3a7b48db8ace triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:09.546341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.548708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.562730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.568574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695687 Dec 13 20:04:09.568804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:09.605313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.618124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.625179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.648853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.656681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d98f0ff-9484-4a30-97ab-fa1a14b14d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.670927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95a1dac2-a869-4367-8a1f-16bd7f09de28,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.673928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.676901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.680381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/95a1dac2-a869-4367-8a1f-16bd7f09de28 HTTP/1.1" status: 204 len: 168 time: 0.1081846 Dec 13 20:04:09.680692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59464) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:09.736242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.754673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 33db0e70-220b-4deb-bc3e-3a7b48db8ace, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33db0e70-220b-4deb-bc3e-3a7b48db8ace,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:09.758647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3ece7878-0850-43ed-9162-2a6181bcf110 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:09.764331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.767457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.781956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3ece7878-0850-43ed-9162-2a6181bcf110 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:09.786463 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3ece7878-0850-43ed-9162-2a6181bcf110 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1021762 Dec 13 20:04:09.786899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59468) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:09.852912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=33db0e70-220b-4deb-bc3e-3a7b48db8ace,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.856385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:09.878870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.910003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.968218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:09.973766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ef3ca4a-406a-4d16-a1af-22b178d973ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:09.988402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cdd951-66f0-4f82-944e-ba0da57d7948,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:09.992519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.004791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.009702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/03cdd951-66f0-4f82-944e-ba0da57d7948 HTTP/1.1" status: 204 len: 168 time: 0.2217033 Dec 13 20:04:10.010521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59472) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.063655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c07df3f4-669a-4784-9505-5a5c779eb35c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:10.081478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c07df3f4-669a-4784-9505-5a5c779eb35c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:10.083244 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c07df3f4-669a-4784-9505-5a5c779eb35c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715380 Dec 13 20:04:10.087828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59476) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.094202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--460686810'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:10.101636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.111408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.123182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.123459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.127965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.150524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.155296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:10.158694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:10.164853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.260311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.265818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.270169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2f8c816a-2985-4fef-a4f1-f6a0dffb2ba4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:10.290894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e4ec1c5b-1dd1-4cbc-8de7-3cd1dd6bfbd9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:10.321583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade85dad-3475-4509-93a7-add1c68a64b4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:10.328003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.342602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.346212 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2560413 Dec 13 20:04:10.349003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.357091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'ade85dad-3475-4509-93a7-add1c68a64b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:10.367240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.373054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:10.378059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:10.380937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:10.382925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.385435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.386984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.404692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.474147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.481067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.482978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40bb1a59-a5ff-4843-b38a-b64389c11ded tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:10.499172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57604744-4656-43a0-a6b8-2c4df6ad98ed None None] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:10.505937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c01df8-d0d4-4fa4-a766-60bee439b247,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:10.508492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.522139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.526147 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728265 Dec 13 20:04:10.526334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59484) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.532077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'ade85dad-3475-4509-93a7-add1c68a64b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:10.538578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.543154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:10.546081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:10.546269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:10.547558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:10.552417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.571342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.640628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.646688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.649765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c1c7531b-93eb-487e-abec-2ff6c656a276 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:10.674113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c1d123-5820-4993-bf16-02f4daa43947,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:10.674406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8b486644-f251-4e50-b79c-6f9d24ae1842 None None] Provisioning for port eea5ecb3-d897-4973-ade9-e7e2faf26c42 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:10.680335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.700241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.702026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746457 Dec 13 20:04:10.704968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59488) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.710909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'ade85dad-3475-4509-93a7-add1c68a64b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:10.719018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.723149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:10.726191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:10.734264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.755541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.762777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a8fee606-7ebf-4edc-81cf-916b71746696 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:04:10.831022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.836241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.846229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:10.869538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9f1f07-a4a7-4382-9002-df90163538d4,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:10.881584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.881983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.882356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.882810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.883257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.883620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.883992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.884504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.884864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.885323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.885698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.886113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:10.889583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:10.891090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.892300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bf339cd2-155b-4cbe-ace8-998864187ff7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863739 Dec 13 20:04:10.894959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59492) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:10.902319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'ade85dad-3475-4509-93a7-add1c68a64b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:10.908864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:10.913500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:10.916476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:10.923086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:10.945674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:10.976168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:10.997930 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a8fee606-7ebf-4edc-81cf-916b71746696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7263534 Dec 13 20:04:11.000500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59496) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.020401 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Sync routers for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:11.032712 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:11.033468 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:11.098253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.113481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.117430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.118902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-27fcfb7f-a3ef-4d2f-8d7f-d9e09aa794ad None None] Provisioning for port dedeb952-0b6c-4293-a521-f46c720fdf27 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:11.124601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-27fcfb7f-a3ef-4d2f-8d7f-d9e09aa794ad None None] Provisioning complete for port dedeb952-0b6c-4293-a521-f46c720fdf27 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:11.125047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-27fcfb7f-a3ef-4d2f-8d7f-d9e09aa794ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.144434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b497b1a-3af4-44dc-a13a-ac5ad3a3f357,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:11.150129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:11.180113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.181860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2859633 Dec 13 20:04:11.185150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59500) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.192219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'ade85dad-3475-4509-93a7-add1c68a64b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:11.195367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-27fcfb7f-a3ef-4d2f-8d7f-d9e09aa794ad None None] Port dedeb952-0b6c-4293-a521-f46c720fdf27 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:11.210373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ef87d-3150-4162-8e15-a87dea24c244 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.210942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ef87d-3150-4162-8e15-a87dea24c244 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.211280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ef87d-3150-4162-8e15-a87dea24c244 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.212240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ef87d-3150-4162-8e15-a87dea24c244 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.216499 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-185ef87d-3150-4162-8e15-a87dea24c244 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2879 time: 0.2119641 Dec 13 20:04:11.216931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:11.217152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59504) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.224928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:11.228285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:11.234678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:11.240427 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:11.257278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.312668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc9b79-6bc5-4e52-a1e1-9b8eaec2c6f0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.316110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc9b79-6bc5-4e52-a1e1-9b8eaec2c6f0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.316585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc9b79-6bc5-4e52-a1e1-9b8eaec2c6f0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.317032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc9b79-6bc5-4e52-a1e1-9b8eaec2c6f0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:11.323969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-71fc9b79-6bc5-4e52-a1e1-9b8eaec2c6f0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1059437 Dec 13 20:04:11.330735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59508) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.340728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.347478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.380928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.400404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.402175 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2147822 Dec 13 20:04:11.405114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59512) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.445393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f671fb71-b670-468a-a756-adec967399b5 None None] Provisioning complete for port dedeb952-0b6c-4293-a521-f46c720fdf27 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:11.445791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f671fb71-b670-468a-a756-adec967399b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.456369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97959645-f015-4dd9-ad2d-97243aa2e061,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:11.465375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:11.477174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.499947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.543434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.545873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4b6c8fd-74ab-4cc8-aa43-a33422475d34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.559980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device eea5ecb3-d897-4973-ade9-e7e2faf26c42 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:11.566764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97959645-f015-4dd9-ad2d-97243aa2e061,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:11.576592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:11.577921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.579163 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/97959645-f015-4dd9-ad2d-97243aa2e061 HTTP/1.1" status: 204 len: 168 time: 0.1731353 Dec 13 20:04:11.583349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.631749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f671fb71-b670-468a-a756-adec967399b5 None None] Port dedeb952-0b6c-4293-a521-f46c720fdf27 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:11.664181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port eea5ecb3-d897-4973-ade9-e7e2faf26c42 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:11.672827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port eea5ecb3-d897-4973-ade9-e7e2faf26c42 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:11.674380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75c8ce10-6165-459d-aada-a1ddaffd0b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:11.674517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.684865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3c4f5c89-fc21-4c60-92a9-c21cd6b5d11e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3528416 Dec 13 20:04:11.711755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-75c8ce10-6165-459d-aada-a1ddaffd0b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:11.715960 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75c8ce10-6165-459d-aada-a1ddaffd0b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1287150 Dec 13 20:04:11.716334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59522) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.742243 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:11.747323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.751239 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Checking router: a8fee606-7ebf-4edc-81cf-916b71746696 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:11.751565 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Updating router a8fee606-7ebf-4edc-81cf-916b71746696 port dedeb952-0b6c-4293-a521-f46c720fdf27 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:11.759049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.773598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-551ddf85-0880-4b0c-b6f5-4a5d52ed64d8 None None] Provisioning complete for port dedeb952-0b6c-4293-a521-f46c720fdf27 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:11.774068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-551ddf85-0880-4b0c-b6f5-4a5d52ed64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.786639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.789295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.811219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b497b1a-3af4-44dc-a13a-ac5ad3a3f357,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:11.814917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:11.824306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.825906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4b497b1a-3af4-44dc-a13a-ac5ad3a3f357 HTTP/1.1" status: 204 len: 168 time: 0.1085713 Dec 13 20:04:11.828713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59526) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.859044 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.883200 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f3861f91-c6ed-4064-b4cd-4d6b1feddc6b tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0531938 Dec 13 20:04:11.886491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59530) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:11.894705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-551ddf85-0880-4b0c-b6f5-4a5d52ed64d8 None None] Port dedeb952-0b6c-4293-a521-f46c720fdf27 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:11.909017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.917468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.930739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.931614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.951061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port eea5ecb3-d897-4973-ade9-e7e2faf26c42, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=eea5ecb3-d897-4973-ade9-e7e2faf26c42,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:11.957814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.958844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33db0e70-220b-4deb-bc3e-3a7b48db8ace up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:11.970853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:11.973455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-144427e2-0bee-4156-ab98-eb7f4edc75d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.988459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-39bc509c-5c3a-445b-8eee-4951611facea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:11.997040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd9f1f07-a4a7-4382-9002-df90163538d4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.001451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.003282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.006956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cd9f1f07-a4a7-4382-9002-df90163538d4 HTTP/1.1" status: 204 len: 168 time: 0.1170444 Dec 13 20:04:12.007474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59534) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.081014 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ad189565-4e2d-4649-8204-7ef089e75fbb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697057 Dec 13 20:04:12.082649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59538) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.089313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=eea5ecb3-d897-4973-ade9-e7e2faf26c42,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.099827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.107183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 33db0e70-220b-4deb-bc3e-3a7b48db8ace triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:12.107574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.116530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.128311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.162483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.164755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.187976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.192385 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/69c1d123-5820-4993-bf16-02f4daa43947 HTTP/1.1" status: 204 len: 168 time: 0.1064193 Dec 13 20:04:12.192926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69c1d123-5820-4993-bf16-02f4daa43947,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.193263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59542) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.195392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.255079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0a81dd38-9967-4fa5-ba10-e829034e3822 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:12.272372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0a81dd38-9967-4fa5-ba10-e829034e3822 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:12.276901 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0a81dd38-9967-4fa5-ba10-e829034e3822 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0796037 Dec 13 20:04:12.277720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59546) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.309857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.317926 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.322567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.332416 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Transition to ACTIVE for port object dedeb952-0b6c-4293-a521-f46c720fdf27 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:12.340465 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.340634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59550) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.345268 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.352371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667969245', 'description': 'tempest-secgroup-smoke-667969245 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:12.356439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.358862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.361070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:12.365740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:12.368854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:12.375580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:12.380628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2c01df8-d0d4-4fa4-a766-60bee439b247,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.389430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.397860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.401235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e2c01df8-d0d4-4fa4-a766-60bee439b247 HTTP/1.1" status: 204 len: 168 time: 0.1202416 Dec 13 20:04:12.401627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.402504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59554) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.427684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:12.433557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:12.436973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:12.444245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:12.461137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4048e8db-d6df-4050-a22e-ffbba3d89965 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:12.482466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4048e8db-d6df-4050-a22e-ffbba3d89965 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:12.483899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4048e8db-d6df-4050-a22e-ffbba3d89965 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802734 Dec 13 20:04:12.486803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59558) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.542154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.547872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.554845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c7f8fbe-709a-4cc6-bcc5-7c9ebecd7082 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.559863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.566257 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Pushing event updated for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.579149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.579854 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.579854 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.580209 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.580460 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.580783 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.581878 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.582561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.582561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.582843 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.583173 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.583492 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:12.588771 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.591829 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Attempting to bind port dedeb952-0b6c-4293-a521-f46c720fdf27 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:12.592207 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Attempting to bind port dedeb952-0b6c-4293-a521-f46c720fdf27 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:12.592578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Attempting to bind port dedeb952-0b6c-4293-a521-f46c720fdf27 on network 9ce5259d-9fc9-422f-bdcd-dec248a8066e {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:12.598724 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:12.599746 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Checking segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:12.600172 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.600588 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Bound using segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:12.601050 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Bound port: dedeb952-0b6c-4293-a521-f46c720fdf27, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:12.601479 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.604099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.617042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c34de54-4d6d-4b0e-ab27-118ccd1337eb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.621798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.623619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.627711 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2832778 Dec 13 20:04:12.627990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.635066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:12.643097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:12.648312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:12.653404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:12.663561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:12.685976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.707971 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] For port dedeb952-0b6c-4293-a521-f46c720fdf27, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:12.713476 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] For port dedeb952-0b6c-4293-a521-f46c720fdf27, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dedeb952-0b6c-4293-a521-f46c720fdf27,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:12.720117 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.726959 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.770218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.778530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.780371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b596249-53a2-464a-95ff-f70f7a5e9ddb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.802680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.803500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:12.803987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f7530-7f2e-4c27-bfcb-b36d93e42ae8,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.804151 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:03:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:12.806468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.814786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3e46ade2-bbc6-4410-a549-45a385b23e60 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.820090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.822278 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1928906 Dec 13 20:04:12.825866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59566) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.831732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:12.835420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade85dad-3475-4509-93a7-add1c68a64b4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.838217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:12.842314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:12.845476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:12.851289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:12.851914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.871742 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Pushing event updated for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.874405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.876504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.881792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.887277 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/ade85dad-3475-4509-93a7-add1c68a64b4 HTTP/1.1" status: 204 len: 168 time: 0.3978863 Dec 13 20:04:12.887910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59570) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.945010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-436befb2-bacf-4e51-991f-f6993233599d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:12.950740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.956964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:12.958973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:12.962898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-436befb2-bacf-4e51-991f-f6993233599d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:12.968408 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-436befb2-bacf-4e51-991f-f6993233599d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753531 Dec 13 20:04:12.969195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59574) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:12.977447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--452562185'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:12.984484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14825332-acec-4ee9-a823-395a5dc18c9f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:12.989355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:12.991894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.001439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.005317 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760292 Dec 13 20:04:13.005512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.005888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59578) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.012648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.016453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.019634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.023408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.026738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.032428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:13.036871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.044281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.048764 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.051849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.058318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.063550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.140019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.140342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.145256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.153120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1458f087-8e5b-45fa-bd91-a827fbdf1f0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.153588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.168901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-84a51a32-3bdf-4eea-88ca-0db6bc58095b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.174938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c865549-3f98-42d5-aab0-5a01f18e725a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.179356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.184694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.186436 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791832 Dec 13 20:04:13.189697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59582) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.195093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.202177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.206785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.209917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.211122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfaff6-3edf-4f43-b9d7-c93eef7f1e69,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.214162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.215412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.216596 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2469273 Dec 13 20:04:13.220336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59586) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.223486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.229188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '72dfaff6-3edf-4f43-b9d7-c93eef7f1e69', 'direction': 'ingress', 'protocol': 17}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.236702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.242326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.245619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.256296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.259587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.291617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.381056 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:12Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:13.385465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.387365 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4c3af-926e-409c-800c-32fae421ad3c None None] The sync data for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv is: [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:12Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:13.388130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device eea5ecb3-d897-4973-ade9-e7e2faf26c42 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:13.390605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.392106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.398091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dbbab59f-7f83-4b0f-9192-847932537130 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.408047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.434663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d15c8e6-ec41-44b3-982a-fa9a0d67b347,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.447102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.447636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-23eab023-7f84-43bc-8693-30e3674f0a13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.468782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ae88cb-1a08-4351-bb5b-64abe23c633f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.473987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.479459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.481002 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2902234 Dec 13 20:04:13.482391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.484427 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2621722 Dec 13 20:04:13.484427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59590) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.486825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59594) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.488987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.494884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.507038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.511169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.511579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port eea5ecb3-d897-4973-ade9-e7e2faf26c42 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:13.511981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.517279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.530640 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:04:13.538690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.580826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.618564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.622921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.628657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.630483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.657092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ce2f01-bba4-41c3-8edd-6ebf0034ced6,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.668494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.668900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.669332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.669712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.670083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.670451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.671161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.671161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.671534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.671900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.672308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.672619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:04:13.676247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.680298 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1954405 Dec 13 20:04:13.680887 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59598) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.681797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.687280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '0c34de54-4d6d-4b0e-ab27-118ccd1337eb', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.692164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.693486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.697565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.698034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e05c7031-89cf-4b6b-b174-c34002d4dc6f tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.701651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.708619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.714281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfaff6-3edf-4f43-b9d7-c93eef7f1e69,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.717010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.723707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:04:13.731979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.733416 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/72dfaff6-3edf-4f43-b9d7-c93eef7f1e69 HTTP/1.1" status: 204 len: 168 time: 0.2453332 Dec 13 20:04:13.733813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.736054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59602) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.796724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-346759af-23a2-4bad-b35d-4bdd405cbcf9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:13.810682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.814254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-346759af-23a2-4bad-b35d-4bdd405cbcf9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:13.815081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.816883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5dc63fd8-aefd-4e90-92a4-5090e8727419 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:13.817721 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-346759af-23a2-4bad-b35d-4bdd405cbcf9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770082 Dec 13 20:04:13.821739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59606) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:13.828134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859417566'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:13.835506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.839782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ac601e-b194-4f1e-b1db-d658e5585fae,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:13.844134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:13.845808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.853422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.856005 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1732481 Dec 13 20:04:13.868441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.889953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:13.894282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:13.897429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:13.903582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:13.992353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:13.999303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.004985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ed4b2655-9d0d-4724-ac6a-c9e2a6d65ac1 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:14.052640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0952c9c9-1b9c-47f9-98c4-f1d0339bf76f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:14.055642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:14.065512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.069816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59622) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:14.074142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2467318 Dec 13 20:04:14.076298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--846609966'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:14.082521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:14.086670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:14.089819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:14.095948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:14.108571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.119598 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-b9aeb513-0b19-4f39-ba86-4e55d653c593 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667969245&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0440397 Dec 13 20:04:14.130368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:14.134884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:14.138497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:14.144216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:14.226776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.232124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.237796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3a57b6b8-4f90-4727-b446-fc776b6bd2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:14.280535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc8faf-c5a4-4a2f-80fb-915c4136e61f,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:14.284888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:14.291113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.292776 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2218881 Dec 13 20:04:14.294185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-d6a31302-d440-4911-beaa-a40f2f123ae0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:14.295032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-d6a31302-d440-4911-beaa-a40f2f123ae0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:14.295510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59626) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:14.302249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '0952c9c9-1b9c-47f9-98c4-f1d0339bf76f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cdfc8faf-c5a4-4a2f-80fb-915c4136e61f', 'remote_ip_prefix': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:14.309879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:14.314569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:14.316976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-d6a31302-d440-4911-beaa-a40f2f123ae0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:14.317621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:14.318898 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-d6a31302-d440-4911-beaa-a40f2f123ae0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 793 time: 0.1916881 Dec 13 20:04:14.324440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:14.337943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-b2b03005-a109-455c-8cfc-695b754f43ec tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0114605 Dec 13 20:04:14.354963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.434974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-707ca4ea-ca2c-4911-96de-67c38057cfdd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:14.454935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-707ca4ea-ca2c-4911-96de-67c38057cfdd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:14.456562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-707ca4ea-ca2c-4911-96de-67c38057cfdd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124127 Dec 13 20:04:14.554119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.560211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.562112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc287a71-934f-4f41-9630-7090fb4bf7e0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:14.584848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b545e5d-d636-4f7c-85d0-8ae25126dda4,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:14.587429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:14.601254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.605129 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3056166 Dec 13 20:04:14.606273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59630) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:14.614456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-dcad9078-c0b1-483e-b353-08e5c30e8fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442120 Dec 13 20:04:14.639757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.650682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.675618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.677327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:14.695413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b545e5d-d636-4f7c-85d0-8ae25126dda4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:14.699131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:14.700439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.703778 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9b545e5d-d636-4f7c-85d0-8ae25126dda4 HTTP/1.1" status: 204 len: 168 time: 0.0943618 Dec 13 20:04:14.704212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59634) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:14.754155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-bdba86f8-a734-44be-9ce0-e62282b39d24 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331165 Dec 13 20:04:14.754431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88ba7c78-362c-481b-abc4-64dab90eb2b9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:14.771008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88ba7c78-362c-481b-abc4-64dab90eb2b9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:14.772400 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-88ba7c78-362c-481b-abc4-64dab90eb2b9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0672657 Dec 13 20:04:14.775394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59638) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:14.829347 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:04:14.844666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.872839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.924917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.932807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7b5c77b3-a600-4c5a-903d-db1d6d585e17 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:14.933874 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-59e8d556-530b-4cf9-b792-aa119ba53843 req-b1e91892-0fe2-4626-9029-65ff6aefef6b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 210 time: 0.0451190 Dec 13 20:04:14.958003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc8faf-c5a4-4a2f-80fb-915c4136e61f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:14.963029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:14.974482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:14.978208 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdfc8faf-c5a4-4a2f-80fb-915c4136e61f HTTP/1.1" status: 204 len: 168 time: 0.1993210 Dec 13 20:04:14.978550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59646) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.046689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5d0ac0a2-93ea-4215-a24f-f0c20f371cd8 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:15.063667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5d0ac0a2-93ea-4215-a24f-f0c20f371cd8 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:15.064927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5d0ac0a2-93ea-4215-a24f-f0c20f371cd8 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0853930 Dec 13 20:04:15.067844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59654) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.134001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.163072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.209997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.215147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10e9ad12-31e4-4091-845a-325bce901180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:15.230797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952c9c9-1b9c-47f9-98c4-f1d0339bf76f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:15.233153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:15.243462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.244681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/0952c9c9-1b9c-47f9-98c4-f1d0339bf76f HTTP/1.1" status: 204 len: 168 time: 0.1759057 Dec 13 20:04:15.247497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59660) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.301247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ba9034e4-e3a1-4fb2-b391-e89a858c973b tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:15.321454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ba9034e4-e3a1-4fb2-b391-e89a858c973b tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:15.323534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ba9034e4-e3a1-4fb2-b391-e89a858c973b tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746980 Dec 13 20:04:15.331482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59664) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.338735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523258514'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:15.346366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:15.356674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:15.368490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.393580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:15.399403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:15.403777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:15.403956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dedeb952-0b6c-4293-a521-f46c720fdf27 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:15.409512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:15.476372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port dedeb952-0b6c-4293-a521-f46c720fdf27 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:15.481401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port dedeb952-0b6c-4293-a521-f46c720fdf27 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:15.481799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.482595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.487780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.491507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-40a48176-927f-4277-8bd5-67fee4576905 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:15.531120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417cc3f4-f1ce-4836-ad3c-d43d7cfff4bf,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:15.536574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:15.547556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.549027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2163374 Dec 13 20:04:15.551913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59668) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.557525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '417cc3f4-f1ce-4836-ad3c-d43d7cfff4bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:15.565610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:15.569879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:15.572862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:15.580455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:15.597208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.615256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.650323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port dedeb952-0b6c-4293-a521-f46c720fdf27, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dedeb952-0b6c-4293-a521-f46c720fdf27,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:15.654782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.657814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:15.659350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.664372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.666150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:15.688914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1ca2b9-d27b-4ff7-9aea-0ecf42988d83,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:15.693865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:15.702481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.703772 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1507719 Dec 13 20:04:15.706885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59672) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.730425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:15.733537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:15.740958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.752136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.775764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.782965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ac59b4d4-f2e1-4947-b8cc-d2b16e423435 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:15.797475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:15.798612 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0a1ca2b9-d27b-4ff7-9aea-0ecf42988d83 HTTP/1.1" status: 204 len: 168 time: 0.0907249 Dec 13 20:04:15.799716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a1ca2b9-d27b-4ff7-9aea-0ecf42988d83,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:15.801496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59676) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:15.802210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:15.855715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afe41f6c-9189-42c7-8437-dd3ab19b5cad tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:15.872115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afe41f6c-9189-42c7-8437-dd3ab19b5cad tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:15.873434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-afe41f6c-9189-42c7-8437-dd3ab19b5cad tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708930 Dec 13 20:04:15.876370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59680) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:16.027987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.112092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.146247 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f3f370e2-e45a-4c6e-b7e2-d6e96895d112 req-fa80b83a-058d-4c37-a188-89b950c4f4da tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 210 time: 0.0948398 Dec 13 20:04:16.165314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58ecba78-ca0b-4e44-a7d6-ba9366dbcc70 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:16.166719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58ecba78-ca0b-4e44-a7d6-ba9366dbcc70 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 793 time: 0.2520826 Dec 13 20:04:16.224270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-f7f40987-7d83-4883-b3aa-340b54be141f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 379 time: 0.0471451 Dec 13 20:04:16.224979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.228660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4713d67b-fb67-4141-ade6-e65485d14eb1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:16.246341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['0c34de54-4d6d-4b0e-ab27-118ccd1337eb']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:16.260986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cc3f4-f1ce-4836-ad3c-d43d7cfff4bf,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:16.266278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:16.484165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.485338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/417cc3f4-f1ce-4836-ad3c-d43d7cfff4bf HTTP/1.1" status: 204 len: 168 time: 0.6080101 Dec 13 20:04:16.488172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59690) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:16.532819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:16.538554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6284919c-5ede-4e2d-82de-f0496be7747d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:16.542781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:16.553069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:16.554318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6284919c-5ede-4e2d-82de-f0496be7747d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:16.555622 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6284919c-5ede-4e2d-82de-f0496be7747d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664318 Dec 13 20:04:16.556858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.559582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59694) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:16.564829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--920929242'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:16.571603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:16.581926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:16.592859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.612554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:16.617488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:16.620988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:16.626839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:16.696902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.701574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.706832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-126aa498-ca05-4902-a718-e834ca5c10f9 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:16.723789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.12 (9ce5259d-9fc9-422f-bdcd-dec248a8066e/5610ba2f-280f-4f43-8062-3d90bbe8e5ae/2ecd970a-076c-4f6c-959e-11f473c90647) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:16.749370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915e14a6-678f-49e8-a94b-d1d9f2329f62,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:16.753116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:16.757583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.762511 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2019477 Dec 13 20:04:16.762728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59698) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:16.774530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '915e14a6-678f-49e8-a94b-d1d9f2329f62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:16.797204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:16.805994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:16.856654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:16.874124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:16.902582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:16.978539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.007408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 2ecd970a-076c-4f6c-959e-11f473c90647 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:17.012712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.017787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.019576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2fb9cacc-2120-4317-a1bf-b3ce21fa4f8a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:17.043993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adf26e0-96b8-4181-9e48-ecd633e0a210,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:17.050029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:17.069561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.070733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041701 Dec 13 20:04:17.072315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.074160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59702) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.078931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dacfea6f-87f0-4dc9-94d2-b2ba00c73658 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:17.096333 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-50c0af91-1744-4cc1-a7ec-d02e6e1efbb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules/5adf26e0-96b8-4181-9e48-ecd633e0a210 HTTP/1.1" status: 200 len: 763 time: 0.0187604 Dec 13 20:04:17.096639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59706) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.148545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8af63beb-80a1-4e3c-8705-804658a81680 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:17.148931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:17.152202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:17.156289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:17.165267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8af63beb-80a1-4e3c-8705-804658a81680 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:17.166731 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8af63beb-80a1-4e3c-8705-804658a81680 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0691047 Dec 13 20:04:17.169562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.194546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:17.203023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.204787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:17.214356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.228002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:17.228623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.239929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.252906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-662a9e9f-b427-401e-b9d8-f6ef53388a14 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:17.258128 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0188773 Dec 13 20:04:17.264794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.268357 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5adf26e0-96b8-4181-9e48-ecd633e0a210 HTTP/1.1" status: 204 len: 168 time: 0.0955310 Dec 13 20:04:17.268357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5adf26e0-96b8-4181-9e48-ecd633e0a210,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:17.269095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59716) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.270394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:17.275853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Request body: {'port': {'device_id': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:17.358698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dedeb952-0b6c-4293-a521-f46c720fdf27 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:17.428801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-46ed1266-498d-442e-8a08-80d11fcb5821 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:17.431844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port dedeb952-0b6c-4293-a521-f46c720fdf27 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:17.432171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.508379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-46ed1266-498d-442e-8a08-80d11fcb5821 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:17.513485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-46ed1266-498d-442e-8a08-80d11fcb5821 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2394371 Dec 13 20:04:17.513485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.513810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59720) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.518747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '915e14a6-678f-49e8-a94b-d1d9f2329f62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:17.526179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:17.537897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:17.558808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.563135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3b52d411-7183-4263-b26e-ef314b6dfebc None None] Provisioning for port 2ecd970a-076c-4f6c-959e-11f473c90647 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:17.569525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3b52d411-7183-4263-b26e-ef314b6dfebc None None] Provisioning complete for port 2ecd970a-076c-4f6c-959e-11f473c90647 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:17.570159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3b52d411-7183-4263-b26e-ef314b6dfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.571716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f600f3b-075f-4809-97b6-06e381acc509 req-7d23c0e8-b89f-4aff-8282-15109f4fae3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:17.572418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5f600f3b-075f-4809-97b6-06e381acc509 req-7d23c0e8-b89f-4aff-8282-15109f4fae3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:17.612593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5f600f3b-075f-4809-97b6-06e381acc509 req-7d23c0e8-b89f-4aff-8282-15109f4fae3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:17.619417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f600f3b-075f-4809-97b6-06e381acc509 req-7d23c0e8-b89f-4aff-8282-15109f4fae3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 932 time: 0.2871597 Dec 13 20:04:17.625306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3b52d411-7183-4263-b26e-ef314b6dfebc None None] Port 2ecd970a-076c-4f6c-959e-11f473c90647 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:17.626736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.632245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.634077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ae79aecf-8957-42aa-9f70-9ce47d9f6f08 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:17.656685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf899b5-3c7f-4645-bacc-7f3b3a9bcc23,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:17.661140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:17.670730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.672130 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579158 Dec 13 20:04:17.674846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59724) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.696094 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-229ca8de-319f-4276-99cd-a4dc1b9b4a4d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules/3cf899b5-3c7f-4645-bacc-7f3b3a9bcc23 HTTP/1.1" status: 200 len: 763 time: 0.0178630 Dec 13 20:04:17.696333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59728) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.726396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f600f3b-075f-4809-97b6-06e381acc509 req-53df46db-5382-4ad9-beca-2f8d4350d798 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061215 Dec 13 20:04:17.747716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9bf52a9a-8302-43c4-9c34-10368164a132 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:17.764141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9bf52a9a-8302-43c4-9c34-10368164a132 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:17.765456 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9bf52a9a-8302-43c4-9c34-10368164a132 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682449 Dec 13 20:04:17.768253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59732) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.796025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.806434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.830904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.832981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7116b6e6-fa58-4eaa-ad12-8a6066d5ae02 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:17.853832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cf899b5-3c7f-4645-bacc-7f3b3a9bcc23,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:17.865189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:17.871734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.873388 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3cf899b5-3c7f-4645-bacc-7f3b3a9bcc23 HTTP/1.1" status: 204 len: 168 time: 0.1038365 Dec 13 20:04:17.875860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59736) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.921526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d239ffc8-f9ab-438f-b26c-fdc4a7778808 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:17.938269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d239ffc8-f9ab-438f-b26c-fdc4a7778808 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:17.939975 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d239ffc8-f9ab-438f-b26c-fdc4a7778808 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629106 Dec 13 20:04:17.942439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59740) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:17.947720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': '915e14a6-678f-49e8-a94b-d1d9f2329f62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:17.953107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecd970a-076c-4f6c-959e-11f473c90647 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:04:17.956654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:17.962347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.967248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:17.978122 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Project ddea6c73d447465faf574fa74bd6467b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:04:17.978597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Transition to ACTIVE for port object 2ecd970a-076c-4f6c-959e-11f473c90647 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:17.982133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.986357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:17.987345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.050498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.055148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.057498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20102247-13e1-4b02-a8f2-95b4242d8d6c tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.080100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cf0edc-6e85-46d7-8d76-3d05a8331cd4,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.082688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.097451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.101592 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552708 Dec 13 20:04:18.103216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.119885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.124540 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-958e6477-339f-4f85-87dc-da5efe228d59 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules/82cf0edc-6e85-46d7-8d76-3d05a8331cd4 HTTP/1.1" status: 200 len: 769 time: 0.0200362 Dec 13 20:04:18.129590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59748) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.146751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.191343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-883d803f-bdd8-44a2-bb6b-5dac759ab4fb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:18.211881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-883d803f-bdd8-44a2-bb6b-5dac759ab4fb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:18.216290 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-883d803f-bdd8-44a2-bb6b-5dac759ab4fb tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0825715 Dec 13 20:04:18.216698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59752) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.226851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Attempting to bind port 2ecd970a-076c-4f6c-959e-11f473c90647 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:18.227183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Attempting to bind port 2ecd970a-076c-4f6c-959e-11f473c90647 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:18.227511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Attempting to bind port 2ecd970a-076c-4f6c-959e-11f473c90647 on network 9ce5259d-9fc9-422f-bdcd-dec248a8066e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:18.232506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Port 2ecd970a-076c-4f6c-959e-11f473c90647 on network 9ce5259d-9fc9-422f-bdcd-dec248a8066e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:04:18.232821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Attempting to bind port 2ecd970a-076c-4f6c-959e-11f473c90647 on network 9ce5259d-9fc9-422f-bdcd-dec248a8066e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:18.238140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:18.238489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Checking segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:18.238911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Bound using segment: {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:18.239290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Bound port: 2ecd970a-076c-4f6c-959e-11f473c90647, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f9490f-8cbb-44eb-91cf-398f99c41932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:18.239631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.246314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.256575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.281571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.283388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d1323ffd-d403-4e3b-ba08-97c631505789 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.298785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82cf0edc-6e85-46d7-8d76-3d05a8331cd4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.303111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.311782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.313108 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/82cf0edc-6e85-46d7-8d76-3d05a8331cd4 HTTP/1.1" status: 204 len: 168 time: 0.0954428 Dec 13 20:04:18.315693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59756) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.337623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:18.347307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ecd970a-076c-4f6c-959e-11f473c90647,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:18.353927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.362234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58c153c1-18dc-446a-8a95-2f04d8021e37 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.368043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d514d24f-4292-4bb2-98ef-7a9ca1f0ae98 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:18.384963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d514d24f-4292-4bb2-98ef-7a9ca1f0ae98 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:18.386435 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d514d24f-4292-4bb2-98ef-7a9ca1f0ae98 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0696068 Dec 13 20:04:18.389584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59760) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.413911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:18.414519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.416096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 1094 time: 1.1501169 Dec 13 20:04:18.424773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:04:18.453612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.461147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.465288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.495696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.504888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647', 'status': 'completed', 'code': 200} Dec 13 20:04:18.545713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-6287e903-0277-4498-8d4b-dceaa663672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:18.547560 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-6287e903-0277-4498-8d4b-dceaa663672e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1097 time: 0.0810547 Dec 13 20:04:18.548783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.552840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c73149f8-98f6-4263-b169-da346cd8e332 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.569482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e14a6-678f-49e8-a94b-d1d9f2329f62,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.573996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.603808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.605256 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/915e14a6-678f-49e8-a94b-d1d9f2329f62 HTTP/1.1" status: 204 len: 168 time: 0.2146893 Dec 13 20:04:18.608460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59766) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.665518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ed5b44a9-1a6d-4769-96bb-e8a24b780def tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:18.682993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ed5b44a9-1a6d-4769-96bb-e8a24b780def tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:18.684079 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ed5b44a9-1a6d-4769-96bb-e8a24b780def tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745187 Dec 13 20:04:18.689807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59770) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.695231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group': {'name': 'tempest-secgroup--365839938'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:18.703530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:18.713308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:18.723820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.744455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:18.748725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:18.751817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:18.756482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-f79e5018-2167-461b-929b-ff713f0a4a20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 217 time: 0.2020097 Dec 13 20:04:18.758483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:18.826894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-41d457f8-62ab-413f-9614-6b5e89da12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:18.828352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-41d457f8-62ab-413f-9614-6b5e89da12bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 200 len: 834 time: 0.0657668 Dec 13 20:04:18.835869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.840943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.844778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5dbf600b-d03f-4778-bbb6-943a7d87078e tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:18.887897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f516d546-bce7-435e-9969-740a281600ab,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:18.892602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:18.899053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.900422 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2096710 Dec 13 20:04:18.905305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59776) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:18.910385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Request body: {'security_group_rule': {'security_group_id': 'f516d546-bce7-435e-9969-740a281600ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:18.916491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:18.921279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Usage tracker for resource:security_group_rule and tenant:ddea6c73d447465faf574fa74bd6467b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:18.924234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:18.930071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:18.954017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:18.969321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-a3aea51c-29ba-4ae4-a8c6-b761f892a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:18.970799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-a3aea51c-29ba-4ae4-a8c6-b761f892a9a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce5259d-9fc9-422f-bdcd-dec248a8066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1365352 Dec 13 20:04:18.979266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516ac8-0f71-4c15-8958-7040917654e1 req-f1092917-3f9c-4b92-a6ec-46d333fb365e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:18.980650 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30516ac8-0f71-4c15-8958-7040917654e1 req-f1092917-3f9c-4b92-a6ec-46d333fb365e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 944 time: 0.1475556 Dec 13 20:04:19.015946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.020521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.022406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1e359fce-425b-40b6-bf65-dac28704ec0b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:19.046501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b78a86-bdde-4e44-9ece-fee88001b003,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:19.050925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:19.061558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.065526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567347 Dec 13 20:04:19.065802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59780) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.114845 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30516ac8-0f71-4c15-8958-7040917654e1 req-65f0bb70-70f4-4055-a9dd-5405fb5e2a4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159499 Dec 13 20:04:19.132527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.150981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-569af217-3647-4664-97c4-f69b7a2dca48 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693623 Dec 13 20:04:19.161660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.210579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.214925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-75ceae94-857d-4739-b0b1-e842703704d3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:19.230800 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516d546-bce7-435e-9969-740a281600ab,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:19.233275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:19.242907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.244034 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75bf626d-dbd4-4a70-a5ab-8b0afafc3c32 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/f516d546-bce7-435e-9969-740a281600ab HTTP/1.1" status: 204 len: 168 time: 0.1773272 Dec 13 20:04:19.246748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59784) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.290890 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-845706fe-88c4-4d7a-a990-e9955340ed8c req-9be56b46-4eec-4106-9f12-3b2b2e65469a service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323686 Dec 13 20:04:19.302440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab71d606-175f-47e5-8bdc-c53ff5752d6a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:19.320379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab71d606-175f-47e5-8bdc-c53ff5752d6a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:19.322173 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab71d606-175f-47e5-8bdc-c53ff5752d6a tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735836 Dec 13 20:04:19.325448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59788) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.376224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3c61eb7b-b6c1-476e-bb0c-53dbc8f6474d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Synchronizing usage tracker for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:19.392160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3c61eb7b-b6c1-476e-bb0c-53dbc8f6474d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Unset dirty status for tenant:ddea6c73d447465faf574fa74bd6467b on resource:security_group_rule {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:19.393855 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3c61eb7b-b6c1-476e-bb0c-53dbc8f6474d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0674062 Dec 13 20:04:19.396638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59792) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.411853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-e2ad7c4b-2d2b-4570-9501-df187eafd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:19.412894 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.api.v2.resource [None req-ef67ff78-1c11-494d-a6c3-5a941d43d0e8 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] delete failed (client error): The resource could not be found. Dec 13 20:04:19.413382 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-e2ad7c4b-2d2b-4570-9501-df187eafd96a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1097 time: 0.0732841 Dec 13 20:04:19.413931 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ef67ff78-1c11-494d-a6c3-5a941d43d0e8 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "DELETE /v2.0/security-groups/f516d546-bce7-435e-9969-740a281600ab HTTP/1.1" status: 404 len: 347 time: 0.0163400 Dec 13 20:04:19.417786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59796) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.470258 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8b686f18-b8c1-46dd-853d-c8272987c8cc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512445 Dec 13 20:04:19.548582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-9769ccfc-10b9-419e-a9f4-e1f0b94a771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:19.549992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-9769ccfc-10b9-419e-a9f4-e1f0b94a771b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 893 time: 0.1297758 Dec 13 20:04:19.625015 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-72e5cff3-78a3-43a5-a54c-63f4e2226565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 217 time: 0.0675499 Dec 13 20:04:19.693951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-8c910427-36ae-4d52-8ff7-1ff30cf264dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:19.695432 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-8c910427-36ae-4d52-8ff7-1ff30cf264dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 200 len: 834 time: 0.0631225 Dec 13 20:04:19.734076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.773557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-1d15e295-8119-4e47-93cf-182db64eab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:19.775047 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-1d15e295-8119-4e47-93cf-182db64eab31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce5259d-9fc9-422f-bdcd-dec248a8066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723698 Dec 13 20:04:19.886036 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5b84b674-7df2-41f6-92fa-26be7f156f31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddea6c73d447465faf574fa74bd6467b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479697 Dec 13 20:04:19.886813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59810) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:19.910763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-182a59f2-977d-4653-b20f-efb662d1ccb6 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268334 Dec 13 20:04:19.948710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:19.973930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:20.029491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:20.034285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-061ab1e3-e435-4315-be78-0ea7b6d31a61 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:20.047333 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-183ce45b-18ae-4ba1-b81d-73bc6856c854 req-4088d4f7-04ef-4b83-a907-a8abc3ad2b42 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294153 Dec 13 20:04:20.048463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a5368a-3e14-45c1-a252-ec23658ca0a9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:20.051112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:20.073575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:20.074910 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a5368a-3e14-45c1-a252-ec23658ca0a9 HTTP/1.1" status: 204 len: 168 time: 0.1874645 Dec 13 20:04:20.336439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dcbcf-0944-4915-a24b-342c492d6791 req-778d1b87-fe39-4520-8b25-cf27d11414f6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:20.338075 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a6dcbcf-0944-4915-a24b-342c492d6791 req-778d1b87-fe39-4520-8b25-cf27d11414f6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 944 time: 0.1005974 Dec 13 20:04:20.391669 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a6dcbcf-0944-4915-a24b-342c492d6791 req-9945a272-8159-4912-a133-fba0d9e7c46e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471497 Dec 13 20:04:20.821711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59836) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:20.825777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030062 Dec 13 20:04:20.828823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59838) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:20.946098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-16664037-bf3c-4a03-880d-ea3581614a2a tempest-NetworksApiDiscovery-1970669557 tempest-NetworksApiDiscovery-1970669557-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1159344 Dec 13 20:04:21.034326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ecd970a-076c-4f6c-959e-11f473c90647 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:04:21.205183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ecd970a-076c-4f6c-959e-11f473c90647,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:21.219020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '2ecd970a-076c-4f6c-959e-11f473c90647', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'port_id': '2ecd970a-076c-4f6c-959e-11f473c90647', 'mac_address': 'fa:16:3e:7c:3e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:04:21.230842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59848) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:21.274684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.291457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecd970a-076c-4f6c-959e-11f473c90647 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:04:21.308928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ecd970a-076c-4f6c-959e-11f473c90647,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:21.313642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.315884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:21.369784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.384593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:21.388498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Usage tracker for resource:security_group_rule and tenant:d00a00b2523449b3936b4c26a0c7f59c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:21.389059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:21.391472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:21.392133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:21.397178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:21.484286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.488770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.497896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ee4e40e1-1f06-45e7-ba09-dfa5e2f727d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:21.521865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['2ecd970a-076c-4f6c-959e-11f473c90647'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:04:21.544153 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d00a00b2523449b3936b4c26a0c7f59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094773 Dec 13 20:04:21.544153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971c7d90-c4d2-4a18-99b2-13e551623a17,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:21.544696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:21.546840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:21.630222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf84e-208a-4c2c-8bf2-575d9de6ee29 req-35a0ad49-dc71-46b9-b0dc-6eb146a62be1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:21.631990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f27cf84e-208a-4c2c-8bf2-575d9de6ee29 req-35a0ad49-dc71-46b9-b0dc-6eb146a62be1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 945 time: 0.1327624 Dec 13 20:04:21.632459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.632587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b6d70c4e-bf60-4f51-8e5f-d316c3ae14d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.683413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.849675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f27cf84e-208a-4c2c-8bf2-575d9de6ee29 req-e86079c4-5a83-48bb-bf71-701b6686be5f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070017 Dec 13 20:04:21.888366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.892422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7fcb87c2-2e84-48cb-a7a9-3e06d1f4f1c5 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:21.903997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c7d90-c4d2-4a18-99b2-13e551623a17,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:21.906364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:21.911946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:21.913113 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/971c7d90-c4d2-4a18-99b2-13e551623a17 HTTP/1.1" status: 204 len: 168 time: 0.3662689 Dec 13 20:04:22.615245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59880) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:22.725911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010015351-network', 'tenant_id': 'c31813278b584a2aa175182e46c46992'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:22.731008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:22.735106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Usage tracker for resource:network and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:22.738165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:22.744773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:22.757813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Made reservation on behalf of c31813278b584a2aa175182e46c46992 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:22.761239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:22.778413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:22.792711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:22.796839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:22.799797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:22.805730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:22.900721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:22.905386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:22.908316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b86b8d17-8d17-4a16-b897-75f5d2b33736 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:22.937696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:04:22.942966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71857280-7765-4e24-a7f6-84d7e35ef247,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:22.946804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:22.954559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:22.955206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Added segment f9f765c4-5a39-4505-830f-21980448fd38 of type vlan for network ae062779-4ac1-4b41-b6d8-b62bfd845f1c Dec 13 20:04:23.032275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.033871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ecd970a-076c-4f6c-959e-11f473c90647 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:23.082804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.083832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:23.084423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.087926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bfd34406-53ee-4e88-a7ce-de203284e0f4 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:23.106881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 2ecd970a-076c-4f6c-959e-11f473c90647 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:23.107386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e463a-5271-42f6-89cf-efb4fcbcd049 req-8941d0b0-8c93-4b5c-924b-b12e2c15cb1b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:23.108906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de3e463a-5271-42f6-89cf-efb4fcbcd049 req-8941d0b0-8c93-4b5c-924b-b12e2c15cb1b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 945 time: 0.1474605 Dec 13 20:04:23.116164 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 2ecd970a-076c-4f6c-959e-11f473c90647 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:23.116564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.215796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5975089 Dec 13 20:04:23.217674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59888) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:23.231453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Request body: {'subnet': {'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010015351-subnet', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:23.235410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Pushing event updated for resources: {'Network': ['ID=ae062779-4ac1-4b41-b6d8-b62bfd845f1c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:23.242647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:23.243579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:23.245453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.251164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Usage tracker for resource:subnet and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:23.256176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de3e463a-5271-42f6-89cf-efb4fcbcd049 req-35f6127d-60a2-4e51-b604-1f0ca11455f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331854 Dec 13 20:04:23.256962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:23.257788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:04:23.263271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:23.274345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Made reservation on behalf of c31813278b584a2aa175182e46c46992 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:23.277129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.356818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:04:23.387106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ecd970a-076c-4f6c-959e-11f473c90647,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:23.395545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.399062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9169e7ac-c4aa-423c-be9a-287b82d5f07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:23.436069 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647', 'code': 200} Dec 13 20:04:23.471618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:23.474871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:23.512088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.515772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bd84a027-614b-4212-a790-adcdd774b3a4 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:23.630200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:23.634258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:23.643250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:23.643615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Network hostable DHCP agents. Network: ae062779-4ac1-4b41-b6d8-b62bfd845f1c, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:04:23.677722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:04:23.687044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1a65-1c5f-4fd2-94de-3aa73d79fc0d req-8fe710a2-901a-454e-823e-0e65059ea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:23.688969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f7a1a65-1c5f-4fd2-94de-3aa73d79fc0d req-8fe710a2-901a-454e-823e-0e65059ea3e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1099 time: 0.1122015 Dec 13 20:04:23.694192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, ae062779-4ac1-4b41-b6d8-b62bfd845f1c) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:23.699131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:23.699828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.704452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a06701-7184-4b48-bb51-d03a24eba67f None None] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:23.750234 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5314353 Dec 13 20:04:23.753198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59894) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:23.755978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f7a1a65-1c5f-4fd2-94de-3aa73d79fc0d req-80e4c95e-902d-47ff-a4c1-a53378645ade service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515804 Dec 13 20:04:23.759033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:23.764325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:23.768519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Usage tracker for resource:router and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:23.771542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:23.777969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:23.791558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.792813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.808944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.890651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8ad82bfe-f804-475f-93c5-e1df548366f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:23.939743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:04:23.940595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.100603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Allocated IP 172.20.0.2 (ae062779-4ac1-4b41-b6d8-b62bfd845f1c/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4/324bb508-5301-44d4-8726-2056d735b87d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:24.190038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.319152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.332488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Transition to ACTIVE for port object 324bb508-5301-44d4-8726-2056d735b87d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:24.354897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Transition to ACTIVE for port object 324bb508-5301-44d4-8726-2056d735b87d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:24.363701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.369130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1c2ba141-45f1-4b2f-8a2d-06dd7f9262fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:24.440250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Pushing event updated for resources: {'Port': ['ID=324bb508-5301-44d4-8726-2056d735b87d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:24.443839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:24.444755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:24.445971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:24.450166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:24.469537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffda77-3ec8-4c73-8526-31c8267cde97 req-5b114c47-4062-4fa8-b401-fe67e1be46da tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:24.471362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46ffda77-3ec8-4c73-8526-31c8267cde97 req-5b114c47-4062-4fa8-b401-fe67e1be46da tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.0922518 Dec 13 20:04:24.517192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46ffda77-3ec8-4c73-8526-31c8267cde97 req-c33a161e-dbdc-4dde-a7a9-95ffc7af2b11 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 Dec 13 20:04:24.517490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.549301 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.591137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Attempting to bind port 324bb508-5301-44d4-8726-2056d735b87d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:24.591550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Attempting to bind port 324bb508-5301-44d4-8726-2056d735b87d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:24.591941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Attempting to bind port 324bb508-5301-44d4-8726-2056d735b87d on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:24.597443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:24.597830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:24.598246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.598623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Bound using segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:24.599097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Bound port: 324bb508-5301-44d4-8726-2056d735b87d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:24.599486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.689408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Allocated IP 172.26.6.200 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/16125bb5-a962-4158-95a8-269fd5a29e93) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:24.692434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] For port 324bb508-5301-44d4-8726-2056d735b87d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:24.695933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] For port 324bb508-5301-44d4-8726-2056d735b87d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=324bb508-5301-44d4-8726-2056d735b87d,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:24.700369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.704003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ad7a9052-6cdb-4b6d-8fa4-be589a526880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:24.783269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Pushing event updated for resources: {'Port': ['ID=324bb508-5301-44d4-8726-2056d735b87d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:24.786326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:24.849827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.882426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.886483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaa41ec1-a893-420d-ae33-ef12a53639d1 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:24.950728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.960423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:24.966032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:24.968132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Pushing event updated for resources: {'Port': ['ID=16125bb5-a962-4158-95a8-269fd5a29e93,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:24.970538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:24.994291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:24.996721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:25.384892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 324bb508-5301-44d4-8726-2056d735b87d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:25.395948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:25.459863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 324bb508-5301-44d4-8726-2056d735b87d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:25.728407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0808d87-5d6f-4cd7-b481-84d1b70c3a96 req-cdfc3cfa-07ef-4e14-b477-69c3a52d23a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:25.730564 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0808d87-5d6f-4cd7-b481-84d1b70c3a96 req-cdfc3cfa-07ef-4e14-b477-69c3a52d23a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.0944314 Dec 13 20:04:25.755484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40027d-14df-44b3-ad3f-46cace39703a None None] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:25.781899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0808d87-5d6f-4cd7-b481-84d1b70c3a96 req-be9c4811-1639-4f50-bf15-c0d1f95d67bc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Dec 13 20:04:25.861622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Provisioning for port 324bb508-5301-44d4-8726-2056d735b87d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:25.883960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Provisioning complete for port 324bb508-5301-44d4-8726-2056d735b87d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:25.884448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:25.907822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:25.973132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb555e7-e3fd-40a7-8487-409979daa273 req-e87d858d-5d60-44fc-b7f0-ec2c613609fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:25.977666 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7fb555e7-e3fd-40a7-8487-409979daa273 req-e87d858d-5d60-44fc-b7f0-ec2c613609fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.0839574 Dec 13 20:04:26.019626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7fb555e7-e3fd-40a7-8487-409979daa273 req-2256d58d-3321-41e8-bffa-00b7327c42fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389085 Dec 13 20:04:26.043798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59904) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:26.118214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.128358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dee702-48bb-4951-afd5-2e5bcda0caa1 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:26.130356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-29dee702-48bb-4951-afd5-2e5bcda0caa1 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1094 time: 0.0825036 Dec 13 20:04:26.133262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59908) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:26.134663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:04:26.139149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '2ecd970a-076c-4f6c-959e-11f473c90647', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:26.147741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:26.153231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:26.157310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:26.161336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] For port 324bb508-5301-44d4-8726-2056d735b87d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=324bb508-5301-44d4-8726-2056d735b87d,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:26.165094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:26.169049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.172316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:26.181728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.245642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Pushing event updated for resources: {'Port': ['ID=324bb508-5301-44d4-8726-2056d735b87d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:26.249037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:26.326675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:26.338880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:26.343851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.353883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:26.354984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:26.360582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.362481 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6076152 Dec 13 20:04:26.365013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59912) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:26.496202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.528031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.81 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/bd720280-af36-4d7f-9ff5-5ffff0840358) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:26.600814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:26.696800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.706848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-74c3c9bc-7eae-490b-9c9f-f4adc4c54cdb None None] Provisioning complete for port 324bb508-5301-44d4-8726-2056d735b87d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:26.707265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-74c3c9bc-7eae-490b-9c9f-f4adc4c54cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.728779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:26.737817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0e02c8a2-eed4-4785-94c6-b756b62093a8 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:26.795969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:26.799339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:26.802074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:26.867540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=bd720280-af36-4d7f-9ff5-5ffff0840358,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:26.871348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:26.990732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:25Z', 'revision_number': 3, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:26.995535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:26.996007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Updating router 8fb0dbd6-6236-4543-9da0-543a9726adf9 port 16125bb5-a962-4158-95a8-269fd5a29e93 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:27.049912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.109195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.388446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 324bb508-5301-44d4-8726-2056d735b87d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:27.428706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.494404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Allocated IP 172.20.0.1 (ae062779-4ac1-4b41-b6d8-b62bfd845f1c/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4/6f108c1e-9d2c-4bb5-aaea-ba884e7d5339) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:27.520084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.531031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 324bb508-5301-44d4-8726-2056d735b87d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:27.531684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.572729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.598195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Transition to ACTIVE for port object 16125bb5-a962-4158-95a8-269fd5a29e93 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:27.607650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.616231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e6a797a-8b5b-4070-9dee-8e2f22c54cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:27.662085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.680850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Transition to ACTIVE for port object 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:27.708787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.713438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-459ad75a-fea9-4ee8-bdbd-81ff368bd35c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:27.721647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Attempting to bind port 16125bb5-a962-4158-95a8-269fd5a29e93 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:27.722035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Attempting to bind port 16125bb5-a962-4158-95a8-269fd5a29e93 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:27.722416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Attempting to bind port 16125bb5-a962-4158-95a8-269fd5a29e93 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:27.735331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Pushing event updated for resources: {'Port': ['ID=16125bb5-a962-4158-95a8-269fd5a29e93,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:27.736662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.745978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:27.746683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.748949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:27.749366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:27.749785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.750193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:27.750687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Bound port: 16125bb5-a962-4158-95a8-269fd5a29e93, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:27.751051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.755491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0da2d0ff-ebe8-487a-9f0e-83e57aae634e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:27.783609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:27.786935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:27.789413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:27.838219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] For port 16125bb5-a962-4158-95a8-269fd5a29e93, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:27.842140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] For port 16125bb5-a962-4158-95a8-269fd5a29e93, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=16125bb5-a962-4158-95a8-269fd5a29e93,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:27.846717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Pushing event updated for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:27.850447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.851643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:27.859146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-869fa5f8-d59c-4bbc-ac8e-d20916af4d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:27.867488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:27.929856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=bd720280-af36-4d7f-9ff5-5ffff0840358,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:27.936213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:27.936987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:27.939430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:27.951288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.006335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Pushing event updated for resources: {'Port': ['ID=16125bb5-a962-4158-95a8-269fd5a29e93,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:28.011267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:28.049565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-6bbe6d87-fd2a-4770-8aef-0f75510a08fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2519424 Dec 13 20:04:28.051542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.147001 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 49470779-51d6-455a-b4c8-57ea158c3963 associated. External IP: 172.26.6.81, port: 2ecd970a-076c-4f6c-959e-11f473c90647. Dec 13 20:04:28.187149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:28.254050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2ca48497-e12a-4bad-9e50-6af0f537b036 None None] Provisioning for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:28.263320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2ca48497-e12a-4bad-9e50-6af0f537b036 None None] Provisioning complete for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:28.263658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2ca48497-e12a-4bad-9e50-6af0f537b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.306114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.314470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.319100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2ca48497-e12a-4bad-9e50-6af0f537b036 None None] Port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:28.379767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f27af7a7-d472-4645-ac12-1718d59c0517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:28.385460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673a80-5230-44a5-9ca6-5656ce603977 req-ffd692fa-37fe-467e-b7d1-c121705d32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:28.387026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-ffd692fa-37fe-467e-b7d1-c121705d32f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1099 time: 0.2416210 Dec 13 20:04:28.435026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:28.541190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Pushing event updated for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:28.546567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:28.581191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:28.585199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2adb78-7d0c-4edd-917c-2c346de73d8e None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:28.600638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:28.607584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:28.828015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:04:28.842447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673a80-5230-44a5-9ca6-5656ce603977 req-805aca31-0668-4d69-97a9-074eae7812d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:28.845817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-805aca31-0668-4d69-97a9-074eae7812d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 893 time: 0.4038856 Dec 13 20:04:28.851905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a8fee606-7ebf-4edc-81cf-916b71746696 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:04:28.950530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b7009288-0724-4b5c-996a-72bd550b3ba2 None None] Provisioning complete for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:28.950807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7009288-0724-4b5c-996a-72bd550b3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:29.008560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7009288-0724-4b5c-996a-72bd550b3ba2 None None] Port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:29.032336 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-b7ad99cf-47f6-4dd3-83e2-d6e182d4e798 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 999 time: 0.1783509 Dec 13 20:04:29.037826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:29.047568 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] 10.222.0.18 "PUT /v2.0/routers/8fb0dbd6-6236-4543-9da0-543a9726adf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6811638 Dec 13 20:04:29.183429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673a80-5230-44a5-9ca6-5656ce603977 req-513941dc-961f-4519-aa40-feadaa01b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:29.184909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-513941dc-961f-4519-aa40-feadaa01b130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 200 len: 834 time: 0.1451807 Dec 13 20:04:29.187682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:29.199333 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Sync routers for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:29.210115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:29.210749 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:29.270430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:29.343511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2067604 Dec 13 20:04:29.343511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:04:29.344308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59922) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:29.383281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673a80-5230-44a5-9ca6-5656ce603977 req-2e414ed9-3732-4da5-8350-e25e089dc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:29.384794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-2e414ed9-3732-4da5-8350-e25e089dc63b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce5259d-9fc9-422f-bdcd-dec248a8066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1815462 Dec 13 20:04:29.421626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647', 'status': 'completed', 'code': 200} Dec 13 20:04:29.549818 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:29.554140 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cb9330f9-b4ab-4d35-a104-f01bf7507c08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/49470779-51d6-455a-b4c8-57ea158c3963 HTTP/1.1" status: 200 len: 991 time: 0.2085629 Dec 13 20:04:29.612718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-fc76a3c1-c041-416f-b27c-8777e01e41d4 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212114 Dec 13 20:04:29.774324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23673a80-5230-44a5-9ca6-5656ce603977 req-59db9d72-1eaf-4a45-bb2d-bf2335f03a13 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543469 Dec 13 20:04:29.801294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59936) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:29.808715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1565394889-network', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:29.814163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:29.818752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Usage tracker for resource:network and tenant:cee6d1d5746e429797ec9375ad594e5b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:29.822255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:29.828860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:29.846747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Made reservation on behalf of cee6d1d5746e429797ec9375ad594e5b for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:29.849629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:29.919953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-b7a1327f-7cfd-46d7-901e-bac8795e62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:29.922558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-b7a1327f-7cfd-46d7-901e-bac8795e62ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1099 time: 0.0965104 Dec 13 20:04:29.951404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '49470779-51d6-455a-b4c8-57ea158c3963', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.81', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'port_id': '2ecd970a-076c-4f6c-959e-11f473c90647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'mac_address': 'fa:16:3e:7c:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:29.956517 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Checking router: a8fee606-7ebf-4edc-81cf-916b71746696 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:29.967385 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:29.968031 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:29.996369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.013133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:30.018136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Usage tracker for resource:security_group_rule and tenant:cee6d1d5746e429797ec9375ad594e5b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:30.021081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:30.028353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:30.079108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-9c7ba041-a91d-4209-8517-0260066d7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:30.080775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-9c7ba041-a91d-4209-8517-0260066d7b18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 893 time: 0.1516230 Dec 13 20:04:30.140126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.145877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.149432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d071980e-3a59-4b46-91df-1e9d68871f55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:30.175533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:30.179129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009b4e8-b7d6-438c-880a-75788c0114e6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:30.183246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:30.195358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:04:30.209018 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-7015626a-8929-46fc-a111-da8a37b4d50b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 999 time: 0.1211979 Dec 13 20:04:30.209913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.210308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Added segment 6595b079-d2ce-4bef-8e2e-283b0bac307d of type vlan for network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 Dec 13 20:04:30.239076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.276706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.278661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:30.279833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.283609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-da5af59d-ca36-452f-b193-97b1ca37ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:30.285226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-da5af59d-ca36-452f-b193-97b1ca37ddbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 200 len: 834 time: 0.0701506 Dec 13 20:04:30.290563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-570cdb3a-8883-4731-ac52-f8e4a3d23b0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:30.378200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-26a2fbad-1eb1-405f-ba38-1a5a84d32708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:30.379981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-26a2fbad-1eb1-405f-ba38-1a5a84d32708 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce5259d-9fc9-422f-bdcd-dec248a8066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885241 Dec 13 20:04:30.398748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Pushing event updated for resources: {'Network': ['ID=60e9a86e-13b3-4281-92bf-e5a02dc38b58,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:30.401813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:30.411501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:04:30.418965 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6138203 Dec 13 20:04:30.419910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59940) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:30.428862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Request body: {'subnet': {'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1565394889-subnet', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:30.436023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:30.440392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Usage tracker for resource:subnet and tenant:cee6d1d5746e429797ec9375ad594e5b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:30.443575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:30.450486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:30.467002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Made reservation on behalf of cee6d1d5746e429797ec9375ad594e5b for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:30.470191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.548297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-8a5d7762-624f-4a89-b635-514420619600 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616299 Dec 13 20:04:30.561086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:30.645327 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '49470779-51d6-455a-b4c8-57ea158c3963', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.81', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'port_id': '2ecd970a-076c-4f6c-959e-11f473c90647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'mac_address': 'fa:16:3e:7c:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:30.649961 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6b862-8629-4418-b887-2afc26748b33 None None] The sync data for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv is: [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '49470779-51d6-455a-b4c8-57ea158c3963', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.81', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'port_id': '2ecd970a-076c-4f6c-959e-11f473c90647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'mac_address': 'fa:16:3e:7c:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:30.699043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b36bf0b8-ae38-407b-a15a-e202d2b98b57 req-c744f29f-f261-45f8-ab3c-328a2e624e24 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437809 Dec 13 20:04:30.702138 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d2d4d9e3-98b9-4b0f-8115-7fbaeebc3cd3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/49470779-51d6-455a-b4c8-57ea158c3963 HTTP/1.1" status: 200 len: 991 time: 0.1397743 Dec 13 20:04:30.806647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.811211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-de49f04b-9a12-4d62-80c7-a22672661d3f tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:30.878497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1d563-defd-4f16-9a6a-d275b32f18bf None None] New status for floating IP 49470779-51d6-455a-b4c8-57ea158c3963: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:04:30.884984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8f22a8-6312-4e47-b456-41a9fbefba20,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:30.889587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:30.896695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Checking segment: {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:30.897040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Network hostable DHCP agents. Network: 60e9a86e-13b3-4281-92bf-e5a02dc38b58, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:04:30.917557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:04:30.928962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 60e9a86e-13b3-4281-92bf-e5a02dc38b58) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:30.937108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:30.937758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.961592 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5403695 Dec 13 20:04:30.964299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59948) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:30.970455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:30.975355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:30.979156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Usage tracker for resource:router and tenant:cee6d1d5746e429797ec9375ad594e5b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:30.982011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:30.987526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:30.992430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558e040-c70c-41d2-8116-16be96c1ad45 None None] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:30.998837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:30.999970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.018030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.112777 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:31.122695 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:31.123357 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:31.303395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.350309 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:31.455547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 16125bb5-a962-4158-95a8-269fd5a29e93 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:31.521011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:04:31.521925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.618788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 16125bb5-a962-4158-95a8-269fd5a29e93 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:31.632893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 16125bb5-a962-4158-95a8-269fd5a29e93 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:31.633326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.706882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59952) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:31.738046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.775196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.797033 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:28Z', 'revision_number': 2, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:31.802836 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:31.803570 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Updating router 8fb0dbd6-6236-4543-9da0-543a9726adf9 port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:31.806316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Allocated IP 172.20.0.2 (60e9a86e-13b3-4281-92bf-e5a02dc38b58/9b8f22a8-6312-4e47-b456-41a9fbefba20/2769d8a2-2f3b-4e5c-93b4-875294b57e78) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:31.881892 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.882359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.922172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 16125bb5-a962-4158-95a8-269fd5a29e93, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=16125bb5-a962-4158-95a8-269fd5a29e93,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:31.931768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:31.996760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a40ebcf9-bd9c-4c4a-9d7d-be23ce028b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.069032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5e98e283-e54f-470a-8d69-5668f959f2bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/49470779-51d6-455a-b4c8-57ea158c3963 HTTP/1.1" status: 200 len: 993 time: 0.3594887 Dec 13 20:04:32.111824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Allocated IP 172.26.6.50 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/fc64440f-bf31-479b-a044-dc9ff548769c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:32.124743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=16125bb5-a962-4158-95a8-269fd5a29e93,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.128209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.230160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.241652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Transition to ACTIVE for port object 2769d8a2-2f3b-4e5c-93b4-875294b57e78 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:32.262788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Transition to ACTIVE for port object 2769d8a2-2f3b-4e5c-93b4-875294b57e78 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:32.269807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.278617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.283326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.311696 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.327862 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Transition to ACTIVE for port object 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:32.328948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.337387 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.343794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:32.345117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.346668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:32.348646 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.350736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:32.386645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Pushing event updated for resources: {'Port': ['ID=2769d8a2-2f3b-4e5c-93b4-875294b57e78,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.393690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.402633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:32.410044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:32.414491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:32.452680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Attempting to bind port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:32.453220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Attempting to bind port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:32.453664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Attempting to bind port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 on network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:32.460552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:32.461728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Checking segment: {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:32.462325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.462893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Bound using segment: {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:32.463575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Bound port: 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:32.464242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.468751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Pushing event updated for resources: {'Port': ['ID=fc64440f-bf31-479b-a044-dc9ff548769c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.473015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.521772 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Pushing event updated for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.530157 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.586011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] For port 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:32.588784 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Attempting to bind port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:32.589428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Attempting to bind port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:32.589944 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Attempting to bind port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:32.591027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] For port 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2769d8a2-2f3b-4e5c-93b4-875294b57e78,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:32.597500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:32.598063 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:32.598612 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.599181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Bound using segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:32.599817 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Bound port: 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:32.600188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.600334 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.605444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.692174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Pushing event updated for resources: {'Port': ['ID=2769d8a2-2f3b-4e5c-93b4-875294b57e78,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.697968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.711430 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] For port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:32.715095 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] For port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:32.722054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:32.726656 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:32.798651 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:32.799340 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:32.867411 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Pushing event updated for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:32.872451 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:32.901989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:33.028689 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:33.275924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:33.364129 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:32Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:33.367731 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd50bc9-057d-4cd1-acfb-580e82b779d9 None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:32Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:33.509463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 16125bb5-a962-4158-95a8-269fd5a29e93 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:33.518765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Router c539de0e-b97f-4997-b44e-e9974df96e7a is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:04:33.596636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 16125bb5-a962-4158-95a8-269fd5a29e93 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:33.597105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:33.800333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2769d8a2-2f3b-4e5c-93b4-875294b57e78 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:33.881810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:33.888313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:33.889326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:33.915854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:33.918382 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9530568 Dec 13 20:04:33.921065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59956) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:33.929961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Sync routers for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:33.932524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9d968-d0df-459c-b1e2-f00368c29277 None None] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:04:34.040757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:34.041934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:34.143848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Provisioning for port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:34.169445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Provisioning complete for port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:34.169824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.278099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:34.336003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:34.336293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.401960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:34.618552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.768494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.824795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.825737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Allocated IP 172.20.0.1 (60e9a86e-13b3-4281-92bf-e5a02dc38b58/9b8f22a8-6312-4e47-b456-41a9fbefba20/9f49e9c7-95d4-4311-be4c-121befca30c2) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:34.888403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] For port 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2769d8a2-2f3b-4e5c-93b4-875294b57e78,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:34.904550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.909147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-237de3ac-63da-4aea-80ab-b33783dcf7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:34.948795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:34.961364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.992984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Pushing event updated for resources: {'Port': ['ID=2769d8a2-2f3b-4e5c-93b4-875294b57e78,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:34.993303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:34.996941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:34.997444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cc41e9ab-7558-4a15-9aca-716b8605d1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:35.010945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Transition to ACTIVE for port object 9f49e9c7-95d4-4311-be4c-121befca30c2 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:35.036857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.042455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41a7c4c5-40ac-4838-967e-d2d892fe3e60 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:35.057908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:32Z', 'revision_number': 3, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:35.067259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Checking router: c539de0e-b97f-4997-b44e-e9974df96e7a for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:35.067628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Updating router c539de0e-b97f-4997-b44e-e9974df96e7a port fc64440f-bf31-479b-a044-dc9ff548769c binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:35.111448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:35.114299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:35.116739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:35.120151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:35.124634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:35.131491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.160485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:35.164247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:35.180753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.304054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-079063cf-90e0-4ae2-8af1-6cb534db5cf4 None None] Provisioning complete for port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:35.304389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-079063cf-90e0-4ae2-8af1-6cb534db5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.332419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.444817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2769d8a2-2f3b-4e5c-93b4-875294b57e78 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:35.634128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:35.634509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.689981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.695634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.725052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6cf3fb5-7768-4592-ac8d-c33c9c89655a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:35.751307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.763548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d856f9fb-bb85-4bff-bb53-f660ba407f2c None None] Provisioning for port 9f49e9c7-95d4-4311-be4c-121befca30c2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:35.772197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Transition to ACTIVE for port object fc64440f-bf31-479b-a044-dc9ff548769c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:35.776637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d856f9fb-bb85-4bff-bb53-f660ba407f2c None None] Provisioning complete for port 9f49e9c7-95d4-4311-be4c-121befca30c2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:35.777148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d856f9fb-bb85-4bff-bb53-f660ba407f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.807355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.809622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:35.812471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:35.813639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.816506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-24d2da25-7bf3-4272-b380-c73691068192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:35.948606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d856f9fb-bb85-4bff-bb53-f660ba407f2c None None] Port 9f49e9c7-95d4-4311-be4c-121befca30c2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:35.954477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:35.955599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:35.956472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Attempting to bind port fc64440f-bf31-479b-a044-dc9ff548769c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:35.956866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Attempting to bind port fc64440f-bf31-479b-a044-dc9ff548769c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:35.957262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Attempting to bind port fc64440f-bf31-479b-a044-dc9ff548769c on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:35.962496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:35.987671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Pushing event updated for resources: {'Port': ['ID=fc64440f-bf31-479b-a044-dc9ff548769c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:35.996264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:35.997771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:35.997771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:35.998024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:35.998288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:35.998781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Bound port: fc64440f-bf31-479b-a044-dc9ff548769c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:35.999168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:36.103100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] For port fc64440f-bf31-479b-a044-dc9ff548769c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:36.107643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] For port fc64440f-bf31-479b-a044-dc9ff548769c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fc64440f-bf31-479b-a044-dc9ff548769c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:36.114828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:36.119015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:36.155239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:36.155635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:36.161839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Router c539de0e-b97f-4997-b44e-e9974df96e7a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:04:36.254041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Pushing event updated for resources: {'Port': ['ID=fc64440f-bf31-479b-a044-dc9ff548769c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:36.259565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:36.260517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:36.306744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:36.350873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:04:36.361567 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/c539de0e-b97f-4997-b44e-e9974df96e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393747 Dec 13 20:04:36.394279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16b5599a-17fa-4a1b-922c-2a8b9f04e1cd None None] Provisioning complete for port 9f49e9c7-95d4-4311-be4c-121befca30c2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:36.394665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16b5599a-17fa-4a1b-922c-2a8b9f04e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:36.540958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-16b5599a-17fa-4a1b-922c-2a8b9f04e1cd None None] Port 9f49e9c7-95d4-4311-be4c-121befca30c2 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:36.546125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:36.897603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59966) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:36.903475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216091333', 'description': 'tempest-secgroup-smoke-1216091333 description', 'project_id': 'c31813278b584a2aa175182e46c46992'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:36.909550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:36.915245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:36.918752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:36.923251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '9f49e9c7-95d4-4311-be4c-121befca30c2', 'name': '', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'mac_address': 'fa:16:3e:48:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:34Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 2, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'subnets': [{'id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:36.925143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:36.927760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a3001-9d6a-41d9-8df2-5177a7cc1914 None None] The sync data for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv is: [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '9f49e9c7-95d4-4311-be4c-121befca30c2', 'name': '', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'mac_address': 'fa:16:3e:48:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:34Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 2, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'subnets': [{'id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:36.937648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:36.962125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:36.966362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:36.969489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:36.975740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.048712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.054819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.058754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0ebc02f1-d534-4584-99af-db6dae0b5cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.098630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606a59c2-9caf-4fb8-8a27-988a5e368813,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.101624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.103071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.107823 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2091820 Dec 13 20:04:37.107992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.115295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.123517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.128709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.131849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.141937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.162968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.230599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.235315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.237363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37c3244a-e42e-4ee6-9d19-25059dbb9a40 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.262439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e80cf1-53e9-473e-8406-de8448a0a88d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.265109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.274199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.275587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667094 Dec 13 20:04:37.278793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59974) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.284394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.291056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.295138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.298131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.304658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.327117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.391224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.395440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.397438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1b7da657-de34-45ab-914e-d3409e45154c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.420714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d7da0-4ff9-4bf1-b42c-d685cd6d7d3e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.425424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.431004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.432282 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522348 Dec 13 20:04:37.435104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 59978) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.440782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.446984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.451341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.454292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.459916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.481354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.546433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.550348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.552284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6ff971c7-cf52-49fd-9f15-b31c3c3e1b95 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.580920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739d2130-a514-4149-a012-64454e4961ef,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.583708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.584855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.586128 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498563 Dec 13 20:04:37.589109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59982) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.594577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.600734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.604978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.608151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.614684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.653701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.722215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.726691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.733014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.750426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1282963-2711-4785-8122-8a797d0d585c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.752880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.764500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.768470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757350 Dec 13 20:04:37.768777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59986) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.774258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.781014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.784942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.788020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.794205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.805276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Project c31813278b584a2aa175182e46c46992 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:04:37.812394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.882469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.886661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.892760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:37.912565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10fc051-d4eb-4de4-99d9-dc9acd503e52,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:37.915466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:37.924945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:37.926374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566124 Dec 13 20:04:37.929031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 59990) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:37.934390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'security_group_rule': {'security_group_id': '606a59c2-9caf-4fb8-8a27-988a5e368813', 'project_id': 'c31813278b584a2aa175182e46c46992', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:37.940558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:37.944552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:security_group_rule and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:37.950100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:37.956627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:37.968119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Project c31813278b584a2aa175182e46c46992 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:04:37.975351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:38.044264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:38.049112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:38.050948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69261387-5581-4f15-af2d-dd6c55af549a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:38.074555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5685d60-d670-4527-a93a-01656e8b8c28,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:38.079304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:38.084239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:38.087678 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554496 Dec 13 20:04:39.403104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fc64440f-bf31-479b-a044-dc9ff548769c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:39.478159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port fc64440f-bf31-479b-a044-dc9ff548769c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:39.483813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fc64440f-bf31-479b-a044-dc9ff548769c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:39.484207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:39.609272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:39.628275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port fc64440f-bf31-479b-a044-dc9ff548769c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fc64440f-bf31-479b-a044-dc9ff548769c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:39.633366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:39.635352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:39.707884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=fc64440f-bf31-479b-a044-dc9ff548769c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:39.712786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:40.943862 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Sync routers for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:04:40.954372 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:40.954999 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:41.162380 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:41.384556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fc64440f-bf31-479b-a044-dc9ff548769c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:41.477286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fc64440f-bf31-479b-a044-dc9ff548769c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:41.477655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:41.624490 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '9f49e9c7-95d4-4311-be4c-121befca30c2', 'name': '', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'mac_address': 'fa:16:3e:48:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:34Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 2, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'subnets': [{'id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:41.637349 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Checking router: c539de0e-b97f-4997-b44e-e9974df96e7a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:04:41.637712 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Updating router c539de0e-b97f-4997-b44e-e9974df96e7a port 9f49e9c7-95d4-4311-be4c-121befca30c2 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:04:41.696083 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:41.895795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.148125 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.160883 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Transition to ACTIVE for port object 9f49e9c7-95d4-4311-be4c-121befca30c2 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:42.168725 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.172658 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b1ec75c6-516c-4980-a7a7-bd71a5655749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:42.342272 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Pushing event updated for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:42.350002 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:42.426152 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Attempting to bind port 9f49e9c7-95d4-4311-be4c-121befca30c2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:42.426652 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Attempting to bind port 9f49e9c7-95d4-4311-be4c-121befca30c2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:42.427083 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Attempting to bind port 9f49e9c7-95d4-4311-be4c-121befca30c2 on network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:42.433602 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:42.434248 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Checking segment: {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:42.434693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.435085 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Bound using segment: {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:42.435561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Bound port: 9f49e9c7-95d4-4311-be4c-121befca30c2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6595b079-d2ce-4bef-8e2e-283b0bac307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:42.435935 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.562905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] For port 9f49e9c7-95d4-4311-be4c-121befca30c2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:42.566111 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] For port 9f49e9c7-95d4-4311-be4c-121befca30c2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9f49e9c7-95d4-4311-be4c-121befca30c2,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:42.570174 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:42.574553 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:42.652758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:04:42.653666 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:42.706288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Pushing event updated for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:42.709718 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:42.855899 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:04:43.177717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '9f49e9c7-95d4-4311-be4c-121befca30c2', 'name': '', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'mac_address': 'fa:16:3e:48:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:34Z', 'updated_at': '2021-12-13T20:04:42Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'subnets': [{'id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:04:43.181654 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf99dc-51b1-40b7-bf50-9126f8404b61 None None] The sync data for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv is: [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:35Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '9f49e9c7-95d4-4311-be4c-121befca30c2', 'name': '', 'network_id': '60e9a86e-13b3-4281-92bf-e5a02dc38b58', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'mac_address': 'fa:16:3e:48:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:34Z', 'updated_at': '2021-12-13T20:04:42Z', 'revision_number': 4, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'subnets': [{'id': '9b8f22a8-6312-4e47-b456-41a9fbefba20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:04:43.414942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9f49e9c7-95d4-4311-be4c-121befca30c2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:43.498409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 9f49e9c7-95d4-4311-be4c-121befca30c2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:43.503809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9f49e9c7-95d4-4311-be4c-121befca30c2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:43.504194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:43.630437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:43.672284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 9f49e9c7-95d4-4311-be4c-121befca30c2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9f49e9c7-95d4-4311-be4c-121befca30c2,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:04:43.688173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:43.693072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:43.779796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:43.785381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:45.373920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9f49e9c7-95d4-4311-be4c-121befca30c2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:04:45.445691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9f49e9c7-95d4-4311-be4c-121befca30c2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:45.446088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:51.617511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dfd044cc-74dc-4472-8149-6aa46b611cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:51.830016 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:04:53.876081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba884-715f-4b2e-b0d5-b8f40abceba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:54.659376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-360b7b7e-56cb-4687-8c2c-8d1d6d54be4b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:54.678226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-360b7b7e-56cb-4687-8c2c-8d1d6d54be4b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:54.679408 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-360b7b7e-56cb-4687-8c2c-8d1d6d54be4b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216091333&fields=id&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 267 time: 0.0642848 Dec 13 20:04:54.834459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e4f15a2e-8a90-416a-b991-4ee733c7528c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:54.835117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e4f15a2e-8a90-416a-b991-4ee733c7528c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:54.855631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e4f15a2e-8a90-416a-b991-4ee733c7528c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:54.857131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e4f15a2e-8a90-416a-b991-4ee733c7528c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.1707404 Dec 13 20:04:54.876453 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-7eece5e4-ece4-4f8a-b63d-e9904484c0b1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/quotas/c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 375 time: 0.0134957 Dec 13 20:04:54.942371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:54.970956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e67002aa-9170-463f-81da-463ff9f58ff1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892999 Dec 13 20:04:54.989510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-06f0a679-37a8-4a42-9c47-79d44e05fd9e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:04:54.990448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-06f0a679-37a8-4a42-9c47-79d44e05fd9e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057383 Dec 13 20:04:54.991498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:55.129179 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-c52e3d50-5736-44dd-93c2-3ce8038a5df8 service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316562 Dec 13 20:04:55.267871 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-555bf8bb-f1ad-4a8e-9386-8299cab523ae service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301401 Dec 13 20:04:55.709257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-adf05bb1-d853-4877-baf4-54113a5aa0c7 req-edb19de1-12d8-4b54-93b5-4104fbc99033 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 210 time: 0.0450265 Dec 13 20:04:56.403872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:56.780149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e6d617e8-910a-4d79-92f5-c3dba57fbba9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:56.781632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e6d617e8-910a-4d79-92f5-c3dba57fbba9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.1485388 Dec 13 20:04:56.873916 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4de3b51-0057-4403-9562-b141fb5f89fd req-144b47e8-dcf8-4b7c-9381-921d4856040c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 210 time: 0.0579624 Dec 13 20:04:56.901596 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-dc982f45-dc30-4e7d-a11e-1cd40b907bc1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 380 time: 0.0547004 Dec 13 20:04:56.910161 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'port': {'device_id': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'admin_state_up': True, 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'security_groups': ['606a59c2-9caf-4fb8-8a27-988a5e368813']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:57.055113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:04:57.059657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:port and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:04:57.062607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:04:57.068464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:04:57.079094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Made reservation on behalf of c31813278b584a2aa175182e46c46992 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:04:57.082885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:57.247390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.20.0.9 (ae062779-4ac1-4b41-b6d8-b62bfd845f1c/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4/97870c06-fbc4-46b9-a06e-2100908ea344) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:04:57.585537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:57.601103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Transition to ACTIVE for port object 97870c06-fbc4-46b9-a06e-2100908ea344 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:57.625692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:57.631558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec157ef6-9c78-4921-9346-7ff6528f33cf tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:57.696765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:04:57.700178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:04:57.704474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:04:57.738328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:57.746768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:57.781146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:57.781979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:57.803741 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971505 Dec 13 20:04:57.815959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-67b5669a-76bc-4429-bbbe-9f5c62fe0be1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:04:57.817511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-67b5669a-76bc-4429-bbbe-9f5c62fe0be1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065970 Dec 13 20:04:57.829058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Request body: {'port': {'device_id': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:04:57.945620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:57.960107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5b3bad9d-c2e0-41bd-ba2f-7cfeb61453c1 None None] Provisioning for port 97870c06-fbc4-46b9-a06e-2100908ea344 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:04:57.966497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5b3bad9d-c2e0-41bd-ba2f-7cfeb61453c1 None None] Provisioning complete for port 97870c06-fbc4-46b9-a06e-2100908ea344 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:04:57.966974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5b3bad9d-c2e0-41bd-ba2f-7cfeb61453c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.028598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5b3bad9d-c2e0-41bd-ba2f-7cfeb61453c1 None None] Port 97870c06-fbc4-46b9-a06e-2100908ea344 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:04:58.197037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1432-920e-4a9c-a3bd-43c4239dc7e2 req-ea541783-db82-45a1-bb4e-3673a90edcd6 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:58.197768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-40af1432-920e-4a9c-a3bd-43c4239dc7e2 req-ea541783-db82-45a1-bb4e-3673a90edcd6 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:04:58.286791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-40af1432-920e-4a9c-a3bd-43c4239dc7e2 req-ea541783-db82-45a1-bb4e-3673a90edcd6 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:04:58.287973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40af1432-920e-4a9c-a3bd-43c4239dc7e2 req-ea541783-db82-45a1-bb4e-3673a90edcd6 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 931 time: 0.2923138 Dec 13 20:04:58.362046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40af1432-920e-4a9c-a3bd-43c4239dc7e2 req-45ac2496-493b-408e-a840-188c12445737 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632885 Dec 13 20:04:58.438956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97870c06-fbc4-46b9-a06e-2100908ea344 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:04:58.446478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.461813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Transition to ACTIVE for port object 97870c06-fbc4-46b9-a06e-2100908ea344 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:04:58.466660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.470809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:58.629633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Pushing event updated for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:58.631893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:58.707399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Attempting to bind port 97870c06-fbc4-46b9-a06e-2100908ea344 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:04:58.707730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Attempting to bind port 97870c06-fbc4-46b9-a06e-2100908ea344 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:04:58.708053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Attempting to bind port 97870c06-fbc4-46b9-a06e-2100908ea344 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:58.712825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Port 97870c06-fbc4-46b9-a06e-2100908ea344 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:04:58.713086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Attempting to bind port 97870c06-fbc4-46b9-a06e-2100908ea344 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:04:58.718129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:04:58.718453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:04:58.718830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Bound using segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:04:58.719244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Bound port: 97870c06-fbc4-46b9-a06e-2100908ea344, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:04:58.719606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.812020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:04:58.815117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97870c06-fbc4-46b9-a06e-2100908ea344,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:04:58.820595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.824715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-513e8980-c818-421d-b8d9-7c1c43f65712 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:04:58.883908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:58.884496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:04:58.885934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] 10.222.0.20 "PUT /v2.0/ports/97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 1093 time: 1.0612600 Dec 13 20:04:58.886823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:04:58.907142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Pushing event updated for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:04:58.910059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:04:58.972036 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344', 'status': 'completed', 'code': 200} Dec 13 20:04:59.013728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e5c6591c-4e73-4069-b619-3b2ed15560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:59.015348 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-e5c6591c-4e73-4069-b619-3b2ed15560c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1096 time: 0.0770788 Dec 13 20:04:59.091770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-3d30c495-6d07-491f-a15d-72c854befe78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 217 time: 0.0687237 Dec 13 20:04:59.158460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-86861784-375f-45ae-bdf1-1c768b8b605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:59.160466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-86861784-375f-45ae-bdf1-1c768b8b605d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0626240 Dec 13 20:04:59.242971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-5d38d6ab-2499-49c9-806e-60e329bc618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:59.244428 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-5d38d6ab-2499-49c9-806e-60e329bc618c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774796 Dec 13 20:04:59.330490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60174) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:59.391582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-3bb13893-2d92-4d02-ad7a-53003ca9d62a service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397374 Dec 13 20:04:59.461864 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-26c1ca79-3bc4-4663-a586-972bbf067ad1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/49470779-51d6-455a-b4c8-57ea158c3963 HTTP/1.1" status: 200 len: 993 time: 0.1292858 Dec 13 20:04:59.722695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69bcdeb0-9666-4c20-ab9f-9d1d99f4f2e6 req-c24aac06-73e5-4a41-82c0-53d330423893 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228447 Dec 13 20:04:59.739441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6093b-f3b7-4f65-91db-e033f00635f2 req-e11f460c-c8d1-4cf7-a478-0ccb08231aab tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:59.740931 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-58b6093b-f3b7-4f65-91db-e033f00635f2 req-e11f460c-c8d1-4cf7-a478-0ccb08231aab tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.1731429 Dec 13 20:04:59.772396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:04:59.834703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-58b6093b-f3b7-4f65-91db-e033f00635f2 req-54a6309f-218e-46f1-a903-6349934d162f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876868 Dec 13 20:04:59.875205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-7dcefdc5-1e69-459a-9afb-eb3ccc9df16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:04:59.877028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-7dcefdc5-1e69-459a-9afb-eb3ccc9df16f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1096 time: 0.0944476 Dec 13 20:04:59.987671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port bd720280-af36-4d7f-9ff5-5ffff0840358 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:04:59.988013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:00.008913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-301d9b7e-e0f2-44e5-b95b-87a69c1ba704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:00.010415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-301d9b7e-e0f2-44e5-b95b-87a69c1ba704 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1268227 Dec 13 20:05:00.081068 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-02eddb57-577b-46f4-8481-fb61a333ec59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 217 time: 0.0630851 Dec 13 20:05:00.146533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-e69b4f97-72f4-4c5b-878e-80963e8abeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:00.147965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-e69b4f97-72f4-4c5b-878e-80963e8abeca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0604160 Dec 13 20:05:00.228466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-ded549c1-b329-4ebb-812e-aa11050db101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:00.230113 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-ded549c1-b329-4ebb-812e-aa11050db101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756924 Dec 13 20:05:00.299856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:00.300226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:00.385527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-b05b3dce-ceab-453f-90af-d0aea737c5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478999 Dec 13 20:05:00.440264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for bd720280-af36-4d7f-9ff5-5ffff0840358 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:05:00.531632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-360c6998-b2a2-4f5b-a13e-774c9a9deea0 req-de479a7f-5a81-4fde-8fe9-1d5e8545abf7 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386242 Dec 13 20:05:00.603455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:00.607252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-758b61d3-9526-4402-ab0f-de84a4515a8e tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:00.649077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=bd720280-af36-4d7f-9ff5-5ffff0840358,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:00.652607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:00.746822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:00.747083 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 49470779-51d6-455a-b4c8-57ea158c3963 disassociated (deleted). External IP: 172.26.6.81, port: 2ecd970a-076c-4f6c-959e-11f473c90647. Dec 13 20:05:01.036106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a828a50-e426-4300-94b7-4b8de8a84b02 req-7385005a-f7eb-4cd5-a450-e4078e048d1f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.037616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a828a50-e426-4300-94b7-4b8de8a84b02 req-7385005a-f7eb-4cd5-a450-e4078e048d1f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.0892639 Dec 13 20:05:01.087138 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a828a50-e426-4300-94b7-4b8de8a84b02 req-b8b982fd-9136-4169-9798-bdb70f76d4ce tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 Dec 13 20:05:01.109505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a8fee606-7ebf-4edc-81cf-916b71746696 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:05:01.291885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:01.304266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Sync routers for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:01.314856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:01.315730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:01.316369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:01.375980 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/49470779-51d6-455a-b4c8-57ea158c3963 HTTP/1.1" status: 204 len: 168 time: 1.5997195 Dec 13 20:05:01.375980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:01.426633 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647', 'status': 'completed', 'code': 200} Dec 13 20:05:01.513762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:01.517224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d217d-2058-47ea-b81b-302cda8520d5 req-6983a1a7-8bec-4476-9c05-071d75068318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.518431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-6983a1a7-8bec-4476-9c05-071d75068318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 1099 time: 0.0729721 Dec 13 20:05:01.705078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d217d-2058-47ea-b81b-302cda8520d5 req-4fe2bfe6-e00c-4553-9a9f-5c5a58c0fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.706493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-4fe2bfe6-e00c-4553-9a9f-5c5a58c0fbc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 200 len: 893 time: 0.1806035 Dec 13 20:05:01.779646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-5664b2eb-8d44-4cbd-b920-62832e7b6214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 200 len: 217 time: 0.0615273 Dec 13 20:05:01.860159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d217d-2058-47ea-b81b-302cda8520d5 req-84589a10-5844-4fbb-ae79-53dcce47a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.861673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-84589a10-5844-4fbb-ae79-53dcce47a50d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 200 len: 834 time: 0.0722756 Dec 13 20:05:01.869540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:01.873301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2c35-b75c-48b7-8e34-1d1445e9ee06 req-bb9e6763-4754-4cb7-b48a-d56b9984d8ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.873534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Checking router: a8fee606-7ebf-4edc-81cf-916b71746696 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:01.874717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddaa2c35-b75c-48b7-8e34-1d1445e9ee06 req-bb9e6763-4754-4cb7-b48a-d56b9984d8ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.2073481 Dec 13 20:05:01.883269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:01.883896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:01.968554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddaa2c35-b75c-48b7-8e34-1d1445e9ee06 req-95821127-d835-4584-859a-7c115f7d3d5f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629632 Dec 13 20:05:01.983778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d217d-2058-47ea-b81b-302cda8520d5 req-fbf55863-5547-4d94-9bef-fd4104ecb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:01.985471 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-fbf55863-5547-4d94-9bef-fd4104ecb4da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce5259d-9fc9-422f-bdcd-dec248a8066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097348 Dec 13 20:05:02.072128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:02.303072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-000f8b0d-d631-4b42-a961-9b9c81514426 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084788 Dec 13 20:05:02.396644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11378a6b-1893-4e28-9978-1650f1581a91 req-f1a04ec0-5f25-43a0-bbe9-96a5eb26cf33 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:02.398063 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-11378a6b-1893-4e28-9978-1650f1581a91 req-f1a04ec0-5f25-43a0-bbe9-96a5eb26cf33 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.1995845 Dec 13 20:05:02.400282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:02.404429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b566d-adf5-4845-ba35-6763a52ba0dd None None] The sync data for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv is: [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dedeb952-0b6c-4293-a521-f46c720fdf27', 'name': '', 'network_id': '9ce5259d-9fc9-422f-bdcd-dec248a8066e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:9c:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:08Z', 'updated_at': '2021-12-13T20:04:15Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '5610ba2f-280f-4f43-8062-3d90bbe8e5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:02.481666 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-11378a6b-1893-4e28-9978-1650f1581a91 req-b8faf892-e257-466d-91fc-106d22afafcf tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702429 Dec 13 20:05:02.490260 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686d217d-2058-47ea-b81b-302cda8520d5 req-266e583b-1034-41a7-a8ce-9c2e4b0c81ff service neutron] 10.222.0.20 "GET /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796730 Dec 13 20:05:02.649962 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e1651-48d6-4d71-ac35-a621bdf5aa0e None None] New status for floating IP 49470779-51d6-455a-b4c8-57ea158c3963: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:05:02.974615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-6fbe1c32-41b0-43a7-b8c8-023aaa7cfff6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:02.975978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-6fbe1c32-41b0-43a7-b8c8-023aaa7cfff6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.0877182 Dec 13 20:05:03.045565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 2ecd970a-076c-4f6c-959e-11f473c90647 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:05:03.045912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:03.304097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8ccfc-e369-4ff9-9f38-020c75edec47 req-7f7cf62f-6946-4733-b0de-da66a95c38dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:03.305601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d8ccfc-e369-4ff9-9f38-020c75edec47 req-7f7cf62f-6946-4733-b0de-da66a95c38dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 946 time: 0.2270224 Dec 13 20:05:03.389500 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d8ccfc-e369-4ff9-9f38-020c75edec47 req-5ec6260a-3fca-4bc2-818b-4e0db9c33025 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c34de54-4d6d-4b0e-ab27-118ccd1337eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778475 Dec 13 20:05:03.394438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 2ecd970a-076c-4f6c-959e-11f473c90647, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ecd970a-076c-4f6c-959e-11f473c90647,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:03.394798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:03.518024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 2ecd970a-076c-4f6c-959e-11f473c90647 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:05:03.715827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:03.723534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:03.782232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c161-7778-44e4-8fbb-f2e549796b4a req-ecd74dd2-d96b-4339-bf6b-8b30c9f4a5f3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:03.783769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cc59c161-7778-44e4-8fbb-f2e549796b4a req-ecd74dd2-d96b-4339-bf6b-8b30c9f4a5f3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.1915295 Dec 13 20:05:03.784607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=2ecd970a-076c-4f6c-959e-11f473c90647,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:03.811697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:03.873652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 2ecd970a-076c-4f6c-959e-11f473c90647 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:05:03.882270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:03.884663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'name': 'network-vif-deleted', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:03.910597 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cc59c161-7778-44e4-8fbb-f2e549796b4a req-4081ec4b-6149-4c2c-9730-4e4482ed6232 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979114 Dec 13 20:05:03.911915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d4b68795-9eb1-4b0a-8032-a37da39c0649 req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/2ecd970a-076c-4f6c-959e-11f473c90647 HTTP/1.1" status: 204 len: 173 time: 0.9303515 Dec 13 20:05:03.940153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0897a88f-90b7-4cb1-8b1b-545daebb0363', 'name': 'network-vif-deleted', 'tag': '2ecd970a-076c-4f6c-959e-11f473c90647', 'status': 'completed', 'code': 200} Dec 13 20:05:04.562347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1644c054-98f3-45ad-a32d-0520bd1dd155 req-1479ddd3-5cb3-486b-9307-5528871b7ec8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:05:04.580825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1644c054-98f3-45ad-a32d-0520bd1dd155 req-1479ddd3-5cb3-486b-9307-5528871b7ec8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:05:04.582138 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1644c054-98f3-45ad-a32d-0520bd1dd155 req-1479ddd3-5cb3-486b-9307-5528871b7ec8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=0897a88f-90b7-4cb1-8b1b-545daebb0363 HTTP/1.1" status: 200 len: 210 time: 0.0616639 Dec 13 20:05:05.101932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0ab1c-2607-420c-89c7-55c461a0f0e5 req-f7aade95-8273-454d-a4b2-0732182b6ac4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:05.103419 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-39d0ab1c-2607-420c-89c7-55c461a0f0e5 req-f7aade95-8273-454d-a4b2-0732182b6ac4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.0836093 Dec 13 20:05:05.150448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-39d0ab1c-2607-420c-89c7-55c461a0f0e5 req-c93a8ce5-bd81-401e-8517-6de956a70a96 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Dec 13 20:05:05.354650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ecd970a-076c-4f6c-959e-11f473c90647 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:05:05.394149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 2ecd970a-076c-4f6c-959e-11f473c90647 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:05:05.394503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ecd970a-076c-4f6c-959e-11f473c90647 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:05:05.683468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60210) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:05.756532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:05.787348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:05.852159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:05.856193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab94c477-022f-416b-9860-3f14e3855476 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:05.871654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c34de54-4d6d-4b0e-ab27-118ccd1337eb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:05.876029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:05.880448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:05.881600 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c34de54-4d6d-4b0e-ab27-118ccd1337eb HTTP/1.1" status: 204 len: 168 time: 0.1971643 Dec 13 20:05:05.914106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60216) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:06.518996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bf69b-7bae-4559-8815-4018d655edad req-fea0672f-0753-48ec-a09b-239fd10e08a3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:06.520370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-810bf69b-7bae-4559-8815-4018d655edad req-fea0672f-0753-48ec-a09b-239fd10e08a3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.2350123 Dec 13 20:05:06.610118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-810bf69b-7bae-4559-8815-4018d655edad req-a9b72a79-9158-426e-afa4-eb7d8a07c7bc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837903 Dec 13 20:05:06.712112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:07.069806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port dedeb952-0b6c-4293-a521-f46c720fdf27 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:05:07.071040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:07.263773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port dedeb952-0b6c-4293-a521-f46c720fdf27, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dedeb952-0b6c-4293-a521-f46c720fdf27,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:07.264126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:07.388734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for dedeb952-0b6c-4293-a521-f46c720fdf27 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:05:07.714164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:07.718718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aef4bebb-e1b7-46fe-99cc-bb027be93e9e tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:07.799146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=dedeb952-0b6c-4293-a521-f46c720fdf27,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:07.835107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:08.006111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bd0ac-c328-45d9-9b11-ef8cdee8ca09 req-ed290cf0-c32a-471d-a8ff-ace1ab006d7f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:08.007588 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-082bd0ac-c328-45d9-9b11-ef8cdee8ca09 req-ed290cf0-c32a-471d-a8ff-ace1ab006d7f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.2559063 Dec 13 20:05:08.129266 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-082bd0ac-c328-45d9-9b11-ef8cdee8ca09 req-6e229e6c-8af3-4e22-97ad-5f63d62c84a2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142342 Dec 13 20:05:08.131415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:08.498832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a8fee606-7ebf-4edc-81cf-916b71746696 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:05:08.677853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:08.688521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Sync routers for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:08.698136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a8fee606-7ebf-4edc-81cf-916b71746696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7828536 Dec 13 20:05:08.700106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:08.700749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:08.701499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60224) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:08.766770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 5610ba2f-280f-4f43-8062-3d90bbe8e5ae {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:05:08.772211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:08.831517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:08.878464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:08.912827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:08.984209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:08.987832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d5551773-40d4-4090-baa5-81100168ea0f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:09.170618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=5610ba2f-280f-4f43-8062-3d90bbe8e5ae,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:09.174477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:09.175699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:09.177852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:05:07Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:09.182956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Checking router: a8fee606-7ebf-4edc-81cf-916b71746696 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:09.184109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/5610ba2f-280f-4f43-8062-3d90bbe8e5ae HTTP/1.1" status: 204 len: 168 time: 0.4815638 Dec 13 20:05:09.186732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60230) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:09.190235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9f4d2-2236-4f33-a378-a93938dde476 None None] Network 9ce5259d-9fc9-422f-bdcd-dec248a8066e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:05:09.213781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Routers {'a8fee606-7ebf-4edc-81cf-916b71746696'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:09.214443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a8fee606-7ebf-4edc-81cf-916b71746696'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:09.377732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97870c06-fbc4-46b9-a06e-2100908ea344 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:05:09.427899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:09.520335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8f4aa-8d7f-4111-bd4e-0313a3888073 req-0e47eeba-0843-4a87-839e-ccf9fc6ba04c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:09.521839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9db8f4aa-8d7f-4111-bd4e-0313a3888073 req-0e47eeba-0843-4a87-839e-ccf9fc6ba04c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 943 time: 0.2676787 Dec 13 20:05:09.551379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.resource_extend [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 20:05:09.647188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9db8f4aa-8d7f-4111-bd4e-0313a3888073 req-d747fdb3-9251-4a69-8314-11460e41bcab tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178682 Dec 13 20:05:09.657762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:09.659232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] Set router a8fee606-7ebf-4edc-81cf-916b71746696 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:09.669551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 33db0e70-220b-4deb-bc3e-3a7b48db8ace {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:05:09.669967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:09.844885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 33db0e70-220b-4deb-bc3e-3a7b48db8ace, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33db0e70-220b-4deb-bc3e-3a7b48db8ace,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:09.845231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:09.934449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97870c06-fbc4-46b9-a06e-2100908ea344,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:09.972249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 33db0e70-220b-4deb-bc3e-3a7b48db8ace owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:05:09.977301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '97870c06-fbc4-46b9-a06e-2100908ea344', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'port_id': '97870c06-fbc4-46b9-a06e-2100908ea344', 'mac_address': 'fa:16:3e:ca:f4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:05:10.010587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] DHCP port deletion for 9ce5259d-9fc9-422f-bdcd-dec248a8066e request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:05:10.025815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Deleting port eea5ecb3-d897-4973-ade9-e7e2faf26c42 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:05:10.026203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.103551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.144634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.149151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-961cf643-45e5-4dde-aadb-4985e23b6a27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:10.160791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97870c06-fbc4-46b9-a06e-2100908ea344 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:05:10.192158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=33db0e70-220b-4deb-bc3e-3a7b48db8ace,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:10.195180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:10.222884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97870c06-fbc4-46b9-a06e-2100908ea344,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:10.272643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.284738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:10.288259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.316540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:05:07Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:10.349760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb26ff-60c4-4c69-8ce0-5f4baad50bd1 None None] The sync data for ids ['a8fee606-7ebf-4edc-81cf-916b71746696'] in dv-neutron-821563-1-hyperv is: [{'id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'name': 'tempest-TestNetworkBasicOps-router-956724125', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:03Z', 'updated_at': '2021-12-13T20:05:07Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '33db0e70-220b-4deb-bc3e-3a7b48db8ace', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fee606-7ebf-4edc-81cf-916b71746696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:04Z', 'updated_at': '2021-12-13T20:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:10.372035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] For port eea5ecb3-d897-4973-ade9-e7e2faf26c42, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=eea5ecb3-d897-4973-ade9-e7e2faf26c42,segment=NetworkSegment(87f9490f-8cbb-44eb-91cf-398f99c41932),segment_id=87f9490f-8cbb-44eb-91cf-398f99c41932)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:10.372441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.470988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.473289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.498503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.499043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router a8fee606-7ebf-4edc-81cf-916b71746696 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:05:10.510259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Calling delete_port for eea5ecb3-d897-4973-ade9-e7e2faf26c42 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:05:10.516773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.521010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/a8fee606-7ebf-4edc-81cf-916b71746696 HTTP/1.1" status: 204 len: 168 time: 1.3303108 Dec 13 20:05:10.521212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60234) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:10.539460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:10.542027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['97870c06-fbc4-46b9-a06e-2100908ea344'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:05:10.657260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.657520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.658299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.658730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.658981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.659352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.659681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.660017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.660345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.660677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.661001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.661353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:10.669706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:10.747982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:10.755873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:10.805497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Pushing event deleted for resources: {'Port': ['ID=eea5ecb3-d897-4973-ade9-e7e2faf26c42,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:10.811633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:10.815823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] No DVR routers for this DVR port eea5ecb3-d897-4973-ade9-e7e2faf26c42 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:05:10.833387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.009336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ddd5d-8786-40d5-b0d8-6b1dfe391d45 req-a4d56f38-6bd4-4e5b-b9dd-d655bed75042 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:11.011564 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e91ddd5d-8786-40d5-b0d8-6b1dfe391d45 req-a4d56f38-6bd4-4e5b-b9dd-d655bed75042 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 944 time: 0.2276185 Dec 13 20:05:11.016805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.066086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce5259d-9fc9-422f-bdcd-dec248a8066e']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:11.088162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f9490f-8cbb-44eb-91cf-398f99c41932') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:11.088398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f9490f-8cbb-44eb-91cf-398f99c41932') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:11.103903 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e91ddd5d-8786-40d5-b0d8-6b1dfe391d45 req-1a6ea614-2917-4192-b167-27bed8deb4a8 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793192 Dec 13 20:05:11.105384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.121709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.127986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:05:11.128368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:05:11.142886 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:05:11.228199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.232036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd276aca-b47a-47b5-9023-0cf9d6362cfd tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:11.246777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.257994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=9ce5259d-9fc9-422f-bdcd-dec248a8066e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:11.268766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.269143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.269584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.269941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.270366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.270699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.271069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.271442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.271813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.272178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.272545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.272913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:11.276656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/9ce5259d-9fc9-422f-bdcd-dec248a8066e HTTP/1.1" status: 204 len: 168 time: 0.7528284 Dec 13 20:05:11.277722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:11.287893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:11.294111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--2065964076', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:11.299873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:11.304189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:11.307350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:11.313942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:11.326223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:05:11.330014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.361197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97870c06-fbc4-46b9-a06e-2100908ea344 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:11.374662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:05:11.385607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.385948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment ccb26d4c-9370-43d5-942f-2b2dbaa8f245 of type vlan for network 9ce86f76-065f-47bd-a573-1b179639a850 Dec 13 20:05:11.418946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.456496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 97870c06-fbc4-46b9-a06e-2100908ea344 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:11.458079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.462603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 97870c06-fbc4-46b9-a06e-2100908ea344 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:11.462991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.465579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:11.466295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.471802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-84059759-ae31-4439-aa5b-1e44e74c87b7 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:11.492070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dedeb952-0b6c-4293-a521-f46c720fdf27 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:05:11.531167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: dedeb952-0b6c-4293-a521-f46c720fdf27 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:05:11.531408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dedeb952-0b6c-4293-a521-f46c720fdf27 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:05:11.531854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device eea5ecb3-d897-4973-ade9-e7e2faf26c42 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:05:11.574388 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2853560 Dec 13 20:05:11.576586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: eea5ecb3-d897-4973-ade9-e7e2faf26c42 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:05:11.577249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device eea5ecb3-d897-4973-ade9-e7e2faf26c42 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:05:11.577398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:11.577495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33db0e70-220b-4deb-bc3e-3a7b48db8ace no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:05:11.584706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:11.590136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=9ce86f76-065f-47bd-a573-1b179639a850,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:11.593439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:11.594369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:11.598666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:11.601447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:11.607307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:11.607736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9ce86f76-065f-47bd-a573-1b179639a850 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:05:11.619110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.620409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.629702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 33db0e70-220b-4deb-bc3e-3a7b48db8ace {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:05:11.630052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33db0e70-220b-4deb-bc3e-3a7b48db8ace not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:05:11.639558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.769408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.796473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:11.806921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97870c06-fbc4-46b9-a06e-2100908ea344,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:11.811431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.814324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:11.847130 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344', 'code': 200} Dec 13 20:05:11.890719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:11.893971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:11.914022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:11.920633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:12.089017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f3fb-87f7-4c99-8028-017a9cbffa53 req-24790bf5-668a-4c58-b8bc-cd5f152cb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:12.090424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8619f3fb-87f7-4c99-8028-017a9cbffa53 req-24790bf5-668a-4c58-b8bc-cd5f152cb86a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1098 time: 0.0992048 Dec 13 20:05:12.205466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8619f3fb-87f7-4c99-8028-017a9cbffa53 req-a7a37480-ee8a-45c5-bffe-ac2022659970 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071703 Dec 13 20:05:12.489123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:12.526874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:12.615460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d707a7-08c8-4685-ac77-ea3725fa07b9 req-374f0352-b252-47cf-83b9-17dbe67439a0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:12.616829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d707a7-08c8-4685-ac77-ea3725fa07b9 req-374f0352-b252-47cf-83b9-17dbe67439a0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.4036174 Dec 13 20:05:12.708814 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d707a7-08c8-4685-ac77-ea3725fa07b9 req-f7c2151a-4f38-44a1-8f60-6579e67063a7 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856574 Dec 13 20:05:12.714763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.67 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/5bc6cdc8-14b6-462d-97c6-9c7ee284d899) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:12.860590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:12.902581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:12.909512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-64c0b2c1-09b4-4ed7-810d-62f7a1237885 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:12.976398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:12.979173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:12.984525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:13.017916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:13.026169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:13.427472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:13.788274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:14.160222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93449669-20e6-44a1-805d-2eaf8c3a186a req-3bb3dfd2-71ab-48d4-b55d-1caef58a090e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:14.161753 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93449669-20e6-44a1-805d-2eaf8c3a186a req-3bb3dfd2-71ab-48d4-b55d-1caef58a090e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.1923695 Dec 13 20:05:14.219525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93449669-20e6-44a1-805d-2eaf8c3a186a req-59a5ceb5-bcb2-4cee-880a-b8f571553826 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505123 Dec 13 20:05:14.220258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:05:14.455876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:14.465515 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:14.475838 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:14.476466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:14.494242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:14.495424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9173090 Dec 13 20:05:14.498692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60256) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.508719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89110-cbc8-411c-acf1-fb0c024a74af req-56bbdbc7-d691-45bf-92d5-180e48b933b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:14.510172 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ec89110-cbc8-411c-acf1-fb0c024a74af req-56bbdbc7-d691-45bf-92d5-180e48b933b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.1390522 Dec 13 20:05:14.564723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0e715a7b-c0dd-4f23-8c8f-0aec8797c924 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648427 Dec 13 20:05:14.567363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.591724 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ec89110-cbc8-411c-acf1-fb0c024a74af req-09e318b3-b3bc-47a4-aa77-d82d86d4926c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481436 Dec 13 20:05:14.616241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60264) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.650680 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:14.707539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e586c7-88a8-45be-85bd-25cb29a0814d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:14.708950 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-54e586c7-88a8-45be-85bd-25cb29a0814d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393063 Dec 13 20:05:14.711882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60270) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.755873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c1b8a7de-1614-4bd4-8572-59c80e5ab862 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404627 Dec 13 20:05:14.756146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60274) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.762879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880520819', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:14.793134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb3899-eeb3-4a06-9642-129f7aebcf23 tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:14.797322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3cfb3899-eeb3-4a06-9642-129f7aebcf23 tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1093 time: 0.1770082 Dec 13 20:05:14.797543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60278) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:14.802834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '97870c06-fbc4-46b9-a06e-2100908ea344', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:14.809195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:14.813056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:floatingip and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:14.816266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:14.822221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:14.834387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:14.934820 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:13Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:14.939280 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:14.940937 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Updating router e2054e77-85a1-48c1-b093-bb1df02f2a0d port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:05:14.983700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.006418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:15.010456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:15.013588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:15.019375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:15.031000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:05:15.034400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.035127 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.129417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.26.6.2 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/aaab92c9-3219-4694-9edc-b106bf9384fb) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:15.268905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.273782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f38c2d53-8001-49aa-978e-be7d7ee16f28 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:15.283761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.313753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.325228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-92fdb1be-46cf-4210-9b63-3fe6b16202b6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:15.350364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=41ab258e-b668-486d-a886-f36cd2c34189,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:15.363323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.363799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.364248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.364690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.365133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.365601 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.366039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.366476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.366916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.367347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.368006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.368663 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.373890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:05:15.374512 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 9ce86f76-065f-47bd-a573-1b179639a850, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:05:15.381474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:15.382792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:15.394023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:15.397403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:15.401832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce86f76-065f-47bd-a573-1b179639a850 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:05:15.413585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 9ce86f76-065f-47bd-a573-1b179639a850) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:15.422282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972acd1-d624-433c-9c1a-64ff8fc1d82d None None] Network 9ce86f76-065f-47bd-a573-1b179639a850 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:05:15.426758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:15.427685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.458714 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6990840 Dec 13 20:05:15.459164 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60282) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:15.460147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=aaab92c9-3219-4694-9edc-b106bf9384fb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:15.463245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:15.566169 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.580332 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Transition to ACTIVE for port object 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:15.590711 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.600770 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:15.659926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-9ce86f76-065f-47bd-a573-1b179639a850', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:05:15.661192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.667415 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Pushing event updated for resources: {'Port': ['ID=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:15.693080 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Attempting to bind port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:05:15.693482 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Attempting to bind port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:05:15.693849 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Attempting to bind port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:05:15.696832 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.697200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.697548 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.697890 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.698225 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.698931 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.699261 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.699592 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.699919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.700242 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.700565 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.700886 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:05:15.710451 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:15.714972 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:05:15.715474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:05:15.715895 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.716289 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:05:15.716768 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Bound port: 5bc6cdc8-14b6-462d-97c6-9c7ee284d899, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:05:15.717152 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.801349 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] For port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:05:15.805551 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] For port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:05:15.813074 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:15.819295 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:15.852586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Allocated IP 172.20.0.2 (9ce86f76-065f-47bd-a573-1b179639a850/41ab258e-b668-486d-a886-f36cd2c34189/bf016c5f-2868-4669-ac74-51751f8cb27b) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:15.890687 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Pushing event updated for resources: {'Port': ['ID=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:15.895845 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:15.909907 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:15.910884 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:16.055202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.096024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.108359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Transition to ACTIVE for port object bf016c5f-2868-4669-ac74-51751f8cb27b will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:16.128727 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:16.129019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Transition to ACTIVE for port object bf016c5f-2868-4669-ac74-51751f8cb27b will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:16.136940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.141332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:16.151229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.212581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Pushing event updated for resources: {'Port': ['ID=bf016c5f-2868-4669-ac74-51751f8cb27b,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:16.217723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:16.229038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Network 9ce86f76-065f-47bd-a573-1b179639a850 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:16.230248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:16.232578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:16.297874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.351991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Attempting to bind port bf016c5f-2868-4669-ac74-51751f8cb27b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:05:16.352725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Attempting to bind port bf016c5f-2868-4669-ac74-51751f8cb27b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:05:16.353333 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Attempting to bind port bf016c5f-2868-4669-ac74-51751f8cb27b on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:05:16.359829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:05:16.360215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Checking segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:05:16.360705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.361532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Bound using segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:05:16.362146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Bound port: bf016c5f-2868-4669-ac74-51751f8cb27b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:05:16.362568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.376845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.387010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.394606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93045a64-a398-48fa-a904-3c632a751ffb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:16.469437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] For port bf016c5f-2868-4669-ac74-51751f8cb27b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:05:16.470099 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:13Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:16.474193 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65761b9-77ff-4753-9ed3-5b5497e36a60 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:13Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:16.475273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] For port bf016c5f-2868-4669-ac74-51751f8cb27b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf016c5f-2868-4669-ac74-51751f8cb27b,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:05:16.483077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.487736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:16.560149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=aaab92c9-3219-4694-9edc-b106bf9384fb,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:16.564925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:16.580571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:16.644179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Pushing event updated for resources: {'Port': ['ID=bf016c5f-2868-4669-ac74-51751f8cb27b,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:16.656356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:16.805645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP 9fef102a-22f0-410d-befc-002f45dd6627 associated. External IP: 172.26.6.2, port: 97870c06-fbc4-46b9-a06e-2100908ea344. Dec 13 20:05:17.014344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (9ce86f76-065f-47bd-a573-1b179639a850/41ab258e-b668-486d-a886-f36cd2c34189/4071c81b-fab6-4bd6-af77-fad080233f4d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:17.201343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.218783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 4071c81b-fab6-4bd6-af77-fad080233f4d will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:17.228467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:05:17.245788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.256284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4d48b34e-dc52-4dc7-9d82-7c8301b27b7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:17.312931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce86f76-065f-47bd-a573-1b179639a850 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:17.316176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:17.327214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:17.394304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:17.399842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:17.421854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.477260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:17.493438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:17.500252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:17.523672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.572147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:17.572896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:17.595252 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7965128 Dec 13 20:05:17.595951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:17.623285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.669748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344', 'status': 'completed', 'code': 200} Dec 13 20:05:17.772163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-aac04a90-2b27-4161-8378-e7189fbd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:17.774615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-aac04a90-2b27-4161-8378-e7189fbd2a71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1098 time: 0.0813129 Dec 13 20:05:17.811824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:17.825236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:17.874812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:17.875520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:17.943276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a1e4f-453d-4c32-bca8-91f27fe73813 None None] Network 9ce86f76-065f-47bd-a573-1b179639a850 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:05:18.098829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.102701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-8ba0d1b1-180a-4d0f-885e-7e034e307b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:18.104226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-8ba0d1b1-180a-4d0f-885e-7e034e307b97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.3222849 Dec 13 20:05:18.105472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.149084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fdf96025-2265-4506-b922-e898684176e8 None None] Provisioning for port bf016c5f-2868-4669-ac74-51751f8cb27b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:18.151741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:18.212738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-d702c8fe-b0c5-4d8d-98c5-6f829bd2ac15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 997 time: 0.1021533 Dec 13 20:05:18.241322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.244924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:18.248490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:18.305025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-4f74a3f6-4bbd-4618-8e32-923c1e0a89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:18.307249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-4f74a3f6-4bbd-4618-8e32-923c1e0a89b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0885477 Dec 13 20:05:18.386773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce86f76-065f-47bd-a573-1b179639a850 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:18.388335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:18.396251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.419238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-30f0e313-0aed-4516-8b59-abad2cd72ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:18.420720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-30f0e313-0aed-4516-8b59-abad2cd72ace service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067655 Dec 13 20:05:18.473899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:18.507406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.508298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf016c5f-2868-4669-ac74-51751f8cb27b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:18.543824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:18.578749 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-51e92bad-c2dc-41e4-a684-bfa9399081a5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501138 Dec 13 20:05:18.593609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:05:18.667370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:18.673192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:18.691387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9fef102a-22f0-410d-befc-002f45dd6627', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '97870c06-fbc4-46b9-a06e-2100908ea344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:ca:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:15Z', 'updated_at': '2021-12-13T20:05:15Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:18.695490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bf016c5f-2868-4669-ac74-51751f8cb27b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:18.702195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:18.704190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bf016c5f-2868-4669-ac74-51751f8cb27b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:18.704612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:18.732619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5f1dee35-54f3-44b2-9093-b621081bfb38 req-7d89fda7-0608-4617-92a2-0acbcac122d1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469960 Dec 13 20:05:18.760961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:18.761663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:18.935831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:18.946237 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:18.958649 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e2054e77-85a1-48c1-b093-bb1df02f2a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4953470 Dec 13 20:05:18.959133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60290) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:18.963717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:18.964861 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:19.083146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.098701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Provisioning for port 4071c81b-fab6-4bd6-af77-fad080233f4d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:19.110607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:19.141375 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.142946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.143560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.144269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.144840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.145570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.150883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60294) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:19.151052 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-51aaff9c-abd2-4b36-8171-c9341a8f7c44 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1907914 Dec 13 20:05:19.169482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Provisioning complete for port 4071c81b-fab6-4bd6-af77-fad080233f4d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:19.169985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.178606 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:19.230613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.231306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.231765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.232626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.232626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.233063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:19.238105 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-462842b2-f0d9-4582-be10-497b5fbd5db0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0832851 Dec 13 20:05:19.239196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60298) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:19.243259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Port 4071c81b-fab6-4bd6-af77-fad080233f4d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:05:19.348885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port bf016c5f-2868-4669-ac74-51751f8cb27b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf016c5f-2868-4669-ac74-51751f8cb27b,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:19.362526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.365652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Provisioning complete for port bf016c5f-2868-4669-ac74-51751f8cb27b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:19.366126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b072a52-1faa-4948-bdb5-6a7890e0ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.399822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:19.479878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:19.551539 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a700deea-d231-47f7-99c5-01bf38f0f97c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3099368 Dec 13 20:05:19.586839 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:19.590973 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:19.591381 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Updating router e2054e77-85a1-48c1-b093-bb1df02f2a0d port 4071c81b-fab6-4bd6-af77-fad080233f4d binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:05:19.646151 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.646441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=bf016c5f-2868-4669-ac74-51751f8cb27b,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:19.649781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:19.697584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:19.703786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068616518', 'description': 'tempest-secgroup-smoke-1068616518 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:19.710569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:19.715013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:19.718229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:19.725212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:19.737185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.758057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:19.759007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.759283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:19.763258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:19.766145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:19.772062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:19.847326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.852422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.857784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d8f1538c-1901-4b63-9e0d-dbc8ab92982d tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:19.899164 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26786919-0787-4c0d-81bc-7c9a9e9094d2,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:19.902225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.903442 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2048757 Dec 13 20:05:19.904365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:19.906567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60308) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:19.912651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:19.918825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-124276ee-e1b2-4455-9abb-d2648e5b1cac None None] Provisioning complete for port 4071c81b-fab6-4bd6-af77-fad080233f4d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:19.918825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-124276ee-e1b2-4455-9abb-d2648e5b1cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:19.919285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:19.923231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:19.926496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:19.932626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:19.949979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.001335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9fef102a-22f0-410d-befc-002f45dd6627', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '97870c06-fbc4-46b9-a06e-2100908ea344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:ca:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:15Z', 'updated_at': '2021-12-13T20:05:15Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:20.011506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e672578-ce86-49a2-b4a9-4b27609d931b None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '9fef102a-22f0-410d-befc-002f45dd6627', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '97870c06-fbc4-46b9-a06e-2100908ea344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:ca:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:15Z', 'updated_at': '2021-12-13T20:05:15Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:20.012906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-124276ee-e1b2-4455-9abb-d2648e5b1cac None None] Port 4071c81b-fab6-4bd6-af77-fad080233f4d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:05:20.024107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.025914 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.028048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.030082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd64a67e-4fe9-499e-a829-ff6399830a1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.040822 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Transition to ACTIVE for port object 4071c81b-fab6-4bd6-af77-fad080233f4d will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:20.047834 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.052781 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.055710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af522e8c-55ba-42cc-9c63-21f4b0a57086,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.061792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.068164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.072189 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619837 Dec 13 20:05:20.072412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60312) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:20.078621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:20.085495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:20.089703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:20.092727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:20.100126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:20.120320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.205937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.214165 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Pushing event updated for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.217109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.217649 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.219139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-99c0f603-7513-4739-aeee-04011c82b6b5 tempest-SecGroupTest-1332137476 tempest-SecGroupTest-1332137476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.249502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe043dd-f03d-4f18-bb46-bc8a61f99156,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.252742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.265180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.269574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1931255 Dec 13 20:05:20.269779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:20.276578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:20.279979 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Attempting to bind port 4071c81b-fab6-4bd6-af77-fad080233f4d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:05:20.280351 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Attempting to bind port 4071c81b-fab6-4bd6-af77-fad080233f4d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:05:20.280723 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Attempting to bind port 4071c81b-fab6-4bd6-af77-fad080233f4d on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:05:20.286249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:20.286603 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:05:20.286987 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Checking segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:05:20.287499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.287886 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Bound using segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:05:20.288541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Bound port: 4071c81b-fab6-4bd6-af77-fad080233f4d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:05:20.289117 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.292856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:20.297666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:20.307733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:20.324569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00846b62-e7ce-4c21-b2a5-aebf26cb69b7 None None] New status for floating IP 9fef102a-22f0-410d-befc-002f45dd6627: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:05:20.348078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.405347 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] For port 4071c81b-fab6-4bd6-af77-fad080233f4d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:05:20.409032 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] For port 4071c81b-fab6-4bd6-af77-fad080233f4d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4071c81b-fab6-4bd6-af77-fad080233f4d,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:05:20.414540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.418545 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.436140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.441048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.444081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.468710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef870e71-640f-4ea5-bd5a-dd1c0fce1660,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.474739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.482567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.485211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130647 Dec 13 20:05:20.487646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60320) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:20.492877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:20.499126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:20.503732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:20.507581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:20.514343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:20.526040 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Pushing event updated for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.529572 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.535324 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:20.536040 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:04:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:20.542973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.618381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.627197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.629650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d1b82d6-f1fd-40aa-874d-c1c1088095f4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.666471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de34731-a974-4ff2-a7a8-3efc08395ab9,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.669299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.676110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.678904 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899819 Dec 13 20:05:20.681630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60324) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:20.689237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:20.696048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:20.700853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:20.704044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:20.711631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:20.722640 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:05:20.730536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.743474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:20.800860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.805141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.812492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d7dc996-6a14-471f-8379-b1b2bf3ac0fc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.835244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0768c720-8d86-4aa0-994a-f4eaa9eb17ad,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.838704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.846613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.847840 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652284 Dec 13 20:05:20.850687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60328) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:20.855812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '26786919-0787-4c0d-81bc-7c9a9e9094d2', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:20.861858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:20.865627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:20.868499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:20.874080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:20.884642 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:05:20.891148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.957792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.961708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.963579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5831ad9-9b1a-4970-949f-6d6fd5989870 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:20.980260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e1696a-379a-4b04-bb19-e817b715bb6f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:20.987224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:20.998328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:20.999534 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479173 Dec 13 20:05:21.081919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:21.086082 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bd753-5383-4447-bc14-acbb814621c9 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:21.240130 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-28b0beac-b788-4d06-a03e-b19820450815 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068616518&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0450799 Dec 13 20:05:21.412069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-82243c17-7ac9-4237-aaa5-613c9bd43b9f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:21.412869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-82243c17-7ac9-4237-aaa5-613c9bd43b9f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:05:21.432584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-82243c17-7ac9-4237-aaa5-613c9bd43b9f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:05:21.434297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-82243c17-7ac9-4237-aaa5-613c9bd43b9f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 797 time: 0.1874275 Dec 13 20:05:21.450546 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-c028fd5c-ac57-4ef4-868f-bff71d46f98c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0106101 Dec 13 20:05:21.538195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf016c5f-2868-4669-ac74-51751f8cb27b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:21.557237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-8dcd4743-1f47-4bc7-a39a-f304b6c02688 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:05:21.577620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-8dcd4743-1f47-4bc7-a39a-f304b6c02688 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:05:21.580686 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-8dcd4743-1f47-4bc7-a39a-f304b6c02688 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236076 Dec 13 20:05:21.662626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-939f0632-3c1d-4188-a8f9-901fa8638875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:21.662931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-12f2b13e-8b77-42af-8212-5aafbf3b16a4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:05:21.670045 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-12f2b13e-8b77-42af-8212-5aafbf3b16a4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680716 Dec 13 20:05:21.674184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bf016c5f-2868-4669-ac74-51751f8cb27b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:21.674605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:21.829833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-2bda3734-9633-4fb7-ad08-7f3357ad6989 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587441 Dec 13 20:05:21.969258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4071c81b-fab6-4bd6-af77-fad080233f4d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:22.046883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 4071c81b-fab6-4bd6-af77-fad080233f4d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:22.052448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4071c81b-fab6-4bd6-af77-fad080233f4d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:22.052662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:22.102907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-24cf4c56-c0e5-4a34-afeb-25131bfc31a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668335 Dec 13 20:05:22.172324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:22.221371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 4071c81b-fab6-4bd6-af77-fad080233f4d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4071c81b-fab6-4bd6-af77-fad080233f4d,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:22.231205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:22.234210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:22.291619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-113ef9c9-bf95-4a68-9e0a-0ab6db22984d req-8520472a-a441-4c09-9fae-b3d63bf5394e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 210 time: 0.0431724 Dec 13 20:05:22.309903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:22.313360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:23.470381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4071c81b-fab6-4bd6-af77-fad080233f4d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:23.517175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-67b06f71-3a34-480b-a180-870d7c61e0d6 req-5473d3aa-fba2-4d73-82ae-f3ea6ad269ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 210 time: 0.0717092 Dec 13 20:05:23.532841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-5192f556-e8df-4a2e-8f05-b37079a9664c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:23.534769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-5192f556-e8df-4a2e-8f05-b37079a9664c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 797 time: 0.2781358 Dec 13 20:05:23.562181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4071c81b-fab6-4bd6-af77-fad080233f4d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:23.562581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:23.592488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-dff1ac7b-3d1f-4814-958d-11b9e00d57ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 380 time: 0.0488033 Dec 13 20:05:23.602502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['26786919-0787-4c0d-81bc-7c9a9e9094d2']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:23.753130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:23.763822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:23.775797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:05:23.779023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:23.882493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce5cf242-1faa-4cca-9376-82918902cbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:23.947960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.10 (9ce86f76-065f-47bd-a573-1b179639a850/41ab258e-b668-486d-a886-f36cd2c34189/cd36a51e-8e9f-4159-afd5-f4948c186ede) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:24.138401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.155313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object cd36a51e-8e9f-4159-afd5-f4948c186ede will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:24.181638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.187765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:24.257666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce86f76-065f-47bd-a573-1b179639a850 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:24.260597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:24.264598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:24.301128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:24.307350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:24.344611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:24.345928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.379420 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810826 Dec 13 20:05:24.395325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Request body: {'port': {'device_id': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:24.513689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.604979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b004153d-b671-48e7-884b-666a190d81a1 None None] Provisioning for port cd36a51e-8e9f-4159-afd5-f4948c186ede completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:24.613083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b004153d-b671-48e7-884b-666a190d81a1 None None] Provisioning complete for port cd36a51e-8e9f-4159-afd5-f4948c186ede triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:24.613083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b004153d-b671-48e7-884b-666a190d81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.685639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b004153d-b671-48e7-884b-666a190d81a1 None None] Port cd36a51e-8e9f-4159-afd5-f4948c186ede cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:05:24.855973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228f21b-22bc-4eb7-9ba8-6d447e1fffd4 req-d49690bd-63d8-4c39-a59c-850967d54d41 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:24.856662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5228f21b-22bc-4eb7-9ba8-6d447e1fffd4 req-d49690bd-63d8-4c39-a59c-850967d54d41 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:05:24.899124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5228f21b-22bc-4eb7-9ba8-6d447e1fffd4 req-d49690bd-63d8-4c39-a59c-850967d54d41 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:05:24.900279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5228f21b-22bc-4eb7-9ba8-6d447e1fffd4 req-d49690bd-63d8-4c39-a59c-850967d54d41 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 932 time: 0.2549572 Dec 13 20:05:24.947675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.986272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:24.994693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd36a51e-8e9f-4159-afd5-f4948c186ede {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:05:25.005794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:25.013543 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5228f21b-22bc-4eb7-9ba8-6d447e1fffd4 req-9c0a4a45-397d-42ae-94fd-1df5fd876645 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762610 Dec 13 20:05:25.024497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Transition to ACTIVE for port object cd36a51e-8e9f-4159-afd5-f4948c186ede will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:05:25.036160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:25.036160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:25.302459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Pushing event updated for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:25.328895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:25.411585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Attempting to bind port cd36a51e-8e9f-4159-afd5-f4948c186ede on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:05:25.411923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Attempting to bind port cd36a51e-8e9f-4159-afd5-f4948c186ede by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:05:25.412252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Attempting to bind port cd36a51e-8e9f-4159-afd5-f4948c186ede on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:05:25.417799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Port cd36a51e-8e9f-4159-afd5-f4948c186ede on network 9ce86f76-065f-47bd-a573-1b179639a850 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:05:25.418125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Attempting to bind port cd36a51e-8e9f-4159-afd5-f4948c186ede on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:05:25.424931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:05:25.425301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Checking segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:05:25.425701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Bound using segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:05:25.426128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Bound port: cd36a51e-8e9f-4159-afd5-f4948c186ede, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:05:25.426477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:25.516959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:05:25.520060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:05:25.527510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:25.531294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:25.590937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:25.591589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:25.593059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] 10.222.0.20 "PUT /v2.0/ports/cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 200 len: 1094 time: 1.2028201 Dec 13 20:05:25.593691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:25.624598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Pushing event updated for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:25.627848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:25.666232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'status': 'completed', 'code': 200} Dec 13 20:05:25.711729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-e4e45b62-3d15-4071-b8e9-881e2189f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:25.713276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-e4e45b62-3d15-4071-b8e9-881e2189f056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1097 time: 0.0804040 Dec 13 20:05:25.787086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-5e6dd02d-ef45-418c-9b14-6b27a876c79a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 200 len: 217 time: 0.0659704 Dec 13 20:05:25.860329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-ed2526df-a649-428b-b18c-a9d01c48ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:25.862126 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-ed2526df-a649-428b-b18c-a9d01c48ed43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0667214 Dec 13 20:05:25.940035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-eee2f92e-bbf2-4e39-aec1-2ab8692c046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:25.941563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-eee2f92e-bbf2-4e39-aec1-2ab8692c046e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723233 Dec 13 20:05:26.078474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-f1c1fbd7-c42e-4bc6-a4d6-463b9713e0fc service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299510 Dec 13 20:05:26.273069 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-12f85edf-cfe3-4c16-af03-f1dc9c319274 req-284a5f3e-911a-478d-ae3b-cfe76393821f service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872771 Dec 13 20:05:26.294410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a6179-64af-4df1-aae5-03ebf14b2283 req-5462c397-9728-45d7-abb4-a0ce2126fb08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:26.295787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef4a6179-64af-4df1-aae5-03ebf14b2283 req-5462c397-9728-45d7-abb4-a0ce2126fb08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 944 time: 0.1372187 Dec 13 20:05:26.388077 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef4a6179-64af-4df1-aae5-03ebf14b2283 req-bc483eba-5deb-47c9-9d4d-f1befe596150 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860949 Dec 13 20:05:26.402847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:26.421543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75adf70-9b86-45ee-9240-baac97feca8d req-6fd99190-cb1b-437f-adce-64b9b5ec5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:26.423133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-6fd99190-cb1b-437f-adce-64b9b5ec5172 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1097 time: 0.0888367 Dec 13 20:05:26.576440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75adf70-9b86-45ee-9240-baac97feca8d req-01ebcdad-cb48-4c6e-8d1f-d2a8baf03788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:26.577820 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-01ebcdad-cb48-4c6e-8d1f-d2a8baf03788 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 897 time: 0.1466091 Dec 13 20:05:26.645675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-14779551-c2ce-4251-b922-6e07006c1421 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 200 len: 217 time: 0.0606158 Dec 13 20:05:26.714438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75adf70-9b86-45ee-9240-baac97feca8d req-54d7c8f9-450d-4bbe-b081-f980d7eaf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:26.716229 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-54d7c8f9-450d-4bbe-b081-f980d7eaf8c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0628893 Dec 13 20:05:26.799425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75adf70-9b86-45ee-9240-baac97feca8d req-b38582fa-1b3b-44ee-855c-5464dfd71b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:26.800920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-b38582fa-1b3b-44ee-855c-5464dfd71b54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725219 Dec 13 20:05:26.956125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-1fe049bd-169b-453a-8a65-3298e89adf8c service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450560 Dec 13 20:05:27.223813 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e75adf70-9b86-45ee-9240-baac97feca8d req-a7c231e5-375c-4cce-a88a-f5a10c303503 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602041 Dec 13 20:05:27.451233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device cd36a51e-8e9f-4159-afd5-f4948c186ede details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:05:27.582415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab5eb5-4d01-46c1-ae8b-14c968e3fee9 req-3db7e454-d5f5-4c34-854a-8482517f71ca tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:27.583908 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0dab5eb5-4d01-46c1-ae8b-14c968e3fee9 req-3db7e454-d5f5-4c34-854a-8482517f71ca tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 944 time: 0.0868301 Dec 13 20:05:27.602402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:27.616192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'port_id': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'mac_address': 'fa:16:3e:a3:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:05:27.627785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0dab5eb5-4d01-46c1-ae8b-14c968e3fee9 req-d98bfdf3-a04c-4ab6-ab62-a1ae4d7d7765 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Dec 13 20:05:27.670134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:27.691049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd36a51e-8e9f-4159-afd5-f4948c186ede {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:05:27.709268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:27.715281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:27.717883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:27.784323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:27.787353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:27.937484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['cd36a51e-8e9f-4159-afd5-f4948c186ede'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:05:28.828825 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:05:28.829856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c526e-0dd0-4b38-8f8d-930c27c6d9d6 req-46d73c1c-4c82-4cdc-ad6e-1c83745bb7b5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:28.831384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf3c526e-0dd0-4b38-8f8d-930c27c6d9d6 req-46d73c1c-4c82-4cdc-ad6e-1c83745bb7b5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 945 time: 0.0875840 Dec 13 20:05:28.886673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf3c526e-0dd0-4b38-8f8d-930c27c6d9d6 req-9a61bf76-54bf-4216-a26a-268010d6ea62 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489478 Dec 13 20:05:29.253545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-8f36dd10-ccf2-41dd-9091-7bd84a560fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768507 Dec 13 20:05:29.397385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-9fd53366-ef82-4b68-b811-045d794a2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:29.398862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-9fd53366-ef82-4b68-b811-045d794a2e7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1098 time: 0.0718479 Dec 13 20:05:29.457679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device cd36a51e-8e9f-4159-afd5-f4948c186ede up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:05:29.534672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port cd36a51e-8e9f-4159-afd5-f4948c186ede completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:05:29.540940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port cd36a51e-8e9f-4159-afd5-f4948c186ede triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:05:29.541136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:29.549555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-7ee504eb-ea1e-46a2-b9e1-7a8e40ffe199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:29.553361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-7ee504eb-ea1e-46a2-b9e1-7a8e40ffe199 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1316826 Dec 13 20:05:29.663728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:29.664544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-8c801965-db48-4ba4-aa49-f4ccfafbc94a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 999 time: 0.0990283 Dec 13 20:05:29.690554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:29.701151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:05:29.706216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:29.708288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:29.731646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-ddb3fa0d-8ff3-4438-a6cb-c548d8ba164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:29.733127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-ddb3fa0d-8ff3-4438-a6cb-c548d8ba164f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0609250 Dec 13 20:05:29.742683 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'code': 200} Dec 13 20:05:29.779776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:29.783005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:29.823926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-135649aa-bb6a-41f1-a623-7e0f94f1fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:29.825362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-135649aa-bb6a-41f1-a623-7e0f94f1fb2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795236 Dec 13 20:05:29.963665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-5b2b01fc-5bd6-4571-a35f-b7cf083d628f service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315229 Dec 13 20:05:29.979605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08260a3-a138-40c1-83b9-4f2a2e7f43e0 req-78132858-d127-4347-a58c-49ebc35acd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:29.981067 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d08260a3-a138-40c1-83b9-4f2a2e7f43e0 req-78132858-d127-4347-a58c-49ebc35acd82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1099 time: 0.0800855 Dec 13 20:05:30.023469 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d08260a3-a138-40c1-83b9-4f2a2e7f43e0 req-19083330-9552-42db-9026-9be482f3954a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359108 Dec 13 20:05:30.156169 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab869f2-0243-4dc0-b6e2-3fa860920767 req-7e2eaa5b-4025-4d46-a60a-972f8358ac89 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795466 Dec 13 20:05:30.172561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769330-4b9d-46a9-81ef-878791e34959 req-800619b6-cb44-4cab-8356-0e39ba16606d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:30.174046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c769330-4b9d-46a9-81ef-878791e34959 req-800619b6-cb44-4cab-8356-0e39ba16606d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.1734333 Dec 13 20:05:30.219082 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c769330-4b9d-46a9-81ef-878791e34959 req-5a19130f-9285-4fdd-9402-ffa9ca36eb87 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392439 Dec 13 20:05:31.424431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44feec83-9e78-42bf-9469-9138d9654313 req-0577c30a-7bd5-4066-a8ec-1d8cfa264600 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:31.426201 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44feec83-9e78-42bf-9469-9138d9654313 req-0577c30a-7bd5-4066-a8ec-1d8cfa264600 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.0916028 Dec 13 20:05:31.475141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44feec83-9e78-42bf-9469-9138d9654313 req-f604192c-a836-4e37-b7ce-79a0098b9b73 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Dec 13 20:05:31.688115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d36a-f2b6-4871-9714-7fadfefb44cc req-0f64e77b-a869-41c6-979a-3ec7687f12f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:31.689530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4518d36a-f2b6-4871-9714-7fadfefb44cc req-0f64e77b-a869-41c6-979a-3ec7687f12f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.1082382 Dec 13 20:05:31.734424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4518d36a-f2b6-4871-9714-7fadfefb44cc req-a27b17fa-af49-49cc-98f8-966c3fb55d49 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 Dec 13 20:05:31.757741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60384) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:31.831630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b57fe6-2c7b-40c1-8033-417cf72bdcc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:31.833821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b5b57fe6-2c7b-40c1-8033-417cf72bdcc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1094 time: 0.0750546 Dec 13 20:05:31.836779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60388) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:31.843667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:05:31.852871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:05:31.858569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:05:31.863259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:05:31.871194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:05:31.886452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:32.031958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:32.317759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.230 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/f6770940-6a37-41eb-98d7-21bdb75274bd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:05:32.481186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:32.518750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:32.522558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:32.595755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:05:32.598628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:05:32.603156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:05:32.631231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=f6770940-6a37-41eb-98d7-21bdb75274bd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:32.638150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:33.028330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:33.107653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:33.368444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:33.374757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:33.380358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71f9f1cb-af8a-4eac-98e6-db2faecfba19 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:05:33.497858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=f6770940-6a37-41eb-98d7-21bdb75274bd,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:05:33.502392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:05:33.510149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:33.731585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7 associated. External IP: 172.26.6.230, port: cd36a51e-8e9f-4159-afd5-f4948c186ede. Dec 13 20:05:34.314572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:05:34.510443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:05:34.527949 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:05:34.540276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:34.541363 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:34.542345 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:05:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:34.604360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7660708 Dec 13 20:05:34.605305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:05:34.607331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60392) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:34.674243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'status': 'completed', 'code': 200} Dec 13 20:05:34.742196 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fe0d1404-eb91-4678-b6e5-0742a41db901 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 992 time: 0.1235979 Dec 13 20:05:34.749031 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:34.786285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-59fdc207-e230-493f-b13b-af86da77e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:34.789072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-59fdc207-e230-493f-b13b-af86da77e8a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1099 time: 0.0985906 Dec 13 20:05:34.929740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-9f8da56b-b64a-460e-8c84-d52a22e328e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:34.931209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-9f8da56b-b64a-460e-8c84-d52a22e328e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 897 time: 0.1361647 Dec 13 20:05:35.034878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-0acbc49b-6883-456e-9a80-80fadd83e2ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 200 len: 1000 time: 0.0963385 Dec 13 20:05:35.105661 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:a3:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:05:32Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:35.108827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-65c9f662-097c-4d8b-81d7-828a03b8e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:35.109020 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:05:35.110944 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-65c9f662-097c-4d8b-81d7-828a03b8e05c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0667219 Dec 13 20:05:35.118051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:05:35.118667 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:05:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:35.186844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-9b7f0a55-70af-4ea7-86f8-f4437ea2f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:05:35.188357 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-9b7f0a55-70af-4ea7-86f8-f4437ea2f440 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710688 Dec 13 20:05:35.323157 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:05:35.341461 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-e3107a5f-764a-4429-85a8-1989b0a93d34 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449630 Dec 13 20:05:35.485045 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3f1000-dd8f-40f2-9b0e-11bfcde30f73 req-6d3bece5-bba1-46f2-afff-e31e7c7e793c service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376123 Dec 13 20:05:35.672162 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:a3:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:05:32Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:05:35.676473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67767d-2930-4d17-a225-83881a075b74 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:a3:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:05:32Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:05:35.735684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60398) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:35.854123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0be843e3-47d5-4a1d-8d30-a1b8660e70ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 992 time: 0.1150887 Dec 13 20:05:35.913725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff743ef-694d-4367-9e8e-3bdbd9eb2059 None None] New status for floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:05:36.858524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60402) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:05:36.969495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3771685e-2b67-4c4a-9634-4c0ba45c6d79 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 994 time: 0.1101460 Dec 13 20:05:41.918028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:51.627451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6f865b9d-b106-47d6-a8f6-0d63d9d99772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:53.876925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc95702a-c0c0-4548-b19d-2eae34e25894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:54.949892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:54.990699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:05:56.406391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:03.631850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60422) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:03.717027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813580b-d0b2-4e46-8956-2b8a92c9b534 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:03.717494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813580b-d0b2-4e46-8956-2b8a92c9b534 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:03.717951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813580b-d0b2-4e46-8956-2b8a92c9b534 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:03.719586 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8813580b-d0b2-4e46-8956-2b8a92c9b534 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=e58fb675a7a941d99f31725e49e412a4&network_id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 3000 time: 0.0865085 Dec 13 20:06:05.835764 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:06:07.017121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:07.079813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a134f-e3e0-4713-b842-6bb0117e860a tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:07.081367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-742a134f-e3e0-4713-b842-6bb0117e860a tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b HTTP/1.1" status: 200 len: 814 time: 0.0631425 Dec 13 20:06:08.178049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60444) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:08.239627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:08.347369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:08.629385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:08.635293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:08.635604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7 disassociated. External IP: 172.26.6.230, port: cd36a51e-8e9f-4159-afd5-f4948c186ede. Dec 13 20:06:09.109572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:06:09.287089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:06:09.291518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:09.298509 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:06:09.308719 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:06:09.309528 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:05:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:09.353472 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-01f76bce-6c93-4ac5-8993-cb8622930e1d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 690 time: 1.1713896 Dec 13 20:06:09.353472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:06:09.354417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60450) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:09.397222 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'status': 'completed', 'code': 200} Dec 13 20:06:09.530493 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:06:09.627267 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7d13703f-e2bb-46d6-a3ac-c55decb03d65 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 690 time: 0.2707071 Dec 13 20:06:09.658479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-b1202eac-e99c-432a-a1ab-7a3a542e86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:09.660143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-b1202eac-e99c-432a-a1ab-7a3a542e86fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 1099 time: 0.0993812 Dec 13 20:06:09.801069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-9805349b-8187-42d4-900c-07bc2fac5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:09.802698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-9805349b-8187-42d4-900c-07bc2fac5f67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 897 time: 0.1352108 Dec 13 20:06:09.839729 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:09.843424 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:06:09.851988 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:06:09.852588 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:05:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:09.870030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-e55d73a6-8c23-4283-bf9e-6e2fd29ddf5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 200 len: 217 time: 0.0607617 Dec 13 20:06:09.937453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-30c9df6e-757f-4cad-80f3-615cc558a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:09.938812 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-30c9df6e-757f-4cad-80f3-615cc558a7ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0621924 Dec 13 20:06:10.016354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-e9556ff6-25c1-48b0-932a-114a18a41ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:10.018054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-e9556ff6-25c1-48b0-932a-114a18a41ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726304 Dec 13 20:06:10.033888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:06:10.151618 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-c0e4d2df-59a8-44b1-b185-a7930f64191d service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271794 Dec 13 20:06:10.285258 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f468cf70-4ec4-4bd0-b527-b9b08db1f5d9 req-5cc8bf50-3e77-4620-b40d-e4b748672ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274498 Dec 13 20:06:10.343152 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:10.347295 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab27acbc-9ac4-46dd-baba-716309b10b14 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:06:10.581563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3b355-e660-4276-8d80-9bc4de6926a2 None None] New status for floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:06:10.631445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60456) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:10.716800 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d90f9f6d-b90d-4ee3-a407-7d67bee325f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 690 time: 0.0840671 Dec 13 20:06:11.722043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:11.822098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d0be05a5-ac43-486d-ba74-c5fc7ead42b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 688 time: 0.0984001 Dec 13 20:06:11.939531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.228233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60466) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:13.233595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209249945', 'description': 'tempest-secgroup-smoke-209249945 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:13.239936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.244200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.247206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.253955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.265104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.284469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.288340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.291143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.296702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.369607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.375547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.379523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c450d913-063b-4e00-a248-6b409870ffb3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:13.419741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:13.426276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.427471 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1982555 Dec 13 20:06:13.428928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.429338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.429714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.430088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.430456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.430821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.430962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60470) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:13.431430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.431545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.431882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.432270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.432591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.432947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:13.436431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:13.436584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3cc89805-59d7-418d-833e-bbb923f47250 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:13.443027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.446968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.450399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.457522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.477255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.542146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.548284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.550091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-660e93c8-a560-4601-86e3-2e08d8032d88 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:13.571481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9b427c-71d7-4bd0-90a7-a3497a50cec0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:13.574469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:13.583123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.584317 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525006 Dec 13 20:06:13.587168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60474) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:13.592300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:13.598288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.602318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.605221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.611006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.628839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.696898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.704132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.705909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:13.729872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d06f78-7ffc-4363-b409-d95df3396890,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:13.732148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:13.740284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.741477 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533709 Dec 13 20:06:13.744379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60478) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:13.749298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:13.755196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.759131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.762084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.767817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.789085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.856442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.862928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.864708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26e4c400-2a93-4b1c-be7b-bd31c9213efc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:13.886015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa3dbdf-276c-4492-b4d1-56f349f2150e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:13.888406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:13.898154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:13.899790 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544640 Dec 13 20:06:13.902893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:13.914054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:13.920349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:13.924409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:13.927499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:13.933447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:13.959348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.032475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.037768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.039588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-756e9407-1c3a-4968-ad51-11fababe109d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:14.061001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edd1f1b-3084-4265-aa68-91ce1fd1b467,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:14.063341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:14.071837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.072996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688576 Dec 13 20:06:14.076511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60486) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:14.081565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:14.087700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:14.091481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:14.094356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:14.100487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:14.111555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:06:14.118549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.186872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.192184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.194202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be3637be-850a-43ea-889a-ab157a41f9bc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:14.218899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d455dd5-042b-4d85-a5e4-2f6f424c54df,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:14.223648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:14.232086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.233938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565201 Dec 13 20:06:14.236972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60490) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:14.245818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:14.255084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:14.259165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:06:14.262209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:06:14.268152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:14.280116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:06:14.286910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.354082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.359585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.365859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e4fa31cc-99a0-4ea2-88a5-eef142882330 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:14.387187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1a334c-cc34-4260-90ec-df20eb69df2a,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:14.389948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:14.399546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:14.400784 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624694 Dec 13 20:06:14.584718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-cd9c1879-2481-46e8-baab-89552ffe496d req-36d69197-0da2-4efe-8a16-ba0c2fefd3dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:06:14.609617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-cd9c1879-2481-46e8-baab-89552ffe496d req-36d69197-0da2-4efe-8a16-ba0c2fefd3dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:06:14.611412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-36d69197-0da2-4efe-8a16-ba0c2fefd3dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209249945&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0714812 Dec 13 20:06:14.779860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-42c0d0a4-f7a7-444a-9610-1901f50c627c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:14.781314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-42c0d0a4-f7a7-444a-9610-1901f50c627c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 797 time: 0.1623042 Dec 13 20:06:14.797956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-512fafeb-c8ea-47ea-8f48-79e6b609bada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0110548 Dec 13 20:06:14.906629 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-413d5ebc-a6fa-4851-b170-086a82d83633 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028917 Dec 13 20:06:15.192833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-0fb756d1-59b2-4690-88cf-390b6c44d48f service neutron] 10.222.0.18 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698457 Dec 13 20:06:15.332051 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-1aaa92cd-8985-4867-918f-7b0376ce6563 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332443 Dec 13 20:06:15.515628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-51dac36f-21e2-4e73-a1c5-5088e6b855d4 req-4ecde1e1-8ea1-465a-be50-6b82c7bf1750 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 210 time: 0.0460041 Dec 13 20:06:16.598619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-d2c2c4e2-3983-44ec-aae0-45b7248bb20f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:16.600060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-d2c2c4e2-3983-44ec-aae0-45b7248bb20f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 797 time: 0.1588161 Dec 13 20:06:16.688776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5bcb65a0-dfae-4f97-aeab-4fef8250b4c5 req-a6a1def2-8cec-4979-9278-f44c6d7e15be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 210 time: 0.0581274 Dec 13 20:06:16.694521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-91e425ed-fe71-445b-993d-fdd45b2ea554 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 472 time: 0.0863936 Dec 13 20:06:16.703831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:16.841990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:06:16.851534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:06:16.863431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:06:16.867408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.036157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.3 (9ce86f76-065f-47bd-a573-1b179639a850/41ab258e-b668-486d-a886-f36cd2c34189/6be52d3f-b1b7-4723-b913-47dfb6837068) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:06:17.230502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.245661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 6be52d3f-b1b7-4723-b913-47dfb6837068 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:06:17.275139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.280502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89b7cfa9-13fc-40e1-9837-9852bf37e01a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:17.349243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 9ce86f76-065f-47bd-a573-1b179639a850 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:06:17.352298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:06:17.356211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:06:17.386740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:17.393506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:17.424517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:17.425150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.452927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527225 Dec 13 20:06:17.464698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Request body: {'port': {'device_id': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:17.578338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.633075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-46d98853-a1af-46ca-ab04-5bcefa3ace9e None None] Provisioning for port 6be52d3f-b1b7-4723-b913-47dfb6837068 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:06:17.638597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-46d98853-a1af-46ca-ab04-5bcefa3ace9e None None] Provisioning complete for port 6be52d3f-b1b7-4723-b913-47dfb6837068 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:06:17.639246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-46d98853-a1af-46ca-ab04-5bcefa3ace9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:17.692340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-46d98853-a1af-46ca-ab04-5bcefa3ace9e None None] Port 6be52d3f-b1b7-4723-b913-47dfb6837068 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:06:18.096968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47f9e4-ca6f-47a0-8696-5c740fa0260a req-a20da406-cffa-473e-9daf-bd79bdc561c7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:18.097683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2f47f9e4-ca6f-47a0-8696-5c740fa0260a req-a20da406-cffa-473e-9daf-bd79bdc561c7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:06:18.133632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be52d3f-b1b7-4723-b913-47dfb6837068 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:06:18.139995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2f47f9e4-ca6f-47a0-8696-5c740fa0260a req-a20da406-cffa-473e-9daf-bd79bdc561c7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:06:18.141153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2f47f9e4-ca6f-47a0-8696-5c740fa0260a req-a20da406-cffa-473e-9daf-bd79bdc561c7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 931 time: 0.3376873 Dec 13 20:06:18.142725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:18.177259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Transition to ACTIVE for port object 6be52d3f-b1b7-4723-b913-47dfb6837068 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:06:18.187234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:18.193909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:18.236192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2f47f9e4-ca6f-47a0-8696-5c740fa0260a req-fa34697f-a20d-440b-a950-29032b82ae1e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884802 Dec 13 20:06:18.357477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Pushing event updated for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:18.368780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:18.442268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Attempting to bind port 6be52d3f-b1b7-4723-b913-47dfb6837068 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:06:18.442604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Attempting to bind port 6be52d3f-b1b7-4723-b913-47dfb6837068 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:06:18.442933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Attempting to bind port 6be52d3f-b1b7-4723-b913-47dfb6837068 on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:06:18.448221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Port 6be52d3f-b1b7-4723-b913-47dfb6837068 on network 9ce86f76-065f-47bd-a573-1b179639a850 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:06:18.448896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Attempting to bind port 6be52d3f-b1b7-4723-b913-47dfb6837068 on network 9ce86f76-065f-47bd-a573-1b179639a850 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:06:18.454084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:06:18.454414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Checking segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:06:18.454792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Bound using segment: {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:06:18.455209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Bound port: 6be52d3f-b1b7-4723-b913-47dfb6837068, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:06:18.455545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:18.547121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:06:18.550100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6be52d3f-b1b7-4723-b913-47dfb6837068,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:06:18.556681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:18.560192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c3e7f6d-3999-4dee-9913-95fb2bfd3af9 tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:18.616739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:18.617374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:18.618723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] 10.222.0.20 "PUT /v2.0/ports/6be52d3f-b1b7-4723-b913-47dfb6837068 HTTP/1.1" status: 200 len: 1093 time: 1.1584280 Dec 13 20:06:18.619265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:06:18.640472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Pushing event updated for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:18.649976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:18.694695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'status': 'completed', 'code': 200} Dec 13 20:06:18.742159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-aecf27a6-e61a-4169-b498-f46fd481dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:18.743801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-aecf27a6-e61a-4169-b498-f46fd481dba5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 1096 time: 0.0809023 Dec 13 20:06:18.814331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-363422ee-d902-44a4-b590-e39cf267b2de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be52d3f-b1b7-4723-b913-47dfb6837068 HTTP/1.1" status: 200 len: 217 time: 0.0621002 Dec 13 20:06:18.884101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-ea9c600c-bf18-421d-a8b9-d1c15e726b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:18.885472 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-ea9c600c-bf18-421d-a8b9-d1c15e726b55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0647957 Dec 13 20:06:18.976068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1879-2481-46e8-baab-89552ffe496d req-8ec94848-e724-42f3-856a-a5c33e71de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:18.977629 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-8ec94848-e724-42f3-856a-a5c33e71de0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859478 Dec 13 20:06:19.113740 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-97495697-a69a-4e6f-9d0b-8f44df8b0d1f service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282620 Dec 13 20:06:19.251296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd9c1879-2481-46e8-baab-89552ffe496d req-75713239-4458-4700-a1a7-d285d10d45a4 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312680 Dec 13 20:06:19.432484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-15d31032-ae71-4ef2-a566-214080511bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:19.433998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-15d31032-ae71-4ef2-a566-214080511bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 1096 time: 0.1311831 Dec 13 20:06:19.536685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3838c-31c7-4656-9e9c-db556420658a req-e069a88b-1b4f-408f-bd41-4b224c624c25 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:19.538164 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-57f3838c-31c7-4656-9e9c-db556420658a req-e069a88b-1b4f-408f-bd41-4b224c624c25 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 943 time: 0.1802053 Dec 13 20:06:19.616130 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-57f3838c-31c7-4656-9e9c-db556420658a req-c2c43e25-01bd-46c3-820d-50080373ffab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703909 Dec 13 20:06:19.617279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-1a25136f-3d3f-4015-b837-63de765724b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:19.618611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-1a25136f-3d3f-4015-b837-63de765724b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 897 time: 0.1768870 Dec 13 20:06:19.692899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-549ceaca-a898-4ab3-8a98-6113d46ca2f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be52d3f-b1b7-4723-b913-47dfb6837068 HTTP/1.1" status: 200 len: 217 time: 0.0666940 Dec 13 20:06:19.756832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-964c4d1a-480e-46ff-b08c-6711c3e9e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:19.758237 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-964c4d1a-480e-46ff-b08c-6711c3e9e9c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.0584617 Dec 13 20:06:19.978447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-16727bd8-bdbb-491c-ad1f-5578776a39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:19.979860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-16727bd8-bdbb-491c-ad1f-5578776a39b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134488 Dec 13 20:06:20.123455 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-d635943f-4e98-48b1-94d4-d7e2336ef6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361172 Dec 13 20:06:20.260579 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-471b78fe-5c20-45e4-931d-6ecb239b8072 req-6ae85d61-d6a7-484b-8b42-f1a22b8dde59 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305375 Dec 13 20:06:20.822504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03073b18-8129-42a9-bf84-b13fd6c6e6db req-5c9a1540-6e37-47a2-98d5-81f7f033a957 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:20.824325 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03073b18-8129-42a9-bf84-b13fd6c6e6db req-5c9a1540-6e37-47a2-98d5-81f7f033a957 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 943 time: 0.0904047 Dec 13 20:06:20.871633 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03073b18-8129-42a9-bf84-b13fd6c6e6db req-7f59e67c-9b88-4355-9c19-566890ada72d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Dec 13 20:06:21.641533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9d159fc8-8ba0-42b3-b82c-b379c8670fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:21.736537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6be52d3f-b1b7-4723-b913-47dfb6837068 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:06:21.876673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6be52d3f-b1b7-4723-b913-47dfb6837068,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:06:21.890488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'port_id': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'mac_address': 'fa:16:3e:2f:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:06:21.951695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:21.968565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be52d3f-b1b7-4723-b913-47dfb6837068 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:06:21.985098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6be52d3f-b1b7-4723-b913-47dfb6837068,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:06:21.989668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:21.991493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:22.057042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:22.064347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.064810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.065186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.065542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.065883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.066182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd56f26-b218-4d83-942e-ec9f5bc7b8a7 req-30059fc9-64d9-415f-9504-6abed5066a78 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:22.066679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.066679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.066905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.067188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.067523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.067692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfd56f26-b218-4d83-942e-ec9f5bc7b8a7 req-30059fc9-64d9-415f-9504-6abed5066a78 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 944 time: 0.0872378 Dec 13 20:06:22.067921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.068188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:06:22.072409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:22.112274 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfd56f26-b218-4d83-942e-ec9f5bc7b8a7 req-b285d567-2a9c-49cc-b420-ab6399aff88a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386157 Dec 13 20:06:22.233073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['6be52d3f-b1b7-4723-b913-47dfb6837068'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:06:23.317528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1454d-b862-4c88-a992-80902f8ae497 req-3d263ad5-911e-4636-aea2-2046219cae75 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:23.319047 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14e1454d-b862-4c88-a992-80902f8ae497 req-3d263ad5-911e-4636-aea2-2046219cae75 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 944 time: 0.0939469 Dec 13 20:06:23.364626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14e1454d-b862-4c88-a992-80902f8ae497 req-f975eb58-ceba-4ead-a899-1e3d25776887 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393395 Dec 13 20:06:23.767665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6be52d3f-b1b7-4723-b913-47dfb6837068 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:06:23.847867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 6be52d3f-b1b7-4723-b913-47dfb6837068 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:06:23.853884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 6be52d3f-b1b7-4723-b913-47dfb6837068 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:06:23.854264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:23.912346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cabfecd-3163-4545-a1c0-c55f1db3691a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:23.980390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:24.015133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:06:24.027905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6be52d3f-b1b7-4723-b913-47dfb6837068,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:06:24.033409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:24.035424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-63cd25d5-e305-4841-85a6-c94e16707c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:06:24.064859 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'code': 200} Dec 13 20:06:24.102977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:06:24.105918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:06:24.311019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353dac-4886-4f4d-b292-165393048c72 req-1d37d6c7-198a-4cb7-8b65-d2a9a74352e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:24.312606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0353dac-4886-4f4d-b292-165393048c72 req-1d37d6c7-198a-4cb7-8b65-d2a9a74352e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 1098 time: 0.0864735 Dec 13 20:06:24.355760 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0353dac-4886-4f4d-b292-165393048c72 req-92d94819-5a70-4058-91e9-302aff7689f7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366323 Dec 13 20:06:24.565868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035b26a-8c14-4840-accc-da2452dd1524 req-7997ec65-c579-4c87-8d75-98821184bf23 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:24.567228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7035b26a-8c14-4840-accc-da2452dd1524 req-7997ec65-c579-4c87-8d75-98821184bf23 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.0938380 Dec 13 20:06:24.615009 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7035b26a-8c14-4840-accc-da2452dd1524 req-321c7020-f79e-445f-9601-1b8bbeb8dfcc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Dec 13 20:06:24.960694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:24.996584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:25.815805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8da9-36c5-496e-90fb-c28e2bc9a393 req-26983a79-5023-4369-a464-a03acea5b026 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:25.817307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-788a8da9-36c5-496e-90fb-c28e2bc9a393 req-26983a79-5023-4369-a464-a03acea5b026 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.0853016 Dec 13 20:06:25.862823 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-788a8da9-36c5-496e-90fb-c28e2bc9a393 req-52ed6f71-25a6-482c-91fb-7996bc61b0f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394151 Dec 13 20:06:26.082395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eac51-ac9a-4fba-846a-d64ab1436916 req-6454a7ef-e56a-46c3-bd0f-1788a701a46c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:26.083851 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c0eac51-ac9a-4fba-846a-d64ab1436916 req-6454a7ef-e56a-46c3-bd0f-1788a701a46c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.1074469 Dec 13 20:06:26.137857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c0eac51-ac9a-4fba-846a-d64ab1436916 req-07819cb3-457a-445e-b2af-36ed4fd33c30 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479069 Dec 13 20:06:26.160468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60542) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:26.344623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab755f9-3323-4ea9-8a25-f27dba1f7d39 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:26.346160 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-aab755f9-3323-4ea9-8a25-f27dba1f7d39 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 1093 time: 0.1847913 Dec 13 20:06:26.349236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60548) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:26.355204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'port_id': '6be52d3f-b1b7-4723-b913-47dfb6837068'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:06:26.408058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:26.439306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:27.178252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:27.185793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:27.369154 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7 associated. External IP: 172.26.6.230, port: 6be52d3f-b1b7-4723-b913-47dfb6837068. Dec 13 20:06:27.731434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:06:27.926669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:06:27.931280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:27.936710 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:06:27.947569 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:06:27.948191 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:27.985484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-efeb8c19-a479-4099-a8b2-0c76b61fb38f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 991 time: 1.6349928 Dec 13 20:06:27.985962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:06:27.988422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60552) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:28.030416 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'status': 'completed', 'code': 200} Dec 13 20:06:28.107480 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71431bcc-760c-4881-bfb2-44273950eee0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 991 time: 0.1178374 Dec 13 20:06:28.129118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-f3386d6b-cfe1-4a36-8de7-8fe2fac3fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:28.130660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-f3386d6b-cfe1-4a36-8de7-8fe2fac3fa97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 1098 time: 0.0777340 Dec 13 20:06:28.133607 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:06:28.264373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-c5673596-6d81-43e6-86f4-b9ae5ecd933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:28.265736 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-c5673596-6d81-43e6-86f4-b9ae5ecd933b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 200 len: 897 time: 0.1286402 Dec 13 20:06:28.376074 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-80de2f0c-426e-4725-8c9c-169bd4dcbd96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be52d3f-b1b7-4723-b913-47dfb6837068 HTTP/1.1" status: 200 len: 999 time: 0.1024747 Dec 13 20:06:28.528473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:2f:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:06:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:28.532401 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:06:28.541106 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:06:28.541763 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:28.588006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-abfc95aa-ee11-4efa-9fbd-abd639529e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:28.589518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-abfc95aa-ee11-4efa-9fbd-abd639529e0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 200 len: 835 time: 0.2071481 Dec 13 20:06:28.665751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-81f33e4f-8f42-4d60-a93f-02caf21df132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:28.667167 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-81f33e4f-8f42-4d60-a93f-02caf21df132 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ce86f76-065f-47bd-a573-1b179639a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701354 Dec 13 20:06:28.718100 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:06:28.800227 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-fa3f396a-2ddc-4f2c-b774-a11540f27d9a service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251042 Dec 13 20:06:28.933674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbd4df5b-f557-4b5e-b0f7-698f1c29f487 req-cf0652a4-659e-493a-9501-1af45179f281 service neutron] 10.222.0.20 "GET /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264446 Dec 13 20:06:29.064875 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:2f:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:06:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:06:29.069089 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c24327-bc92-408b-bd77-c5aa62c21487 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'a69503b7-44ab-4cb9-bcde-bf854e48b4f7', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'port_id': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'mac_address': 'fa:16:3e:2f:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:05:32Z', 'updated_at': '2021-12-13T20:06:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:06:29.111072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60558) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:29.222084 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b9c2b572-4c56-48a3-8dc2-6046b4d4a713 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 991 time: 0.1083140 Dec 13 20:06:29.289277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c15292-1a00-47f5-8ab5-6b59d94b17f3 None None] New status for floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:06:29.820976 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-58a015d6-9c8f-4bf0-9c94-754daf00c59d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807889 Dec 13 20:06:29.969905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-5beb8dbd-d35c-4200-b453-3bbc546322ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:29.971253 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-5beb8dbd-d35c-4200-b453-3bbc546322ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 1098 time: 0.0737524 Dec 13 20:06:30.130798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-e05b402a-dac6-4644-86b8-f1e844f34faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:30.132344 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-e05b402a-dac6-4644-86b8-f1e844f34faa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1372032 Dec 13 20:06:30.226316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:06:30.235843 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-8ef55f6a-632a-4f82-b943-47cb7776dbc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 200 len: 999 time: 0.0973835 Dec 13 20:06:30.308116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-6387b341-a682-45e2-9cbf-6522ef03d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:30.309596 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-6387b341-a682-45e2-9cbf-6522ef03d0a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0599775 Dec 13 20:06:30.334526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-41a29947-ffca-4f48-a56a-bf5fdb798688 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 200 len: 993 time: 0.1069269 Dec 13 20:06:30.394945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-d4c11a42-c0b7-4211-a23d-3801f6621e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:06:30.396474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-d4c11a42-c0b7-4211-a23d-3801f6621e99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785611 Dec 13 20:06:30.545440 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-16d19e6a-8a3c-4e1f-879b-83c2a2da484e service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426401 Dec 13 20:06:30.686932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec9bcf5d-9752-4d5f-9dfe-c9fb24a39943 req-65158d4e-f8c7-47c9-995b-229be082e87c service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335700 Dec 13 20:06:41.940704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:42.825898 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:06:51.641991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-88f79d55-ad3b-4ce4-859d-49a32778a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:53.888749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-139affe1-10b6-4466-b1d2-b3ace12134c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:54.965934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:55.000252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:06:56.412900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:00.098804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9ee2c-bdcd-41de-9142-01b5a81b19ed req-bac34213-1474-4cca-91b0-5c58fcbdd9fa tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:00.100170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-73a9ee2c-bdcd-41de-9142-01b5a81b19ed req-bac34213-1474-4cca-91b0-5c58fcbdd9fa tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.2120950 Dec 13 20:07:00.145132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-73a9ee2c-bdcd-41de-9142-01b5a81b19ed req-c74f34ad-830f-48de-bd85-def83c14d725 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 Dec 13 20:07:01.229525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-50a99fa0-93ac-4e4c-91fc-008f5b37e950 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:01.230989 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-50a99fa0-93ac-4e4c-91fc-008f5b37e950 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.0870268 Dec 13 20:07:01.304735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 6be52d3f-b1b7-4723-b913-47dfb6837068 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:01.305074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:01.696312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb2b9-1390-4458-bc62-ea13dae0fe44 req-19e85b95-12fc-4042-a347-9bf95b0d862a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:01.697757 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-120eb2b9-1390-4458-bc62-ea13dae0fe44 req-19e85b95-12fc-4042-a347-9bf95b0d862a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 945 time: 0.4328170 Dec 13 20:07:01.779680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-120eb2b9-1390-4458-bc62-ea13dae0fe44 req-929d957a-e87a-4b4c-a8c1-8bb915864b62 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756419 Dec 13 20:07:01.781254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 6be52d3f-b1b7-4723-b913-47dfb6837068, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6be52d3f-b1b7-4723-b913-47dfb6837068,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:01.781621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:02.077946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:02.078312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:02.078620 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7 disassociated. External IP: 172.26.6.230, port: 6be52d3f-b1b7-4723-b913-47dfb6837068. Dec 13 20:07:02.078962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 6be52d3f-b1b7-4723-b913-47dfb6837068 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:02.231696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:02.237409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:02.281734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=6be52d3f-b1b7-4723-b913-47dfb6837068,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:02.284613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:02.470370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:02.669518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:02.680442 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:02.693110 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:02.693914 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:02.747565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 6be52d3f-b1b7-4723-b913-47dfb6837068 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:07:02.750274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:02.753116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'name': 'network-vif-deleted', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:02.774390 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e8edd80-4081-4ccc-97be-826831fbfe8d req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/6be52d3f-b1b7-4723-b913-47dfb6837068 HTTP/1.1" status: 204 len: 173 time: 1.5380721 Dec 13 20:07:02.859895 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f18ad-518b-4272-bfce-c5fc1b640893', 'name': 'network-vif-deleted', 'tag': '6be52d3f-b1b7-4723-b913-47dfb6837068', 'status': 'completed', 'code': 200} Dec 13 20:07:02.917533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:03.095558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c39e6db2-d768-41b4-bf86-1587fcae69aa req-9c2f814e-2ceb-4e1d-8f9c-de82948ce241 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:03.114589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c39e6db2-d768-41b4-bf86-1587fcae69aa req-9c2f814e-2ceb-4e1d-8f9c-de82948ce241 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:03.117415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c39e6db2-d768-41b4-bf86-1587fcae69aa req-9c2f814e-2ceb-4e1d-8f9c-de82948ce241 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20f18ad-518b-4272-bfce-c5fc1b640893 HTTP/1.1" status: 200 len: 210 time: 0.0696681 Dec 13 20:07:03.239300 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:03.243554 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:03.255511 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:03.256124 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:03.470939 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:03.814397 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:03.818729 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465da7b3-9e27-4623-9ec6-4fe010aa6dcf None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:05:17Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4071c81b-fab6-4bd6-af77-fad080233f4d', 'name': '', 'network_id': '9ce86f76-065f-47bd-a573-1b179639a850', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:43:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '41ab258e-b668-486d-a886-f36cd2c34189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:16Z', 'updated_at': '2021-12-13T20:05:22Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '41ab258e-b668-486d-a886-f36cd2c34189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:04.074559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463703b4-2fcd-4e85-a2cf-6206f96375de None None] New status for floating IP a69503b7-44ab-4cb9-bcde-bf854e48b4f7: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:07:04.223391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60596) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:04.296775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.340604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.402593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.406381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc1800d4-02cb-43ab-89d0-a7c7ccfd5e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:04.421277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:04.429422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.429813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.430191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.430563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.430929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.431447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.431821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.432187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.432553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.432914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.433276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.433635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:04.438138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:04.441764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.442707 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fda28af-a1a1-42d2-bae8-0bf0bc7ee2a5 HTTP/1.1" status: 204 len: 168 time: 0.2183359 Dec 13 20:07:04.475628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60602) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:04.633943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port f6770940-6a37-41eb-98d7-21bdb75274bd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:04.634406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.806715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.807030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:04.933637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for f6770940-6a37-41eb-98d7-21bdb75274bd owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:05.202354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:05.209767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38b6623b-6312-4890-afe1-715a38a11a9a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:05.255584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=f6770940-6a37-41eb-98d7-21bdb75274bd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:05.286592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:05.349503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:05.373103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:05.374297 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/a69503b7-44ab-4cb9-bcde-bf854e48b4f7 HTTP/1.1" status: 204 len: 168 time: 0.8976023 Dec 13 20:07:05.742837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f75fe-2fac-4c93-8a1e-6981b2b7cbf0 req-7c2da0b4-6b35-46e1-88db-32a262e9d1f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:05.744231 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e30f75fe-2fac-4c93-8a1e-6981b2b7cbf0 req-7c2da0b4-6b35-46e1-88db-32a262e9d1f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.0866482 Dec 13 20:07:05.788061 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e30f75fe-2fac-4c93-8a1e-6981b2b7cbf0 req-65773bf2-f36d-4dae-9852-176e8b3a3251 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381551 Dec 13 20:07:05.938332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6be52d3f-b1b7-4723-b913-47dfb6837068 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:05.982622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 6be52d3f-b1b7-4723-b913-47dfb6837068 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:07:05.982977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6be52d3f-b1b7-4723-b913-47dfb6837068 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:07.001439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-f2d75b06-850f-4773-a776-6b234fc81497 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:07.002865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-f2d75b06-850f-4773-a776-6b234fc81497 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.1384683 Dec 13 20:07:07.014856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c737-bdf2-41df-9a49-e83b1506ef84 req-aed4c87e-eb27-4d63-9af4-00a5f896ad61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:07.016198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a977c737-bdf2-41df-9a49-e83b1506ef84 req-aed4c87e-eb27-4d63-9af4-00a5f896ad61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 946 time: 0.1076756 Dec 13 20:07:07.240097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port cd36a51e-8e9f-4159-afd5-f4948c186ede {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:07.240333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:07.272333 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a977c737-bdf2-41df-9a49-e83b1506ef84 req-3d01b411-c469-4a0c-9117-b111a3518de2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=26786919-0787-4c0d-81bc-7c9a9e9094d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278130 Dec 13 20:07:07.493356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port cd36a51e-8e9f-4159-afd5-f4948c186ede, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cd36a51e-8e9f-4159-afd5-f4948c186ede,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:07.493629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:07.613716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for cd36a51e-8e9f-4159-afd5-f4948c186ede owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:07.760920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:07.766390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8335ca4b-028b-48a3-b691-6fdb3de3efcd tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:07.810855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=cd36a51e-8e9f-4159-afd5-f4948c186ede,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:07.813902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:07.887869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port cd36a51e-8e9f-4159-afd5-f4948c186ede on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:07:07.890638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:07.893272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'name': 'network-vif-deleted', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:07.905105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-640a7bc2-ce0a-46f8-bac6-197abe146da2 req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/cd36a51e-8e9f-4159-afd5-f4948c186ede HTTP/1.1" status: 204 len: 173 time: 0.8880103 Dec 13 20:07:07.941324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082025cf-46bc-4d4b-af11-be0caf1ebd47', 'name': 'network-vif-deleted', 'tag': 'cd36a51e-8e9f-4159-afd5-f4948c186ede', 'status': 'completed', 'code': 200} Dec 13 20:07:08.445577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-79157085-1590-49c4-bf6d-41d5ccb89a50 req-11919010-c25b-4fe8-8e52-de2de5e0bd38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:08.462528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-79157085-1590-49c4-bf6d-41d5ccb89a50 req-11919010-c25b-4fe8-8e52-de2de5e0bd38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:08.463886 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79157085-1590-49c4-bf6d-41d5ccb89a50 req-11919010-c25b-4fe8-8e52-de2de5e0bd38 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=082025cf-46bc-4d4b-af11-be0caf1ebd47 HTTP/1.1" status: 200 len: 210 time: 0.0607905 Dec 13 20:07:09.563767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60618) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:09.647095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:09.685981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:09.758026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:09.761948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-174bc5d4-724e-4c53-9495-85d60e6c6de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:09.777367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26786919-0787-4c0d-81bc-7c9a9e9094d2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:09.781090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:09.784307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:09.785457 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/26786919-0787-4c0d-81bc-7c9a9e9094d2 HTTP/1.1" status: 204 len: 168 time: 0.2206819 Dec 13 20:07:09.815434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:10.396003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:10.757807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 4071c81b-fab6-4bd6-af77-fad080233f4d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:10.758572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:10.949789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 4071c81b-fab6-4bd6-af77-fad080233f4d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4071c81b-fab6-4bd6-af77-fad080233f4d,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:10.950100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:11.181773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 4071c81b-fab6-4bd6-af77-fad080233f4d owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:11.502110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:11.505815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bede31e7-78b7-4e1e-8e7a-3a0ba13da54d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:11.553454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=4071c81b-fab6-4bd6-af77-fad080233f4d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:11.556531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:11.826565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:11.946851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:11.960941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device cd36a51e-8e9f-4159-afd5-f4948c186ede no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:11.995382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: cd36a51e-8e9f-4159-afd5-f4948c186ede {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:07:11.995992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device cd36a51e-8e9f-4159-afd5-f4948c186ede not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:12.212661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router e2054e77-85a1-48c1-b093-bb1df02f2a0d has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:12.527891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:12.538987 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Sync routers for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:12.546814 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/e2054e77-85a1-48c1-b093-bb1df02f2a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7302802 Dec 13 20:07:12.549526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:12.549660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60628) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:12.550149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:12.617956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 41ab258e-b668-486d-a886-f36cd2c34189 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:07:12.621185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:12.677741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:12.728867 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:12.762616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:12.836726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:12.841503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28934109-157b-403d-b4c0-d41043fe837a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:12.879821 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=41ab258e-b668-486d-a886-f36cd2c34189,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:12.882815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:12.883799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:12.890001 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/41ab258e-b668-486d-a886-f36cd2c34189 HTTP/1.1" status: 204 len: 168 time: 0.3394694 Dec 13 20:07:12.893027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60632) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:12.896455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ed439-a15f-4fa1-ab47-6627174ecfca None None] Network 9ce86f76-065f-47bd-a573-1b179639a850 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:07:13.004814 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:07:11Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:13.008631 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Checking router: e2054e77-85a1-48c1-b093-bb1df02f2a0d for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:13.016936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Routers {'e2054e77-85a1-48c1-b093-bb1df02f2a0d'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:13.017595 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:13.081521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.158352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] DHCP port deletion for 9ce86f76-065f-47bd-a573-1b179639a850 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:07:13.163074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Deleting port bf016c5f-2868-4669-ac74-51751f8cb27b {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:13.163468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.201607 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] Set router e2054e77-85a1-48c1-b093-bb1df02f2a0d gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:13.269863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.282536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:13.283083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.373675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] For port bf016c5f-2868-4669-ac74-51751f8cb27b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bf016c5f-2868-4669-ac74-51751f8cb27b,segment=NetworkSegment(ccb26d4c-9370-43d5-942f-2b2dbaa8f245),segment_id=ccb26d4c-9370-43d5-942f-2b2dbaa8f245)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:13.374287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.482115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 5bc6cdc8-14b6-462d-97c6-9c7ee284d899, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:13.482115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.504942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Calling delete_port for bf016c5f-2868-4669-ac74-51751f8cb27b owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:13.528848 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:07:11Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:13.533057 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58be03-b174-4812-8b27-2816b7c749f8 None None] The sync data for ids ['e2054e77-85a1-48c1-b093-bb1df02f2a0d'] in dv-neutron-821563-1-hyperv is: [{'id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'name': 'tempest-TestNetworkBasicOps-router-1773947186', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:05:11Z', 'updated_at': '2021-12-13T20:07:11Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '5bc6cdc8-14b6-462d-97c6-9c7ee284d899', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2054e77-85a1-48c1-b093-bb1df02f2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:05:12Z', 'updated_at': '2021-12-13T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:13.570962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bf016c5f-2868-4669-ac74-51751f8cb27b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:13.724433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.732145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:13.751655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:13.760378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Port bf016c5f-2868-4669-ac74-51751f8cb27b update to DOWN by agent not found {{(pid=87527) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 13 20:07:13.776848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Pushing event deleted for resources: {'Port': ['ID=bf016c5f-2868-4669-ac74-51751f8cb27b,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:13.778750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] No DVR routers for this DVR port bf016c5f-2868-4669-ac74-51751f8cb27b on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:07:13.780135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:13.934772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:13.938675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e83c8d6d-84a7-4e69-9f4e-d581534b81ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:13.986149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=5bc6cdc8-14b6-462d-97c6-9c7ee284d899,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:14.028086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.028505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.028891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.029316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.029690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.030185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.030426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.030795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.031164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.031537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.031900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.032263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:14.039849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:14.100796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.277357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.280310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.310998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.311695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router e2054e77-85a1-48c1-b093-bb1df02f2a0d {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:07:14.328920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.332574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/e2054e77-85a1-48c1-b093-bb1df02f2a0d HTTP/1.1" status: 204 len: 168 time: 1.4360042 Dec 13 20:07:14.332884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60640) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:14.504133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.635136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7e903-a007-4370-858b-fb8f9609c2a0 req-052c2c82-87ad-4766-8d4a-0475e5ac4f18 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:14.636639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d7e903-a007-4370-858b-fb8f9609c2a0 req-052c2c82-87ad-4766-8d4a-0475e5ac4f18 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.2193024 Dec 13 20:07:14.673865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.711226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce86f76-065f-47bd-a573-1b179639a850']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:14.724249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-71d7e903-a007-4370-858b-fb8f9609c2a0 req-2cec097d-5112-4772-a722-1cd511afbf7c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817153 Dec 13 20:07:14.727792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:14.728107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb26d4c-9370-43d5-942f-2b2dbaa8f245') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:14.740401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.758330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.766462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:07:14.766898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:07:14.782609 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:07:14.871270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.875794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6f693531-6f1b-4aa5-9feb-13565f33fc70 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:14.896157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:14.910202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=9ce86f76-065f-47bd-a573-1b179639a850,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:14.913039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:14.918076 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/9ce86f76-065f-47bd-a573-1b179639a850 HTTP/1.1" status: 204 len: 168 time: 0.5841892 Dec 13 20:07:14.941731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60644) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:14.947526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--1664979347', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:14.953305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:14.957901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:14.960883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:14.967071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:14.978197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:07:14.982131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.010970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:07:15.019993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.020335 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment f6aab83f-de43-4c4b-8be8-6efeed039a0f of type vlan for network f5bc3af0-4a68-4891-86df-a764f3b1d56e Dec 13 20:07:15.047119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.091037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.099795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:15.100397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.106971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b74b6bf-cbf1-4d48-a01f-d21006f724d6 tempest-RoutersNegativeTest-753405424 tempest-RoutersNegativeTest-753405424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:15.209511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2665739 Dec 13 20:07:15.212614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60648) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:15.219025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=f5bc3af0-4a68-4891-86df-a764f3b1d56e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:15.219211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:15.221856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:15.226228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:15.229514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:07:15.230316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:15.233211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:15.239879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:15.251645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.252880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.268905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.496983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:15.535620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:07:15.536011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 5bc6cdc8-14b6-462d-97c6-9c7ee284d899 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:15.536371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4071c81b-fab6-4bd6-af77-fad080233f4d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:15.551907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.570125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 4071c81b-fab6-4bd6-af77-fad080233f4d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:07:15.570486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4071c81b-fab6-4bd6-af77-fad080233f4d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:15.855758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.884660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:15.941659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-cca19254-db29-47d0-82d0-17791bb53f19 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:15.943096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-cca19254-db29-47d0-82d0-17791bb53f19 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.1392031 Dec 13 20:07:15.955421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbb026-67d1-4573-91a2-de5910d89941 req-c112c9c9-d3d8-46cb-87fa-e0e13f418bb5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:15.956787 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98fbb026-67d1-4573-91a2-de5910d89941 req-c112c9c9-d3d8-46cb-87fa-e0e13f418bb5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 945 time: 0.1169586 Dec 13 20:07:16.023475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.207 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/a0903f8c-9805-4714-9967-44cd390b558a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:16.051972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port 97870c06-fbc4-46b9-a06e-2100908ea344 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:07:16.052293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.091614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98fbb026-67d1-4573-91a2-de5910d89941 req-ed97a6fc-d0ff-4426-931f-dddd3e14e8ec tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030426 Dec 13 20:07:16.174566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.206934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.211611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60355a94-b9d9-43a0-b874-2ccfe0345d77 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:16.280172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:16.283277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:16.287473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:16.317918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=a0903f8c-9805-4714-9967-44cd390b558a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:16.325408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:16.450779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] For port 97870c06-fbc4-46b9-a06e-2100908ea344, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=97870c06-fbc4-46b9-a06e-2100908ea344,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:16.451109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.743977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.744295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.744623 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP 9fef102a-22f0-410d-befc-002f45dd6627 disassociated. External IP: 172.26.6.2, port: 97870c06-fbc4-46b9-a06e-2100908ea344. Dec 13 20:07:16.745264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for 97870c06-fbc4-46b9-a06e-2100908ea344 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:07:16.844264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.894472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:16.900172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2df79cb2-a7a5-44a6-8207-242f8434638f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:16.943528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=97870c06-fbc4-46b9-a06e-2100908ea344,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:16.947013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:17.135430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:17.186493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:17.261725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24a1ea30-95a0-4671-87c4-f14e37780505 req-b94f5b6f-f9f3-42b5-b5ce-a221d5c8dba0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 210 time: 0.0513742 Dec 13 20:07:17.370992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:17.384409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:17.396587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:17.397260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:17.427109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 24b1e073-d151-4db5-a488-55ed6713bf2f is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:07:17.476660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] No DVR routers for this DVR port 97870c06-fbc4-46b9-a06e-2100908ea344 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:07:17.481476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:17.486539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'name': 'network-vif-deleted', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:17.507534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc8496d4-b7f8-4a01-90ba-54d7b1b3918c req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "DELETE /v2.0/ports/97870c06-fbc4-46b9-a06e-2100908ea344 HTTP/1.1" status: 204 len: 173 time: 1.5496111 Dec 13 20:07:17.543549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b6b5c-d446-4217-a9de-8a9867151d5d', 'name': 'network-vif-deleted', 'tag': '97870c06-fbc4-46b9-a06e-2100908ea344', 'status': 'completed', 'code': 200} Dec 13 20:07:17.613543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:17.641683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:17.652200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Sync routers for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:17.668874 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:17.669836 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:17.671503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:17.673007 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4585936 Dec 13 20:07:17.676269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60658) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:17.716460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12f0e8f9-7888-4b96-8164-10b97ae0ec2b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387266 Dec 13 20:07:17.719164 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60662) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:17.864746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20bb19-ac05-4d8c-93ee-97cb8b1ae29e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:17.866432 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a20bb19-ac05-4d8c-93ee-97cb8b1ae29e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1461771 Dec 13 20:07:17.869335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60666) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:17.869495 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:17.910748 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8f2fc932-362f-4d47-9dd9-d311c2f780e7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399683 Dec 13 20:07:17.913262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60670) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:17.919504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125693316', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:17.951122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:17.959323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:17.968931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:17.969595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:18.052115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:18.056125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:18.059418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:18.065245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:18.080086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:07:18.083985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.174878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:18.209399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:16Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:18.216825 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Checking router: 24b1e073-d151-4db5-a488-55ed6713bf2f for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:18.217936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Updating router 24b1e073-d151-4db5-a488-55ed6713bf2f port a0903f8c-9805-4714-9967-44cd390b558a binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:07:18.282003 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.390678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.395651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2ab3a951-ced1-45fe-a950-8f1d1b9c2379 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:18.556935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:18.561806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b99a3a-4168-4543-8be9-e4aa6440cbd4 None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:18.637615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=b86eb037-f67b-4d83-ba7f-085d0e3de7b5,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:18.647681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:18.649150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dee3b95-5a4e-4a14-9491-9988d7de47e6 req-2c1401e2-dc1c-4bff-a570-0d159fea6a7e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:18.679296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:18.679653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: f5bc3af0-4a68-4891-86df-a764f3b1d56e, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:07:18.692567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dee3b95-5a4e-4a14-9491-9988d7de47e6 req-2c1401e2-dc1c-4bff-a570-0d159fea6a7e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:18.693657 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dee3b95-5a4e-4a14-9491-9988d7de47e6 req-2c1401e2-dc1c-4bff-a570-0d159fea6a7e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=107b6b5c-d446-4217-a9de-8a9867151d5d HTTP/1.1" status: 200 len: 210 time: 0.2481010 Dec 13 20:07:18.706287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:07:18.717828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f5bc3af0-4a68-4891-86df-a764f3b1d56e) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:18.721676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:18.722295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.740121 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624a787-7575-43ab-b578-de0c779ae263 None None] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:07:18.750596 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8341470 Dec 13 20:07:18.750824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60676) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:18.752212 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.776418 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Transition to ACTIVE for port object a0903f8c-9805-4714-9967-44cd390b558a will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:18.792603 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.820271 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:18.915614 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Attempting to bind port a0903f8c-9805-4714-9967-44cd390b558a on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:18.916087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Attempting to bind port a0903f8c-9805-4714-9967-44cd390b558a by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:18.916520 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Attempting to bind port a0903f8c-9805-4714-9967-44cd390b558a on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:18.926723 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:18.927207 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:18.927686 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.928998 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:18.928998 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Bound port: a0903f8c-9805-4714-9967-44cd390b558a, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:18.929681 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:18.966542 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Pushing event updated for resources: {'Port': ['ID=a0903f8c-9805-4714-9967-44cd390b558a,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:18.989343 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.990091 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.990517 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.990905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.991094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f47563-7b8c-4018-97c1-1ea54c96ff11 None None] New status for floating IP 9fef102a-22f0-410d-befc-002f45dd6627: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:07:18.991352 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.991753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.992123 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.992504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.992885 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.993296 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.993674 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.994052 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:18.998056 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:19.029919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] For port a0903f8c-9805-4714-9967-44cd390b558a, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:19.033001 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] For port a0903f8c-9805-4714-9967-44cd390b558a, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a0903f8c-9805-4714-9967-44cd390b558a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:19.038177 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.043005 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:19.115259 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:19.115989 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:19.156173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:07:19.157229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.213069 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Pushing event updated for resources: {'Port': ['ID=a0903f8c-9805-4714-9967-44cd390b558a,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:19.216604 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:19.346309 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:19.442730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Allocated IP 172.20.0.2 (f5bc3af0-4a68-4891-86df-a764f3b1d56e/b86eb037-f67b-4d83-ba7f-085d0e3de7b5/2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:19.652136 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:16Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:19.656295 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7cf69-4ac2-496d-b838-bd58036d6881 None None] The sync data for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv is: [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:16Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:19.661251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.665968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.671414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Transition to ACTIVE for port object 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:19.696697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Transition to ACTIVE for port object 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:19.703215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.707956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ce35677b-7083-429c-990f-2a7c3cf384e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:19.771148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:19.774024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:19.778377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:19.784468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Pushing event updated for resources: {'Port': ['ID=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:19.788538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:19.826053 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:07:19.877937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Attempting to bind port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:19.878668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Attempting to bind port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:19.878668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Attempting to bind port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:19.884187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:19.884595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Checking segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:19.884971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.885537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Bound using segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:19.886020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Bound port: 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:19.886401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:19.977534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97870c06-fbc4-46b9-a06e-2100908ea344 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:20.032797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 97870c06-fbc4-46b9-a06e-2100908ea344 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:07:20.032797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 97870c06-fbc4-46b9-a06e-2100908ea344 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:20.053355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] For port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:20.056842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] For port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:20.065052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:20.070293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de95f31c-9988-4073-889f-75fc4c691c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:20.158229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (f5bc3af0-4a68-4891-86df-a764f3b1d56e/b86eb037-f67b-4d83-ba7f-085d0e3de7b5/e0f44bde-321e-4e00-9113-5d2ae7a85c08) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:20.165423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Pushing event updated for resources: {'Port': ['ID=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:20.170545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-849624d0-040b-48b4-b46c-083d722d37f3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216091333&fields=id&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 267 time: 0.0738933 Dec 13 20:07:20.177388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:20.345593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:20.364250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-99b9b3e5-87ab-4ac1-b93f-57e7f4b3644a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:20.365695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object e0f44bde-321e-4e00-9113-5d2ae7a85c08 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:20.375275 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-99b9b3e5-87ab-4ac1-b93f-57e7f4b3644a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.1919687 Dec 13 20:07:20.397066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-30d47622-da31-4ee3-9aa2-38893678f85f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/quotas/c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 375 time: 0.0194588 Dec 13 20:07:20.403368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:20.444962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9a405faa-13ee-49ab-bdba-1426064e6637 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:20.507637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:20.511289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:20.521640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:20.522552 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-16202af7-133d-47f4-b8c1-7d5b34c42ffa tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184797 Dec 13 20:07:20.581010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:20.673967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-45371b0a-6301-4fe3-81e8-435fdd2db615 service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491697 Dec 13 20:07:20.821050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-e054f33f-9e23-4bbb-b50b-c230d827ede4 service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410911 Dec 13 20:07:20.872533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:20.877288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:21.005401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:21.250859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-923e087c-b7a3-41e9-81e7-c7136e4c1b74 req-75b3543b-eb77-43db-aa99-b94df2157cff tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 210 time: 0.0443561 Dec 13 20:07:21.419747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9853e-dcad-4b01-b46d-b6ddc08d5f7e None None] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:07:21.504036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:21.511548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:21.553958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a5646e40-2128-49fe-99bb-a0179cfa4f56 tempest-FloatingIPTestJSON-1105076043 tempest-FloatingIPTestJSON-1105076043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:21.573854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2df65ff1-c941-4551-8f30-9f6af0d6add1 None None] Provisioning for port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:21.657076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a0903f8c-9805-4714-9967-44cd390b558a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:21.667788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:21.672613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:21.673617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:21.825368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:21.826793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:21.894233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8916e53e-c410-430a-99d1-d2d622f8073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:21.996322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a0903f8c-9805-4714-9967-44cd390b558a completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:22.007371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a0903f8c-9805-4714-9967-44cd390b558a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:22.007371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.031976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 24b1e073-d151-4db5-a488-55ed6713bf2f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:22.231646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:22.236024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.246462 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Sync routers for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:22.253185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60708) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:22.254917 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/24b1e073-d151-4db5-a488-55ed6713bf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5027120 Dec 13 20:07:22.257978 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:22.258621 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:06:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:22.266888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port a0903f8c-9805-4714-9967-44cd390b558a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a0903f8c-9805-4714-9967-44cd390b558a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:22.278873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.279849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:22.313848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:22.438105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=a0903f8c-9805-4714-9967-44cd390b558a,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:22.452499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.453238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.453796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.454997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.455527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.456318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.456843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.457742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.458424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.459046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.459748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.460269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:07:22.474534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:22.496795 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30b59a96-ec41-4e2c-8ec8-8be2d4324b59 req-2ae24d0e-a609-4b24-8a1b-e36a218522d7 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 210 time: 0.0585594 Dec 13 20:07:22.502966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Provisioning for port e0f44bde-321e-4e00-9113-5d2ae7a85c08 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:22.520529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Provisioning complete for port e0f44bde-321e-4e00-9113-5d2ae7a85c08 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:22.520992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.550861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.551625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.552303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.552932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.553596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.554237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.556709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5ca390da-5d90-4d95-9d88-07d90ac2411c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.3020797 Dec 13 20:07:22.559332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60714) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:22.562643 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:22.599916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:22.620234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:22.620825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.654593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.655064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.655517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.655966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.656409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.656854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.658848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f0790ab4-c7d2-4a59-8162-21019a1514ec tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0983338 Dec 13 20:07:22.662482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60718) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:22.690345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Port e0f44bde-321e-4e00-9113-5d2ae7a85c08 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:07:22.730896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Provisioning complete for port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:22.731793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:22.906019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-5d8e8f80-bf5b-4277-b729-d61b730b49da tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:22.907578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-5d8e8f80-bf5b-4277-b729-d61b730b49da tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.2475796 Dec 13 20:07:22.946580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.007959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.012604 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-eb91d112-ec43-4024-85dc-a8fc14277fae tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 380 time: 0.0965197 Dec 13 20:07:23.027652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:23.028725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'port': {'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'admin_state_up': True, 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'security_groups': ['606a59c2-9caf-4fb8-8a27-988a5e368813']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:23.038679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.041119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:23.160770 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a1ae9b9a-0af8-4e86-a4f3-93b427d4a48d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4965627 Dec 13 20:07:23.161838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60722) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:23.165585 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:21Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:23.167054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:07:23.167513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-12233e27-5997-47ae-813e-0a613eed6651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:07:23.169830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-757705360', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:23.170444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:23.171433 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Checking router: 24b1e073-d151-4db5-a488-55ed6713bf2f for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:23.171866 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Updating router 24b1e073-d151-4db5-a488-55ed6713bf2f port e0f44bde-321e-4e00-9113-5d2ae7a85c08 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:07:23.173848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:23.198699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:23.210929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:23.227526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Made reservation on behalf of c31813278b584a2aa175182e46c46992 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:07:23.233229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.238746 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.332701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:23.336992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:port and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:23.341492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:23.348082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:23.361781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:07:23.367798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.405382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] device_id is not set on port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:07:23.439561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.20.0.10 (ae062779-4ac1-4b41-b6d8-b62bfd845f1c/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4/a7c47935-9ec5-4da5-a316-ca7965a633d1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:23.532940 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a0903f8c-9805-4714-9967-44cd390b558a up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:23.645279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a0903f8c-9805-4714-9967-44cd390b558a triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:23.646040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.688592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ed2f770-6ce4-436c-bb85-47e6aab5fb72 req-6f36630a-7d5f-4545-8e5a-520972cf36d9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 210 time: 0.0696292 Dec 13 20:07:23.768841 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.785459 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Transition to ACTIVE for port object e0f44bde-321e-4e00-9113-5d2ae7a85c08 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:23.807751 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.821399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-4281fcc4-63aa-4192-a383-be5fc4e36427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:23.828330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:23.899288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.3 (f5bc3af0-4a68-4891-86df-a764f3b1d56e/b86eb037-f67b-4d83-ba7f-085d0e3de7b5/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:23.913440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.935874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Transition to ACTIVE for port object a7c47935-9ec5-4da5-a316-ca7965a633d1 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:23.962674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b9575036-6693-4b8a-b05b-915681a6c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.976961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:23.977594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.982074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:23.988239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-988b6054-1923-4400-939c-91e0c30e9ccc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:24.129888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:24.131016 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Pushing event updated for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:24.133202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:24.137024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:24.143596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:24.155910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:24.187605 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:24.287875 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Attempting to bind port e0f44bde-321e-4e00-9113-5d2ae7a85c08 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:24.288569 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Attempting to bind port e0f44bde-321e-4e00-9113-5d2ae7a85c08 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:24.289382 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Attempting to bind port e0f44bde-321e-4e00-9113-5d2ae7a85c08 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:24.296965 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:24.297664 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Checking segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:24.298365 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.299191 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Bound using segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:24.299826 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Bound port: e0f44bde-321e-4e00-9113-5d2ae7a85c08, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:24.300388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.301965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:24.302573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.343644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.361911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3427749 Dec 13 20:07:24.367325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:24.407055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.422084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e44d17c-5972-4ca2-b686-dbc575c8c16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:24.435161 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] For port e0f44bde-321e-4e00-9113-5d2ae7a85c08, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:24.439321 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] For port e0f44bde-321e-4e00-9113-5d2ae7a85c08, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e0f44bde-321e-4e00-9113-5d2ae7a85c08,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:24.449623 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.456699 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:24.508995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:24.527858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:24.531731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:24.536965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Request body: {'port': {'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:24.600122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:24.603455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:24.622504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5b76a30-cc02-4d93-bdc6-b1de4044a365 None None] Provisioning for port a7c47935-9ec5-4da5-a316-ca7965a633d1 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:24.624404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Pushing event updated for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:24.628752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:24.629456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.636864 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:24.640981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c5b76a30-cc02-4d93-bdc6-b1de4044a365 None None] Provisioning complete for port a7c47935-9ec5-4da5-a316-ca7965a633d1 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:24.641977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c5b76a30-cc02-4d93-bdc6-b1de4044a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.650929 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:24.652039 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:24.696959 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5339572 Dec 13 20:07:24.800039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c5b76a30-cc02-4d93-bdc6-b1de4044a365 None None] Port a7c47935-9ec5-4da5-a316-ca7965a633d1 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:07:24.831078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:24.968014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.045272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.054025 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:25.062643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d32e3f3f-0cbd-4db2-80d5-8984dc4313fe None None] Provisioning for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:25.069706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d32e3f3f-0cbd-4db2-80d5-8984dc4313fe None None] Provisioning complete for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:25.070156 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d32e3f3f-0cbd-4db2-80d5-8984dc4313fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.196028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71e6c-5681-48be-9792-39bf77ae7b6e req-b7f484ed-a59a-4e83-ab6f-724fd139f754 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:25.196991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c7e71e6c-5681-48be-9792-39bf77ae7b6e req-b7f484ed-a59a-4e83-ab6f-724fd139f754 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:25.211019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d32e3f3f-0cbd-4db2-80d5-8984dc4313fe None None] Port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:07:25.300134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60736) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:25.306343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17588951', 'description': 'tempest-secgroup-smoke-17588951 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:25.322327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:25.324129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c7e71e6c-5681-48be-9792-39bf77ae7b6e req-b7f484ed-a59a-4e83-ab6f-724fd139f754 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:25.325582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7e71e6c-5681-48be-9792-39bf77ae7b6e req-b7f484ed-a59a-4e83-ab6f-724fd139f754 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 932 time: 0.4639685 Dec 13 20:07:25.339413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:25.347830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:25.359828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:25.385106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.401503 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7e71e6c-5681-48be-9792-39bf77ae7b6e req-aa6cdbf8-62af-4666-be69-5e9644d5b4a0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685282 Dec 13 20:07:25.440637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:25.445454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:25.456716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:25.463454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:25.561377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.567494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.569615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c47935-9ec5-4da5-a316-ca7965a633d1 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:25.577096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d68fea31-f6fd-464c-bdad-b244378cb871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:25.578658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.597383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Transition to ACTIVE for port object a7c47935-9ec5-4da5-a316-ca7965a633d1 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:25.601794 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:24Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:25.604620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.607897 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbed3ee-920c-4ce9-a62e-e7dc85cdf550 None None] The sync data for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv is: [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:24Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:25.616274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b55fa1f9-fb4c-4d69-b444-7887f7d2693b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:25.632030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aeb87f-0556-4798-9eb3-862d7b8076d1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:25.635014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:25.638875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.640382 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3391275 Dec 13 20:07:25.651132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60740) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:25.658030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:25.671514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:25.679773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:25.706381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:25.717681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:25.740550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.824721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Pushing event updated for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:25.825009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.829210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:25.835201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.837822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60a9d908-02fa-46c1-b143-ff47c87e79c4 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:25.865268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af18b052-0424-4578-9a12-73ce68f66682,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:25.880144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:25.888057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.893717 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412643 Dec 13 20:07:25.894359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:25.900322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:25.907709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:25.911956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:25.915491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:25.918475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Attempting to bind port a7c47935-9ec5-4da5-a316-ca7965a633d1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:25.918814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Attempting to bind port a7c47935-9ec5-4da5-a316-ca7965a633d1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:25.919144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Attempting to bind port a7c47935-9ec5-4da5-a316-ca7965a633d1 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:25.924406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Port a7c47935-9ec5-4da5-a316-ca7965a633d1 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:07:25.924669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Attempting to bind port a7c47935-9ec5-4da5-a316-ca7965a633d1 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:25.925979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:25.930904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:25.931317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:25.931702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Bound using segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:25.932259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Bound port: a7c47935-9ec5-4da5-a316-ca7965a633d1, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:25.932650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:25.951631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.023568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.028949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.030825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e06996ee-6d62-4285-b62c-8a67188d309c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:26.035091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:26.038466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:26.043922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.049189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-370243a2-8ca7-4aa7-93da-3123e54b3205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:26.055054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f4211d-fa5b-4dcd-a3f0-7ee3c3b3179a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:26.057826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:26.071045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.072490 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770332 Dec 13 20:07:26.076161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60748) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:26.081862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:26.090287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:26.093586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:26.097739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:26.108785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:26.110437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:26.111040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.112895 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] 10.222.0.20 "PUT /v2.0/ports/a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 1094 time: 1.7419729 Dec 13 20:07:26.122397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:26.148129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.162550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Pushing event updated for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:26.166711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:26.218300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'status': 'completed', 'code': 200} Dec 13 20:07:26.228860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.235216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.237714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:26.268391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-88d812d9-5d4b-4d97-86f7-2ab0e30bcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:26.270522 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-88d812d9-5d4b-4d97-86f7-2ab0e30bcffd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1097 time: 0.1025581 Dec 13 20:07:26.274053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf3b8c4-b937-4697-b43c-9a0775f29a0b,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:26.277956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.281868 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019498 Dec 13 20:07:26.281868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:26.282138 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60754) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:26.289345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:26.304691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:26.309511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:26.312852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:26.319254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:26.343712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.373581 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-07320e34-97fd-4d6c-90cc-a5e79f01c033 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 217 time: 0.0905845 Dec 13 20:07:26.424003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.434332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.439823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.448243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b26e6122-9544-43b0-a70f-d7ad7070711b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:26.471134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5aaf508-effc-4149-bb6c-f89df819e3d1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:26.474184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-2ff74b31-2338-46b5-996f-94abadff477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:26.474364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:26.475982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-2ff74b31-2338-46b5-996f-94abadff477f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0965302 Dec 13 20:07:26.481836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.486845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60760) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:26.487120 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037263 Dec 13 20:07:26.547220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:26.598830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:26.612457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:26.617385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:26.631261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:26.659878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:07:26.673197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:26.694637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-1fe8f7df-b0ce-4996-b0ea-23d864cfed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:26.696143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-1fe8f7df-b0ce-4996-b0ea-23d864cfed4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2103093 Dec 13 20:07:26.740933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268945a-bbf2-497c-9e5c-fc509f2195ef req-738fb958-207e-4855-a583-de29bf96c6f2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:26.742014 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d268945a-bbf2-497c-9e5c-fc509f2195ef req-738fb958-207e-4855-a583-de29bf96c6f2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.1982992 Dec 13 20:07:27.011024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d268945a-bbf2-497c-9e5c-fc509f2195ef req-cd265159-b6e7-459e-918e-248410bfc92a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565143 Dec 13 20:07:27.037350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.043315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.058252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-474c3b9e-91ce-4655-8800-d67abc4c1561 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:27.084916 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-4e9b5dfc-9ce4-4074-9f76-a75832f2af80 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799601 Dec 13 20:07:27.086596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe36642-b542-4be2-b6dd-85f214f2444c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:27.089522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:27.090813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.094526 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-409f83aa-f8df-4e21-be30-b987f19d01c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5549664 Dec 13 20:07:27.095750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60764) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:27.100530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '52aeb87f-0556-4798-9eb3-862d7b8076d1', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:27.107565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:27.111706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:27.114722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:27.121303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:27.137184 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:07:27.144330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.212324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.216384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.222583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-76d70d32-c9a2-40b0-a0de-19fb61f20ab5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:27.227775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95f42e9e-e1ba-4588-b47f-fa3cfc28264b req-1dcf73b9-827b-4981-9081-136daca849d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347542 Dec 13 20:07:27.244197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e885db-bde9-4890-9944-dcdb6fd53a6b,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:27.249579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:27.254846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.265444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1600614 Dec 13 20:07:27.353258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-12edc98b-fb2f-4049-a86c-7632d825e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:27.355911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-12edc98b-fb2f-4049-a86c-7632d825e593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1097 time: 0.0780749 Dec 13 20:07:27.512206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-711c7702-e27c-4f6f-a698-0a3be7a2ac68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17588951&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0747755 Dec 13 20:07:27.528182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e0f44bde-321e-4e00-9113-5d2ae7a85c08 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:27.582297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-58098085-2e98-442b-8ba3-9dcab49059c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:27.583731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-58098085-2e98-442b-8ba3-9dcab49059c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.2207100 Dec 13 20:07:27.607062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e0f44bde-321e-4e00-9113-5d2ae7a85c08 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:27.614481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e0f44bde-321e-4e00-9113-5d2ae7a85c08 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:27.615203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.668624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-57fd9647-b19d-407a-815b-9a9a39675e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 217 time: 0.0743759 Dec 13 20:07:27.680099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-60328471-55f7-4dae-8501-3f14c6aa79be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:27.681467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-60328471-55f7-4dae-8501-3f14c6aa79be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 929 time: 0.1578369 Dec 13 20:07:27.776377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.793996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-670901fe-8aec-4b0c-80d7-42c63f0d295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:27.795458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-670901fe-8aec-4b0c-80d7-42c63f0d295b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.1129873 Dec 13 20:07:27.797289 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-7782d42c-f654-4eda-83f8-76179895829e service neutron] 10.222.0.18 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0805554 Dec 13 20:07:27.808330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e0f44bde-321e-4e00-9113-5d2ae7a85c08, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e0f44bde-321e-4e00-9113-5d2ae7a85c08,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:27.812435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:27.814438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:27.881109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:27.884171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:27.990308 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-0e130b8c-c845-4c7f-998e-2c9b5c516862 service neutron] 10.222.0.18 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539497 Dec 13 20:07:27.995004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-feab37a0-3f45-47b8-bf3e-7600f329a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:27.996978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-feab37a0-3f45-47b8-bf3e-7600f329a789 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1953487 Dec 13 20:07:28.295080 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-f3ab6d92-5d98-4bf8-9ec8-f73679c655f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970221 Dec 13 20:07:28.299687 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-b6af214d-f1af-4e04-bc3a-349d132a6aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829425 Dec 13 20:07:28.391197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089392d5-cad2-4c8b-8603-142acf47513c req-014906be-faa5-4a99-8f75-a0c24652d34c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:28.392683 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-089392d5-cad2-4c8b-8603-142acf47513c req-014906be-faa5-4a99-8f75-a0c24652d34c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.2579761 Dec 13 20:07:28.674116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ec349d8-6cdc-48d3-a770-4be41ab0b362 req-ff43982b-1160-4cdc-9e60-02ae98c3bc31 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 210 time: 0.2186093 Dec 13 20:07:28.679796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-089392d5-cad2-4c8b-8603-142acf47513c req-26a763d4-ad59-450b-b2f6-c5bf27ff7368 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730143 Dec 13 20:07:28.700218 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e4f7ad6-1dad-486f-9b98-c1f34354fe14 req-20e2f411-9d28-4560-8aca-d066b9db2f95 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931544 Dec 13 20:07:29.489197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cf94dfcb-4f1e-4cb3-9fb7-400dd06892dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:29.490781 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cf94dfcb-4f1e-4cb3-9fb7-400dd06892dd service neutron] 10.222.0.20 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1025 time: 0.0666625 Dec 13 20:07:29.506071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e0f44bde-321e-4e00-9113-5d2ae7a85c08 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:29.585134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e0f44bde-321e-4e00-9113-5d2ae7a85c08 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:29.585653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:29.668298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cbf726a1-0b63-45af-a67f-9dda8649b5cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:29.669001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cbf726a1-0b63-45af-a67f-9dda8649b5cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:29.688044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cbf726a1-0b63-45af-a67f-9dda8649b5cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:29.689483 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-cbf726a1-0b63-45af-a67f-9dda8649b5cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 797 time: 0.1926620 Dec 13 20:07:29.743629 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3e5f07d-02f8-4388-8dd7-b4ab9ff347f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 378 time: 0.0425699 Dec 13 20:07:29.755013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Request body: {'port': {'device_id': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:29.876202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0b558711-15c0-4f73-b4c0-1a6d97d925a2 req-280d1a9f-fb87-45f0-94ed-3a1a5eba84cf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 210 time: 0.0926425 Dec 13 20:07:29.962625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.033308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6d32-7f13-4ff0-9e58-44b8c7d0d205 req-5df97359-9e99-42fa-8541-4f97f2aac3eb tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:30.034758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00af6d32-7f13-4ff0-9e58-44b8c7d0d205 req-5df97359-9e99-42fa-8541-4f97f2aac3eb tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.2118323 Dec 13 20:07:30.140721 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00af6d32-7f13-4ff0-9e58-44b8c7d0d205 req-7be1a29d-bbdd-4e30-8eec-38300d05c172 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988927 Dec 13 20:07:30.373982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:30.384813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.404208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Transition to ACTIVE for port object 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:30.408230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.411936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-933ef453-b541-4b6f-91f4-b4e4e5c63b68 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:30.538253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:30.565150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:30.643762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:30.644098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:30.644421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:30.648973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:07:30.649326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:30.657697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:30.658008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Checking segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:30.658415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Bound using segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:30.658837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Bound port: 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:30.659183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.759692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:30.763360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:30.769972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.775527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d8795d97-6f92-4a46-b957-0dc8ebb5b372 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:30.838398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:30.839111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:30.840861 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] 10.222.0.20 "PUT /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1130 time: 1.0898542 Dec 13 20:07:30.841503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:30.864049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:30.867075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:30.922893 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'status': 'completed', 'code': 200} Dec 13 20:07:30.962507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-777c66dc-5b5a-4d57-b310-ebe0b763e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:30.964279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-777c66dc-5b5a-4d57-b310-ebe0b763e48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 1133 time: 0.0809500 Dec 13 20:07:31.071609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-3763f0b5-a642-4b2c-88e4-08be81025ca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 217 time: 0.1004665 Dec 13 20:07:31.145549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-34060eda-437c-41a5-a858-c74f5cecd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:31.146850 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-34060eda-437c-41a5-a858-c74f5cecd119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 200 len: 835 time: 0.0694005 Dec 13 20:07:31.344237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc787cb-be5d-4754-801e-39d3bb22edd4 req-21b23c3d-7838-45ba-8ee0-f785a1898c2d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:31.345794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cc787cb-be5d-4754-801e-39d3bb22edd4 req-21b23c3d-7838-45ba-8ee0-f785a1898c2d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 980 time: 0.3263147 Dec 13 20:07:31.437809 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cc787cb-be5d-4754-801e-39d3bb22edd4 req-4df62a75-15a3-4534-bdee-a1c0892dc770 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590966 Dec 13 20:07:31.472578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-ee43b715-a17d-4394-9471-ff6ee6b0bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:31.474088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-ee43b715-a17d-4394-9471-ff6ee6b0bf9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3193860 Dec 13 20:07:31.482648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc40401-39bf-4b4a-acff-7f1f2decc1b1 req-c7359e93-1999-4c60-834c-30a881010f07 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:31.484328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3bc40401-39bf-4b4a-acff-7f1f2decc1b1 req-c7359e93-1999-4c60-834c-30a881010f07 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.1524913 Dec 13 20:07:31.607842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3bc40401-39bf-4b4a-acff-7f1f2decc1b1 req-d6b75507-4478-4749-8832-0ce844ac599a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041012 Dec 13 20:07:31.655123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-b8ce4f2e-662c-4a8c-9752-17d8b0de443e service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693299 Dec 13 20:07:31.790704 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-642b8b30-6ad5-4c23-a4d8-594ed0602da2 req-8f60a8f9-a6a1-491b-b6ce-a7fb7d148614 service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291859 Dec 13 20:07:31.913409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-fffc6025-3184-4e03-954b-98e69702deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:31.915477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-fffc6025-3184-4e03-954b-98e69702deaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 1133 time: 0.0754414 Dec 13 20:07:32.055012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-5e4fa6bb-3bef-4d2e-9981-4751675c73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:32.056412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-5e4fa6bb-3bef-4d2e-9981-4751675c73f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 897 time: 0.1336088 Dec 13 20:07:32.130646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-d8a1e119-842f-4bec-b775-9ed54ba88d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 217 time: 0.0663395 Dec 13 20:07:32.194913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-c2804a1a-7e60-4b2a-b764-234f0b9d4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:32.196287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-c2804a1a-7e60-4b2a-b764-234f0b9d4bec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 200 len: 835 time: 0.0590692 Dec 13 20:07:32.287631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-f59260cd-3456-4f93-8a08-e0b32d82fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:32.289123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-f59260cd-3456-4f93-8a08-e0b32d82fbcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841703 Dec 13 20:07:32.436972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-85a0ca08-8d65-4391-8a80-29693c3fc980 service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393847 Dec 13 20:07:32.619514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21deaee-f2b4-4bde-9332-5d62ab30c057 req-58510a87-bbe9-4930-97ca-9e198e61c108 service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746993 Dec 13 20:07:32.659129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a606fb3-c255-4297-a940-0b6bbc5a0c83 req-29d77482-96d8-4328-9eec-f4a0e09978e4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:32.660577 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a606fb3-c255-4297-a940-0b6bbc5a0c83 req-29d77482-96d8-4328-9eec-f4a0e09978e4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 980 time: 0.1072633 Dec 13 20:07:32.707347 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a606fb3-c255-4297-a940-0b6bbc5a0c83 req-646ab650-df8f-4d1f-a12c-4880f6e04a52 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Dec 13 20:07:32.795646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd16fb5-7ad8-454d-bcca-ce16adaa667f req-91fe0881-ccb6-4e82-b8ce-21245a2ca0dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:32.797127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dd16fb5-7ad8-454d-bcca-ce16adaa667f req-91fe0881-ccb6-4e82-b8ce-21245a2ca0dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.0819783 Dec 13 20:07:32.844531 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dd16fb5-7ad8-454d-bcca-ce16adaa667f req-ba8e1472-34bc-4f7e-8f2a-b614c4849f4d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Dec 13 20:07:33.904024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c32298-6c25-46e3-9349-237b664289b7 req-103d3660-3503-438b-b6c7-040a18de9db3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:33.905495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8c32298-6c25-46e3-9349-237b664289b7 req-103d3660-3503-438b-b6c7-040a18de9db3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 980 time: 0.0896041 Dec 13 20:07:33.954625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8c32298-6c25-46e3-9349-237b664289b7 req-3e3b21d7-b76e-49ea-97ee-decd2f099eca tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Dec 13 20:07:34.001774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:07:34.043420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219eb6-2696-4b41-b0a3-90f0b04671f3 req-878d1322-dfd7-4789-b1c4-897ed3e25073 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:34.044915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54219eb6-2696-4b41-b0a3-90f0b04671f3 req-878d1322-dfd7-4789-b1c4-897ed3e25073 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.0947316 Dec 13 20:07:34.089790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54219eb6-2696-4b41-b0a3-90f0b04671f3 req-c1e622c7-703f-4151-a718-94bf8a2557d0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391009 Dec 13 20:07:34.157056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:34.174755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'mac_address': 'fa:16:3e:bc:b4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:07:34.241676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:34.258731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:34.276924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:34.282988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:34.286046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:34.368833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:34.373436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:34.496795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:07:35.176583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac01b3-c569-4842-828c-7b3b7154efee req-5820bdd2-bc33-4252-b677-0ae7fb1438a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:35.178101 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-73ac01b3-c569-4842-828c-7b3b7154efee req-5820bdd2-bc33-4252-b677-0ae7fb1438a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 981 time: 0.1074121 Dec 13 20:07:35.268803 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-73ac01b3-c569-4842-828c-7b3b7154efee req-ce257afc-4027-47a3-9c9d-996b79ed1813 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845587 Dec 13 20:07:35.304189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ecf0-a8b3-4a1c-b736-5861426a5d1f req-3c545b2c-7ba5-440d-8bd1-e25c1e42a108 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:35.305659 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9204ecf0-a8b3-4a1c-b736-5861426a5d1f req-3c545b2c-7ba5-440d-8bd1-e25c1e42a108 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 944 time: 0.1080794 Dec 13 20:07:35.352046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9204ecf0-a8b3-4a1c-b736-5861426a5d1f req-7dcc5205-d21f-41c1-aa30-ed94a37bb51f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Dec 13 20:07:36.033227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a7c47935-9ec5-4da5-a316-ca7965a633d1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:07:36.037095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:36.194966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:36.212981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:36.213397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:36.271948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:36.291879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:07:36.402253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:36.431053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:36.441064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c47935-9ec5-4da5-a316-ca7965a633d1 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:36.463446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54f57a-1878-4f5e-9c1a-c44c30464271 req-ea6f0040-0939-4f67-9937-3d7c9d729dfd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:36.465717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea54f57a-1878-4f5e-9c1a-c44c30464271 req-ea6f0040-0939-4f67-9937-3d7c9d729dfd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 981 time: 0.0870225 Dec 13 20:07:36.479920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:36.488788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:36.494968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:36.498600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:36.500548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9e358a5c-876a-4527-beb1-87eba135080f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:36.528853 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea54f57a-1878-4f5e-9c1a-c44c30464271 req-b4573ed7-7e4f-4d79-8e35-d9dd4b847879 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Dec 13 20:07:36.532138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:36.580027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:36.583532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:36.584393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:36.661452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:36.664542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:36.681094 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'code': 200} Dec 13 20:07:36.704965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bc0aa-6e42-47a6-831a-f3eea8ec9358 req-5f9a5a26-9ae2-4d44-8714-dbd2cf5296a4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:36.706466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-444bc0aa-6e42-47a6-831a-f3eea8ec9358 req-5f9a5a26-9ae2-4d44-8714-dbd2cf5296a4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Dec 13 20:07:36.709012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['a7c47935-9ec5-4da5-a316-ca7965a633d1'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:07:36.755617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-444bc0aa-6e42-47a6-831a-f3eea8ec9358 req-64222c6e-8e11-4710-8d47-abef58c0e0c3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Dec 13 20:07:36.916272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4593e4-e4f6-41c4-8f8d-945348d30c56 req-c02422f8-1c39-4ae8-9a94-7d0f2c5e2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:36.917808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c4593e4-e4f6-41c4-8f8d-945348d30c56 req-c02422f8-1c39-4ae8-9a94-7d0f2c5e2a49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 1135 time: 0.0746894 Dec 13 20:07:37.083422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c4593e4-e4f6-41c4-8f8d-945348d30c56 req-16c2418d-89fa-4d5b-96d3-884dfa564829 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593158 Dec 13 20:07:37.735911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf89dd-2e27-4489-8bf7-9d8c0e8596ec req-afa00ac9-aabf-4050-9276-d963f3d9978b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:37.737250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bbf89dd-2e27-4489-8bf7-9d8c0e8596ec req-afa00ac9-aabf-4050-9276-d963f3d9978b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.0906942 Dec 13 20:07:37.780806 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bbf89dd-2e27-4489-8bf7-9d8c0e8596ec req-286c029f-2c1a-41ba-b026-af1a000416e3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Dec 13 20:07:37.962433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c6d7-1d7e-438b-a0bc-ca32e8d7cb16 req-6a557dde-8af4-417f-8035-d6efc3d66dbb tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:37.963918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2b99c6d7-1d7e-438b-a0bc-ca32e8d7cb16 req-6a557dde-8af4-417f-8035-d6efc3d66dbb tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 945 time: 0.0967953 Dec 13 20:07:38.009819 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2b99c6d7-1d7e-438b-a0bc-ca32e8d7cb16 req-36893950-e6d6-4963-9842-2867f08ce6e0 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Dec 13 20:07:38.053074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a7c47935-9ec5-4da5-a316-ca7965a633d1 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:38.162996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port a7c47935-9ec5-4da5-a316-ca7965a633d1 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:38.167856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port a7c47935-9ec5-4da5-a316-ca7965a633d1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:38.168390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:38.288830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:38.321380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:38.326622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:38.328559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b75e87bf-9ae6-4607-ba85-c4d38916b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:38.395155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:38.398374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:38.682653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:38.726767 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'code': 200} Dec 13 20:07:39.029865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0dcae-f2d0-4ba2-894d-e226369d6cab req-e69c7e10-42c7-408c-8695-09d91a561fa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:39.031307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5c0dcae-f2d0-4ba2-894d-e226369d6cab req-e69c7e10-42c7-408c-8695-09d91a561fa6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.1389446 Dec 13 20:07:39.054782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ea67-5830-4d1c-b379-bb4d922d02db req-28535807-b4e4-4eeb-8b0e-aebd40d58b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:39.056246 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e333ea67-5830-4d1c-b379-bb4d922d02db req-28535807-b4e4-4eeb-8b0e-aebd40d58b30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.1150675 Dec 13 20:07:39.105862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5c0dcae-f2d0-4ba2-894d-e226369d6cab req-dd220c27-d81c-4942-8374-6a1230c8e559 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Dec 13 20:07:39.115261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e333ea67-5830-4d1c-b379-bb4d922d02db req-e9c4c0ba-29c4-4884-8c1f-dc4b8531a40d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514822 Dec 13 20:07:39.208107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f582b3f-12a4-44ed-9b33-4aaf91751515 req-2bdf1ef0-b12e-4426-8f3b-c7a52aa9cc23 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:39.209565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f582b3f-12a4-44ed-9b33-4aaf91751515 req-2bdf1ef0-b12e-4426-8f3b-c7a52aa9cc23 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.0829189 Dec 13 20:07:39.300253 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f582b3f-12a4-44ed-9b33-4aaf91751515 req-b19f52ec-1388-44d0-912e-15236542a4f1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584562 Dec 13 20:07:39.327792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7133-3baa-4d96-bccc-5408cc6ba594 req-c7352bfc-8d2e-4766-95bd-77aa61b180a1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:39.329320 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df9e7133-3baa-4d96-bccc-5408cc6ba594 req-c7352bfc-8d2e-4766-95bd-77aa61b180a1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.1180897 Dec 13 20:07:39.377996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df9e7133-3baa-4d96-bccc-5408cc6ba594 req-1475dbe0-f885-4d6f-951a-2d08cdc86900 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Dec 13 20:07:39.401339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60840) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:39.477105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f002c11-0ec9-4055-bbb8-22439983f3bd tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:39.478674 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6f002c11-0ec9-4055-bbb8-22439983f3bd tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 1130 time: 0.0760198 Dec 13 20:07:39.481725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60844) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:39.486705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:39.492958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:39.497283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:39.500359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:39.506551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:39.520436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:39.662058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:39.824581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.11 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c1409b30-73ce-4352-b440-cde0ff89ffc4) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:39.970586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.006890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.010796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a859dc6f-6f33-4389-b657-505e60c77d33 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:40.072188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:40.076009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:40.079730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:40.117672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c1409b30-73ce-4352-b440-cde0ff89ffc4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:40.126135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:40.493066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4f223-ca3c-4e81-ac53-7e2880c15f9f req-ea23da87-960f-47d0-abe8-034fbfacab82 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:40.494532 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31f4f223-ca3c-4e81-ac53-7e2880c15f9f req-ea23da87-960f-47d0-abe8-034fbfacab82 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.0822585 Dec 13 20:07:40.539791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31f4f223-ca3c-4e81-ac53-7e2880c15f9f req-53a00582-dee2-40f8-b731-3c42f79ac5ba tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Dec 13 20:07:40.624860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.699507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.731602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe7278-8298-4a52-a578-97d7e1a50e0f req-166f9791-e957-4973-ac03-60df32e75218 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:40.733059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-babe7278-8298-4a52-a578-97d7e1a50e0f req-166f9791-e957-4973-ac03-60df32e75218 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.0888171 Dec 13 20:07:40.779926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-babe7278-8298-4a52-a578-97d7e1a50e0f req-6441ab5a-f317-40c5-bb61-93ccf6669aac tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406420 Dec 13 20:07:40.802926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60852) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:40.873043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cbd7c-aa7c-4d62-bf1b-a26aaa467199 tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:40.874588 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-765cbd7c-aa7c-4d62-bf1b-a26aaa467199 tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1094 time: 0.0706666 Dec 13 20:07:40.877708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:40.883213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:40.889439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:40.893339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:floatingip and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:40.896301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:40.902033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:40.907894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.914406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.914798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:40.919505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-93d1f2de-b236-4ab7-a461-3887b6fa69c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:41.023843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c1409b30-73ce-4352-b440-cde0ff89ffc4,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:41.028136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:41.037213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:41.052599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:41.205645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.26.6.94 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c6930d1d-7985-48f1-b6cf-7c838275c95d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:07:41.210838 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP c5390824-2e50-4ced-9d63-c748836a7bd6 associated. External IP: 172.26.6.11, port: 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06. Dec 13 20:07:41.356533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:41.387412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:41.392368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0342157e-644f-4291-a9d9-e1477bf52aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:41.456652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:07:41.459497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:07:41.463481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:07:41.505807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=c6930d1d-7985-48f1-b6cf-7c838275c95d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:41.510220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:41.575095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 24b1e073-d151-4db5-a488-55ed6713bf2f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:41.894737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:41.905677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Sync routers for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:41.917620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:41.918840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:41.923848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:41.985245 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.5014489 Dec 13 20:07:41.985245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:41.987378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60860) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:42.089789 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'status': 'completed', 'code': 200} Dec 13 20:07:42.102225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:42.109147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7ca19-95d0-4406-878d-5c33101cf1a7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:42.110844 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c5c7ca19-95d0-4406-878d-5c33101cf1a7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178&network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 1130 time: 0.1158211 Dec 13 20:07:42.112032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:42.130329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:42.257459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-2d48e565-0bf9-446a-941c-0b9023a014f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:42.259151 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-2d48e565-0bf9-446a-941c-0b9023a014f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 1135 time: 0.1454909 Dec 13 20:07:42.261811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:42.500811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c5390824-2e50-4ced-9d63-c748836a7bd6', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757705360', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'mac_address': 'fa:16:3e:bc:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:40Z', 'updated_at': '2021-12-13T20:07:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:42.504931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Checking router: 24b1e073-d151-4db5-a488-55ed6713bf2f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:42.513719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:42.514339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:42.604229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-488f8812-b513-45d7-b93c-89182a5d87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:42.605782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-488f8812-b513-45d7-b93c-89182a5d87d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 897 time: 0.2886379 Dec 13 20:07:42.701850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:42.752921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-34555362-0f81-4bfd-af22-01c2cf8a4655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1035 time: 0.1391392 Dec 13 20:07:42.761865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04c6e-628f-466e-a97a-dbf7080fd941 req-841a20e2-a942-407f-91c9-0354f43538fc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:42.763502 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af04c6e-628f-466e-a97a-dbf7080fd941 req-841a20e2-a942-407f-91c9-0354f43538fc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.3314378 Dec 13 20:07:42.826949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:42.840805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:42.846166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cf5ab4ac-7fc3-46db-8b89-46bfa049c3dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:42.924499 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af04c6e-628f-466e-a97a-dbf7080fd941 req-e6ed1375-5b79-433e-8ba8-f867690c4c76 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Dec 13 20:07:42.959557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-e5121d97-35cb-4d64-bf47-2bc0a474d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:42.961019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-e5121d97-35cb-4d64-bf47-2bc0a474d7c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 200 len: 835 time: 0.1966798 Dec 13 20:07:43.012287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=c6930d1d-7985-48f1-b6cf-7c838275c95d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:43.020748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:43.039304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:43.052194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c5390824-2e50-4ced-9d63-c748836a7bd6', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757705360', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'mac_address': 'fa:16:3e:bc:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:40Z', 'updated_at': '2021-12-13T20:07:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:43.056577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292c565-4263-47a3-8a2e-c5179c6be210 None None] The sync data for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv is: [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c5390824-2e50-4ced-9d63-c748836a7bd6', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757705360', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'mac_address': 'fa:16:3e:bc:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6526a6b-dbfc-479a-ae4d-a02acec2d178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:40Z', 'updated_at': '2021-12-13T20:07:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:43.217094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-416495fb-ddea-497a-b0f6-2dc20c4e58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:43.218640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-416495fb-ddea-497a-b0f6-2dc20c4e58bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2495985 Dec 13 20:07:43.232258 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP dbf0e9ce-4132-49b8-94f7-d6d96ff5c776 associated. External IP: 172.26.6.94, port: a7c47935-9ec5-4da5-a316-ca7965a633d1. Dec 13 20:07:43.264669 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fb675-22ab-4496-9fa8-c6cf5279ab2c None None] New status for floating IP c5390824-2e50-4ced-9d63-c748836a7bd6: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:07:43.668127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-ebd3b39d-c9c7-4b0d-ba7a-f7fb81f7d3ac service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880274 Dec 13 20:07:43.733485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-dc88f92c-d43e-4288-9299-1ac8f91613ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:43.734208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-dc88f92c-d43e-4288-9299-1ac8f91613ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:43.752238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-dc88f92c-d43e-4288-9299-1ac8f91613ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:43.753424 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-dc88f92c-d43e-4288-9299-1ac8f91613ea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.1045194 Dec 13 20:07:43.824838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-87a83e16-37b0-4039-b9e8-ec0ff7224592 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:43.826119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-87a83e16-37b0-4039-b9e8-ec0ff7224592 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674791 Dec 13 20:07:43.957580 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-caeb5940-95d7-4eb9-a1dd-d1d26cb18805 req-da8f5c5f-68b5-4dee-8b30-d692485c97fc service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339056 Dec 13 20:07:43.963600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:07:43.975548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-d0f2bfdd-4081-4265-ba94-b3c879771bea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:07:43.988087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-d0f2bfdd-4081-4265-ba94-b3c879771bea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:07:43.989385 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-d0f2bfdd-4081-4265-ba94-b3c879771bea tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1581080 Dec 13 20:07:44.000273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:44.111728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.208263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:07:44.219282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:07:44.229215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:44.229993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:44.237099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2243fd-6d4f-4107-8a06-a24e0d066135 req-8f5a226b-d47b-41b5-9970-5044c58309d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.238606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ab2243fd-6d4f-4107-8a06-a24e0d066135 req-8f5a226b-d47b-41b5-9970-5044c58309d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 982 time: 0.1935771 Dec 13 20:07:44.265416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.319146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:44.343152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ab2243fd-6d4f-4107-8a06-a24e0d066135 req-f52827e2-37c3-4023-a893-5192464fd788 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Dec 13 20:07:44.361527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4746699 Dec 13 20:07:44.361527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:44.362137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:44.409620 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'status': 'completed', 'code': 200} Dec 13 20:07:44.430047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] device_id is not set on port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 yet. {{(pid=87526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:07:44.439787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.446528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.451796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e58d4b48-649b-4d89-ac0c-aa4c23997c87 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:44.497936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:44.503048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636575-4f25-4e19-9753-559d3b756560 req-8310a4dc-f293-4efd-9b60-9b7d3a28649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.505059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-8310a4dc-f293-4efd-9b60-9b7d3a28649b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.0739796 Dec 13 20:07:44.603353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=6']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:44.609778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:44.655547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] No DVR routers for this DVR port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:07:44.666025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636575-4f25-4e19-9753-559d3b756560 req-f628ad21-b049-4762-b0df-b16f6b817f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.667506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-f628ad21-b049-4762-b0df-b16f6b817f6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1530945 Dec 13 20:07:44.786794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-0df060cf-b003-4d1d-bd9d-a748fa9f860c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 999 time: 0.1128194 Dec 13 20:07:44.812055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b6fa00d2-3d9b-4d99-a2f8-862539745a66 None None] Provisioning complete for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:44.812453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa00d2-3d9b-4d99-a2f8-862539745a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.850250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636575-4f25-4e19-9753-559d3b756560 req-1c4039e2-ddc3-434e-8f98-e3f1110d89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.851702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-1c4039e2-ddc3-434e-8f98-e3f1110d89a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0587251 Dec 13 20:07:44.895466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] In _notify_port_updated(), no bound segment for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:07:44.896759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.897510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:44.899445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-202c760e-6699-4cf1-98f0-b5e9c12ad7c7 req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1025 time: 0.9035501 Dec 13 20:07:44.922069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa00d2-3d9b-4d99-a2f8-862539745a66 None None] Port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:07:44.939342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636575-4f25-4e19-9753-559d3b756560 req-dd31aaed-fe7c-4e1b-8b33-69c7c67fe28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:44.941261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-dd31aaed-fe7c-4e1b-8b33-69c7c67fe28d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830626 Dec 13 20:07:44.958539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:41Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:44.963080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:07:44.972683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:07:44.973564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:45.160961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:07:45.243165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-f9846647-1e20-45a9-9fb9-000b69219f1d service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881231 Dec 13 20:07:45.385671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3636575-4f25-4e19-9753-559d3b756560 req-66709d7a-87c7-44f2-acaf-d85c3efe7de8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350658 Dec 13 20:07:45.523501 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-39be3d63-944f-490e-8f1e-b2249b59278f req-3514a8ee-f9e1-490d-a929-dcea0a3991f7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6526a6b-dbfc-479a-ae4d-a02acec2d178 HTTP/1.1" status: 200 len: 210 time: 0.0443485 Dec 13 20:07:45.551382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:41Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:07:45.556668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa4f87-757c-45e4-b72b-a14574158c6e None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:41Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:07:45.766170 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad39177-5a3b-4135-b1d3-5926dc31eaa9 None None] New status for floating IP dbf0e9ce-4132-49b8-94f7-d6d96ff5c776: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:07:46.634475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60882) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:46.718812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff343dff-843c-4170-b371-d70124a0592c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:46.720141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ff343dff-843c-4170-b371-d70124a0592c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 924 time: 0.0841730 Dec 13 20:07:47.037175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60888) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.042496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576457207', 'description': 'tempest-secgroup-smoke-576457207 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.048850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.052996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.055905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.063113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.076568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.099447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.105718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.108733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.114569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.189576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.194853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.198822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-985f6b9c-1667-4651-9dc5-f70ff5c0e17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:47.240932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285a006a-fae8-46b5-928e-7f14ea759a2b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:47.246022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:47.247576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.248827 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2106562 Dec 13 20:07:47.252211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60892) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.257432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.263834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.269841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.272999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.280310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.297308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.366697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.372471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.374487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb7830e0-ac5b-49a3-90fe-cd91d5f38465 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:47.395988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21634cdb-4eb0-4e9f-a0b7-b954a69ef259,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:47.398449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:47.407403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.408682 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553876 Dec 13 20:07:47.411712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.416623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.423088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.427260 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.430235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.436216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.454346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.521944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.527985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.529862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-58573afd-1819-4a87-a57f-2f5b126ff0d0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:47.551216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45237bc4-61a0-4cd2-91e0-8a894851c13c,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:47.553661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:47.563113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.564581 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519613 Dec 13 20:07:47.567717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60900) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.573053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.580753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.585038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.588059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.594385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.618272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.688501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.694128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.696137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5d3a82f2-e182-43c6-8645-e8a5b4fd389f tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:47.718025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5af561b-bf51-41a8-b7f3-deac26a2d646,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:47.720435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:47.727640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.728885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601086 Dec 13 20:07:47.732133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60904) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.737455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.744514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.748385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.751251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.756734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.776914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.842155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.847389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.849187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-47d1535f-155d-4359-83ef-fd540d604d6c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:47.870871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2e301b-b27e-40f9-bede-406b3fd14ad1,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:47.873369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:47.880523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.881716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486895 Dec 13 20:07:47.884892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60908) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:47.890558 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:47.896614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:47.900497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:47.903458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:47.909132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:47.921357 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:07:47.927716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:47.994912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.000361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.006507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-47bff303-79d4-46f0-aa81-5230d40d5831 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:48.025899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc69e8a7-9f35-4c56-8b60-32f23aec499d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:48.028816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:48.037293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.038460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524322 Dec 13 20:07:48.041283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 60912) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:07:48.046664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '285a006a-fae8-46b5-928e-7f14ea759a2b', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:48.052678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:07:48.056713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:07:48.059903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:07:48.065918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:07:48.079051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:07:48.085849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.095906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:07:48.153797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.158496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:07:48.158669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.160541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dcb362de-fc7b-499a-ab0b-6c0096511f46 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:48.185784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ebecb2-5b7b-4538-ac59-a7aa3c04b85e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:48.188358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:48.197227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:48.198831 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562791 Dec 13 20:07:48.377519 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-f736f20b-c936-4e05-9f08-9b499dfccd39 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576457207&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0414436 Dec 13 20:07:48.455893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-27c25f5d-e9cc-4150-bd9a-9d0b5a695bd4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:48.457247 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-27c25f5d-e9cc-4150-bd9a-9d0b5a695bd4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 929 time: 0.0732613 Dec 13 20:07:48.582005 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-19b48603-7288-4287-98fe-fcab4d7c559a service neutron] 10.222.0.18 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1107805 Dec 13 20:07:48.717525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-f20b2dc0-66cd-420b-b6d4-6419467da9e0 service neutron] 10.222.0.18 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268520 Dec 13 20:07:48.853964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-b4d6a8aa-0b90-4253-af00-c405dc799bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306088 Dec 13 20:07:50.085842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9a549fde-ccda-465b-82cd-af697a1f5e94 req-21d30b87-ffa8-40ff-9e28-d94875838445 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0479550 Dec 13 20:07:51.070373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-c0f7ff03-1f3f-4c84-85c8-974eb9e59155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:51.071043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-c0f7ff03-1f3f-4c84-85c8-974eb9e59155 service neutron] 10.222.0.20 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1025 time: 0.0659397 Dec 13 20:07:51.275395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-577a2060-bd35-4b56-92a3-8200fa380682 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:51.277617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-577a2060-bd35-4b56-92a3-8200fa380682 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 797 time: 0.1997020 Dec 13 20:07:51.286150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d253f536-37cf-4511-a363-3f35f4812b09 req-d8d0f411-a19d-4afd-bf54-a5730f38b4b5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0564053 Dec 13 20:07:51.342198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-cc85db6b-b261-4b13-b901-b48e0dc8272e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 470 time: 0.0519001 Dec 13 20:07:51.354401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Request body: {'port': {'device_id': '77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:07:51.488957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:51.641243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17442937-9b30-498e-a804-a93e7d533382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:51.859463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:51.867256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:51.889476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Transition to ACTIVE for port object 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:07:51.895285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:51.899969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec9d5ed7-a435-4f6b-a0ed-24c1702fcde7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:52.175036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:52.179193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:52.295780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:07:52.296502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:07:52.296502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:52.301188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:07:52.301504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Attempting to bind port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:07:52.306566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:07:52.306925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Checking segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:07:52.307282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Bound using segment: {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:07:52.307708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Bound port: 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6aab83f-de43-4c4b-8be8-6efeed039a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:07:52.308046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:52.438354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:07:52.452795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:07:52.459010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:52.463802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:52.532692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:52.533315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:52.534878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] 10.222.0.20 "PUT /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1130 time: 1.1865132 Dec 13 20:07:52.535398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:52.558376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:52.562457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:52.574131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7250e6-6000-449c-8b6b-f4b0ff369851 req-0a30e8c3-0775-4387-a7a2-27f915349dd9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:52.575534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c7250e6-6000-449c-8b6b-f4b0ff369851 req-0a30e8c3-0775-4387-a7a2-27f915349dd9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 980 time: 0.1802757 Dec 13 20:07:52.597674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'status': 'completed', 'code': 200} Dec 13 20:07:52.677704 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c7250e6-6000-449c-8b6b-f4b0ff369851 req-b3d696cc-e46a-4add-b29d-3cffc08640e6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948296 Dec 13 20:07:52.695525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-49081bab-91e1-43ea-b9c8-b1ea535fa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:52.697006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-49081bab-91e1-43ea-b9c8-b1ea535fa90a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 1133 time: 0.0986071 Dec 13 20:07:52.804736 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-6121f488-acd5-4139-86e8-5da650c21b1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1035 time: 0.1001003 Dec 13 20:07:52.872099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-75382070-d2cc-4d20-828f-d9bf622ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:52.873588 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-75382070-d2cc-4d20-828f-d9bf622ed0c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 200 len: 835 time: 0.0619156 Dec 13 20:07:52.962415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-322193fa-96bb-4041-8c13-fb6590d58150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:52.963796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-322193fa-96bb-4041-8c13-fb6590d58150 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834734 Dec 13 20:07:53.118153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-a09f0931-a5d2-488f-91fd-7c2d52fbb3ea service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474054 Dec 13 20:07:53.255563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04f53a04-48ea-44b8-baef-06b7255e0e1e req-2d15e5aa-d252-402c-af64-d7063a3cb085 service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293340 Dec 13 20:07:53.393380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-5d26ce0e-f718-4d28-adde-80f00e81dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:53.394875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-5d26ce0e-f718-4d28-adde-80f00e81dcc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 1133 time: 0.0785444 Dec 13 20:07:53.529591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-86a37eb6-4eb8-407c-bb24-a07f0bf7b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:53.530981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-86a37eb6-4eb8-407c-bb24-a07f0bf7b21f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 897 time: 0.1286654 Dec 13 20:07:53.644121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-740af7d0-4525-4bed-a4b7-cd8763054b46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1035 time: 0.1054566 Dec 13 20:07:53.714210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-f6d1e8fc-8741-42b0-a212-15bc957b6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:53.715733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-f6d1e8fc-8741-42b0-a212-15bc957b6ebe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 200 len: 835 time: 0.0613773 Dec 13 20:07:53.860238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-14d1d07b-9f5b-42eb-96d1-ba5091df1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:53.861868 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-14d1d07b-9f5b-42eb-96d1-ba5091df1a5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1320040 Dec 13 20:07:53.886929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb4328cf-d443-4da9-9688-f2a761007947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:54.087448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3910b-62a4-44be-9d2d-ad7626cf55bd req-f22e7c48-1cff-4842-884c-08b1853aba20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:54.088901 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26f3910b-62a4-44be-9d2d-ad7626cf55bd req-f22e7c48-1cff-4842-884c-08b1853aba20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 980 time: 0.2960155 Dec 13 20:07:54.174153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26f3910b-62a4-44be-9d2d-ad7626cf55bd req-c55a60b0-123c-45cc-834b-a381fcc1ef1a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Dec 13 20:07:54.179265 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-88d1f27c-017e-4928-bdd9-2ef3fafbad90 service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040285 Dec 13 20:07:54.315518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-87a4ca0c-cef0-4e32-9dec-564948fabcdf req-5112fbd2-c7f3-4430-bad8-8b12555b242b service neutron] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292162 Dec 13 20:07:54.959103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:55.001285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:55.384991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dc74-ae93-4454-9b13-330d8887df2f req-bb447398-5f8f-40e6-8fa4-430328f492f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:55.386500 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-db00dc74-ae93-4454-9b13-330d8887df2f req-bb447398-5f8f-40e6-8fa4-430328f492f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 980 time: 0.0927916 Dec 13 20:07:55.437674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-db00dc74-ae93-4454-9b13-330d8887df2f req-9d89ffbe-0017-4c41-ade0-170ba1d8e19a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Dec 13 20:07:56.106936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:07:56.243249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:56.257080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'port_id': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'mac_address': 'fa:16:3e:bc:b4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:07:56.314064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:56.380877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:07:56.396737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:56.404473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:56.407502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-14875090-3ba7-4856-8a68-ef4b34c43a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:56.461071 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:56.480711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=9']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:56.483996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:56.632083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:07:56.635856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ec50d-b5ec-4453-9b05-1c687dcb599f req-cf8d6054-40f1-4745-a9e0-aa2ad0b26414 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:56.637382 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-951ec50d-b5ec-4453-9b05-1c687dcb599f req-cf8d6054-40f1-4745-a9e0-aa2ad0b26414 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 981 time: 0.0889556 Dec 13 20:07:56.683553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-951ec50d-b5ec-4453-9b05-1c687dcb599f req-032a0965-cf9d-4ce7-9974-dd8451da5a6f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Dec 13 20:07:56.829895 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:07:57.900064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6843afc-37c3-442b-ab05-abcad9833e16 req-cf4c0157-560d-43e4-b92b-cd4f13f77a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:57.900064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6843afc-37c3-442b-ab05-abcad9833e16 req-cf4c0157-560d-43e4-b92b-cd4f13f77a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 981 time: 0.0902414 Dec 13 20:07:57.947676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6843afc-37c3-442b-ab05-abcad9833e16 req-3dcff608-e0a8-4d0f-86e4-393aa283c4b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Dec 13 20:07:58.126021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:07:58.199918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:07:58.199918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:07:58.199918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:58.331118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:58.358512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:07:58.371600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:07:58.371600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:07:58.379453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:07:58.416278 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06', 'code': 200} Dec 13 20:07:58.454308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=10']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:07:58.454308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:07:58.650462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b04d8a-233e-466d-b5c8-3d1f6f37fe0d req-95256b43-5c4b-463c-9dbf-4458756c6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:58.650462 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-10b04d8a-233e-466d-b5c8-3d1f6f37fe0d req-95256b43-5c4b-463c-9dbf-4458756c6570 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 1136 time: 0.0767715 Dec 13 20:07:58.694225 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-10b04d8a-233e-466d-b5c8-3d1f6f37fe0d req-32da1c05-fd28-4a07-bb5c-7a732a3a3ee2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Dec 13 20:07:59.141626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad00d39-88ec-42dd-9457-ed819b851e8c req-f49bb4d4-e742-468d-a347-a03a2dfb4aab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:07:59.141626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ad00d39-88ec-42dd-9457-ed819b851e8c req-f49bb4d4-e742-468d-a347-a03a2dfb4aab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.0848875 Dec 13 20:07:59.190031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ad00d39-88ec-42dd-9457-ed819b851e8c req-172707f7-550e-4fde-9f33-ebd24b61b6fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Dec 13 20:08:00.382361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4453f-20c5-4ac7-83e6-e916e636bb95 req-835dee20-0b2e-4f5c-828d-3a5890674e9c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:00.382361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46d4453f-20c5-4ac7-83e6-e916e636bb95 req-835dee20-0b2e-4f5c-828d-3a5890674e9c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.0836794 Dec 13 20:08:00.434926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46d4453f-20c5-4ac7-83e6-e916e636bb95 req-2c314d08-55d7-45e6-90c6-9b2df66cf191 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444634 Dec 13 20:08:00.624778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab7aea-dbd4-4a92-967a-687e15db1b28 req-40b7f701-9bff-4f91-8da3-54e8debfba02 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:00.626447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-97ab7aea-dbd4-4a92-967a-687e15db1b28 req-40b7f701-9bff-4f91-8da3-54e8debfba02 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.0888088 Dec 13 20:08:00.675637 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-97ab7aea-dbd4-4a92-967a-687e15db1b28 req-6898fef3-3466-4a27-a9d6-96a81406d813 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428348 Dec 13 20:08:00.697820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60972) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:00.780026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7210700-8bcd-4fb6-84f5-6a1523c00f6c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:00.781549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c7210700-8bcd-4fb6-84f5-6a1523c00f6c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4&network_id=f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 200 len: 1131 time: 0.0828829 Dec 13 20:08:01.147831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3366-2257-4cb5-a951-c399a6d6f629 req-e0aaf65d-2d12-4af0-81c7-c85dbc7883c0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:01.149322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-279e3366-2257-4cb5-a951-c399a6d6f629 req-e0aaf65d-2d12-4af0-81c7-c85dbc7883c0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.0837598 Dec 13 20:08:01.197682 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-279e3366-2257-4cb5-a951-c399a6d6f629 req-32c42965-9873-4ba9-a007-f46678706db8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Dec 13 20:08:02.457365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-38ed7d1a-85bf-4071-893a-9f63af178c00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:02.458655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-38ed7d1a-85bf-4071-893a-9f63af178c00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.1455421 Dec 13 20:08:02.506273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6f91-458a-4f1a-990d-bd00fba9f9da req-64365308-aaf7-4310-bcb5-db956346f3dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:02.507685 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a9a6f91-458a-4f1a-990d-bd00fba9f9da req-64365308-aaf7-4310-bcb5-db956346f3dc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 983 time: 0.1406090 Dec 13 20:08:02.576536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-27c935a5-467a-40bb-b0dc-6801e1c397b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:02.577788 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-27c935a5-467a-40bb-b0dc-6801e1c397b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1099184 Dec 13 20:08:02.584214 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a9a6f91-458a-4f1a-990d-bd00fba9f9da req-b1d54159-2643-4b2f-a5a8-3f3fbb83ddb6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708315 Dec 13 20:08:02.736304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-30edd49d-499f-4ce8-b1cb-670ebccf5531 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1463568 Dec 13 20:08:02.800894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:02.885308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:03.224560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:03.265314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] For port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:08:03.313328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] device_id is not set on port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 yet. {{(pid=87525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 20:08:03.323254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:03.330407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:03.335016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:03.470743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=11']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:03.481666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:03.543372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] No DVR routers for this DVR port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:08:03.719647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-770aa20c-b307-4ea1-9f25-216a2785f3bc None None] Provisioning complete for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:03.719647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-770aa20c-b307-4ea1-9f25-216a2785f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:03.783017 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef53109e-0628-4579-8629-3a6202b4f58b req-66443223-d709-48fa-b76b-8fd1cf638eee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=77ebb89a-6a58-4af3-8ef3-99e9dda8b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0665102 Dec 13 20:08:03.786590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-770aa20c-b307-4ea1-9f25-216a2785f3bc None None] Port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:08:03.849703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] In _notify_port_updated(), no bound segment for port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 on network f5bc3af0-4a68-4891-86df-a764f3b1d56e {{(pid=87525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 13 20:08:03.849703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:03.849703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:03.849703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1cac2c7-f0a7-41fa-bd48-50ab9bf57b54 req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 200 len: 1026 time: 1.1089299 Dec 13 20:08:04.884342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60986) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:04.966004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:04.997125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.071157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.077677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:05.097054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a006a-fae8-46b5-928e-7f14ea759a2b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:05.099680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:05.102264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.103303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/285a006a-fae8-46b5-928e-7f14ea759a2b HTTP/1.1" status: 204 len: 168 time: 0.2174647 Dec 13 20:08:05.135936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 60992) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:05.367063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port c1409b30-73ce-4352-b440-cde0ff89ffc4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:08:05.367432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.550069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.550069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.684704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for c1409b30-73ce-4352-b440-cde0ff89ffc4 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:08:05.843022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:05.846578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7c344534-1161-43ac-a2a5-303d8d204e64 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:06.021257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=c1409b30-73ce-4352-b440-cde0ff89ffc4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:06.024303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:06.119409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:06.119409 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP c5390824-2e50-4ced-9d63-c748836a7bd6 disassociated (deleted). External IP: 172.26.6.11, port: 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06. Dec 13 20:08:06.170037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:08:06.233612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:08:06.487595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 24b1e073-d151-4db5-a488-55ed6713bf2f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:08:06.682045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:08:06.690030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Sync routers for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:08:06.702919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:06.703468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:06.703468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:06.762627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/c5390824-2e50-4ced-9d63-c748836a7bd6 HTTP/1.1" status: 204 len: 168 time: 1.6239009 Dec 13 20:08:06.900550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:06.915440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32770) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:06.990042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.019470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.105002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.112205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d1ac1bef-e2a5-4b54-a110-5ddd94171d10 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:07.136164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aeb87f-0556-4798-9eb3-862d7b8076d1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:07.136164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:07.136164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.136164 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/52aeb87f-0556-4798-9eb3-862d7b8076d1 HTTP/1.1" status: 204 len: 168 time: 0.2143939 Dec 13 20:08:07.170940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32776) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:07.243735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:08:07.243953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.299506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:07.309317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Checking router: 24b1e073-d151-4db5-a488-55ed6713bf2f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:08:07.325791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:07.329821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:07.528976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:07.535575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.660024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 owned by {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:08:07.899460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:07.903471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daeab4-1955-4b2d-9dfa-77402d5e734b None None] The sync data for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv is: [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:20Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'e0f44bde-321e-4e00-9113-5d2ae7a85c08', 'name': '', 'network_id': 'f5bc3af0-4a68-4891-86df-a764f3b1d56e', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:71:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:19Z', 'updated_at': '2021-12-13T20:07:27Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': 'b86eb037-f67b-4d83-ba7f-085d0e3de7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:08:07.957230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:07.963734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b7d1b30-f4e1-480c-a378-1032a6c07f47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:08.008952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:08.011547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:08.119854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:08.133099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/ports/2ea7b9e9-52cd-4e85-aa46-f8a29b86cf06 HTTP/1.1" status: 204 len: 168 time: 0.9610145 Dec 13 20:08:08.135698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32780) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:08.154331 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee213ca-41dd-44d6-92c5-48879cae35e0 None None] New status for floating IP c5390824-2e50-4ced-9d63-c748836a7bd6: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:08:08.704117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:09.076112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port e0f44bde-321e-4e00-9113-5d2ae7a85c08 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:08:09.076429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:09.261015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port e0f44bde-321e-4e00-9113-5d2ae7a85c08, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e0f44bde-321e-4e00-9113-5d2ae7a85c08,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:09.261773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:09.515212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for e0f44bde-321e-4e00-9113-5d2ae7a85c08 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:08:09.715028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:09.720080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cd3d6b02-aec3-480d-aaaf-f0b776bce82a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:09.770211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=e0f44bde-321e-4e00-9113-5d2ae7a85c08,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:09.773564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:10.049864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:10.416987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 24b1e073-d151-4db5-a488-55ed6713bf2f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:08:10.624286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:08:10.634789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Sync routers for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:08:10.637608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/24b1e073-d151-4db5-a488-55ed6713bf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5008862 Dec 13 20:08:10.640401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32784) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:10.644778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:10.645536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:10.707268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet b86eb037-f67b-4d83-ba7f-085d0e3de7b5 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:08:10.711020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:10.769436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:10.824444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:10.852645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:10.925670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:10.930591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bad298b5-84e0-4af4-9820-8437d9408c10 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:11.108010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=b86eb037-f67b-4d83-ba7f-085d0e3de7b5,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:11.111074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:11.112054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.119689 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3dc02392-61e0-45f7-a417-eb89a34f8f4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/b86eb037-f67b-4d83-ba7f-085d0e3de7b5 HTTP/1.1" status: 204 len: 168 time: 0.4778547 Dec 13 20:08:11.121843 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32788) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:11.122950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:08:09Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:11.126827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a088a04-2126-4522-bea9-ddc83ea71388 None None] Network f5bc3af0-4a68-4891-86df-a764f3b1d56e requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:08:11.146302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Checking router: 24b1e073-d151-4db5-a488-55ed6713bf2f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:08:11.216576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Routers {'24b1e073-d151-4db5-a488-55ed6713bf2f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:11.217302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['24b1e073-d151-4db5-a488-55ed6713bf2f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:11.300683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.485955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.496922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] Set router 24b1e073-d151-4db5-a488-55ed6713bf2f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:11.498267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port a0903f8c-9805-4714-9967-44cd390b558a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:08:11.498730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.687337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port a0903f8c-9805-4714-9967-44cd390b558a, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a0903f8c-9805-4714-9967-44cd390b558a,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:11.687704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.717944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] DHCP port deletion for f5bc3af0-4a68-4891-86df-a764f3b1d56e request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:08:11.733401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Deleting port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:08:11.733778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.813146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for a0903f8c-9805-4714-9967-44cd390b558a owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:08:11.984892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:11.988501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:12.017302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] For port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,segment=NetworkSegment(f6aab83f-de43-4c4b-8be8-6efeed039a0f),segment_id=f6aab83f-de43-4c4b-8be8-6efeed039a0f)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:12.017730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.025998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.029939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=a0903f8c-9805-4714-9967-44cd390b558a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:12.033563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:12.123787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.145984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Calling delete_port for 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:08:12.188982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-77215064-6109-405e-8e87-be4622b74c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:08:09Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:12.197936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77215064-6109-405e-8e87-be4622b74c3f None None] The sync data for ids ['24b1e073-d151-4db5-a488-55ed6713bf2f'] in dv-neutron-821563-1-hyperv is: [{'id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'name': 'tempest-TestNetworkBasicOps-router-1184242441', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:08:09Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'a0903f8c-9805-4714-9967-44cd390b558a', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b1e073-d151-4db5-a488-55ed6713bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:07:15Z', 'updated_at': '2021-12-13T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:08:12.237332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.241752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:12.287163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Pushing event deleted for resources: {'Port': ['ID=2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:12.290507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:12.291382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] No DVR routers for this DVR port 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:08:12.299118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.302286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.327788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.328569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router 24b1e073-d151-4db5-a488-55ed6713bf2f {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:08:12.344199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.345557 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/24b1e073-d151-4db5-a488-55ed6713bf2f HTTP/1.1" status: 204 len: 168 time: 1.2226081 Dec 13 20:08:12.348293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32792) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:12.591313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.728401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.753431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bc3af0-4a68-4891-86df-a764f3b1d56e']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:12.766262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aab83f-de43-4c4b-8be8-6efeed039a0f') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:12.766561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aab83f-de43-4c4b-8be8-6efeed039a0f') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:12.778997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.796224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.803349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:08:12.803822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:08:12.818964 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:08:12.903951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.907543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c75d116f-b799-424a-aba9-b01a835729c9 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:12.921875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:12.933451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=f5bc3af0-4a68-4891-86df-a764f3b1d56e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:12.936561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:12.943907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/f5bc3af0-4a68-4891-86df-a764f3b1d56e HTTP/1.1" status: 204 len: 168 time: 0.5945876 Dec 13 20:08:12.956617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32796) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:12.968590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d00f4560-601d-4063-9336-72a73457be84 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106127 Dec 13 20:08:12.971096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:12.977152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--1158524720', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:12.982462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:12.986809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:12.989901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:13.110591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:13.124240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:08:13.130451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.165792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:08:13.176460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.177425 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment a788b3d0-5330-4333-bb50-937172c42b3e of type vlan for network 3d5cf351-c50f-4e88-8209-94b41f630879 Dec 13 20:08:13.206015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.238047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.244177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:13.244759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.248610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ca1203b9-fd76-4af1-b0c9-ea12431b734f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:13.360233 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3854778 Dec 13 20:08:13.360668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32804) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:13.363149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=3d5cf351-c50f-4e88-8209-94b41f630879,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:13.368450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:13.379675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:13.382689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.383082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.383463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.383838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.384207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.384579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.384943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.385338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.385703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.386064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.386426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.386771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:13.390951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:13.391855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:13.402624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:13.402624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:13.405259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3d5cf351-c50f-4e88-8209-94b41f630879 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:08:13.411790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.412824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.428325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:13.529036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e0f44bde-321e-4e00-9113-5d2ae7a85c08 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:08:13.567711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e0f44bde-321e-4e00-9113-5d2ae7a85c08 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:08:13.568036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e0f44bde-321e-4e00-9113-5d2ae7a85c08 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:08:13.568513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a0903f8c-9805-4714-9967-44cd390b558a no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:08:13.602218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a0903f8c-9805-4714-9967-44cd390b558a {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:08:13.602576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a0903f8c-9805-4714-9967-44cd390b558a not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:08:13.602998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:08:13.635301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:08:13.635566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ba0cfac-17ed-4b80-86c6-e5c6e64d55ae not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:08:13.697864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:14.001814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:14.030206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:14.170583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.48 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/14e7393d-121f-4212-b99d-38d7aac51abe) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:08:14.322514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:14.359429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:14.366698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:14.429005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:14.431685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:14.435238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:08:14.468843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:14.480134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:14.968780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:15.310768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:15.522927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router d78c06d9-03e9-4267-8295-cfb864b76b28 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:08:15.730547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:08:15.740887 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:08:15.752857 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:15.753728 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:15.767450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:15.772045 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4077117 Dec 13 20:08:15.772421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32810) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:15.814526 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f22826b-6ac5-4d11-b248-851bd9acabf4 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407927 Dec 13 20:08:15.817439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32814) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:15.937476 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:15.944955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad0eb0-6165-461d-b1f9-baca0692b21f tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:15.946467 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-05ad0eb0-6165-461d-b1f9-baca0692b21f tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281340 Dec 13 20:08:15.949717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32818) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:15.987883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cf5c71f2-b02e-458d-a48d-41f99717f18e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368946 Dec 13 20:08:15.990790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32822) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:15.996081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2043128741', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:16.227595 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:16.231569 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:08:16.231923 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Updating router d78c06d9-03e9-4267-8295-cfb864b76b28 port 14e7393d-121f-4212-b99d-38d7aac51abe binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:08:16.241209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:16.244990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:16.247877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:16.253617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:16.264572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:08:16.268037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.286891 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.498011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.504332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82573bca-c6d0-4600-b7d9-463149fa5bd3 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:16.584660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=602a7564-8093-4d5d-ad24-7b8741061fc7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:16.588122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:16.592327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:08:16.592717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 3d5cf351-c50f-4e88-8209-94b41f630879, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:08:16.614773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 3d5cf351-c50f-4e88-8209-94b41f630879 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:08:16.622884 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.624052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 3d5cf351-c50f-4e88-8209-94b41f630879) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:16.629355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:16.630712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.634504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f5783-3fa4-45a3-b526-da4797c9041b None None] Network 3d5cf351-c50f-4e88-8209-94b41f630879 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:08:16.635149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Transition to ACTIVE for port object 14e7393d-121f-4212-b99d-38d7aac51abe will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:16.642217 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.645922 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-51d632f6-ee27-4a2e-8e42-674696f4db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:16.659182 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6e03d0c2-30a8-4fbd-8f13-ce037e56cb51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6648726 Dec 13 20:08:16.659522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32826) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:16.718747 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Attempting to bind port 14e7393d-121f-4212-b99d-38d7aac51abe on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:08:16.719121 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Attempting to bind port 14e7393d-121f-4212-b99d-38d7aac51abe by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:08:16.719482 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Attempting to bind port 14e7393d-121f-4212-b99d-38d7aac51abe on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:08:16.725662 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:16.729676 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:16.730571 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:08:16.730942 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:08:16.731345 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.731728 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:08:16.732199 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Bound port: 14e7393d-121f-4212-b99d-38d7aac51abe, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:08:16.732601 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.809884 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:08:16.813104 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14e7393d-121f-4212-b99d-38d7aac51abe,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:08:16.819846 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.826523 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-cd4dc597-abe0-4291-b036-24aea1156012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:16.855950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-3d5cf351-c50f-4e88-8209-94b41f630879', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:08:16.856995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:16.900522 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:16.901414 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:16.972669 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:16.987399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:17.024384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Allocated IP 172.20.0.2 (3d5cf351-c50f-4e88-8209-94b41f630879/602a7564-8093-4d5d-ad24-7b8741061fc7/e2db4f7b-caab-404a-95ba-0b9399051d7d) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:08:17.122279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:17.241513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.252065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Transition to ACTIVE for port object e2db4f7b-caab-404a-95ba-0b9399051d7d will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:17.270798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Transition to ACTIVE for port object e2db4f7b-caab-404a-95ba-0b9399051d7d will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:17.278715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.288780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:17.360679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Network 3d5cf351-c50f-4e88-8209-94b41f630879 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:17.361783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Pushing event updated for resources: {'Port': ['ID=e2db4f7b-caab-404a-95ba-0b9399051d7d,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:17.364921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:17.366086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:17.368265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:08:17.402749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.411673 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:17.416477 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0cf41-989e-4123-a82c-605a06a25a19 None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:14Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:08:17.515575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Attempting to bind port e2db4f7b-caab-404a-95ba-0b9399051d7d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:08:17.515958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Attempting to bind port e2db4f7b-caab-404a-95ba-0b9399051d7d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:08:17.516330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Attempting to bind port e2db4f7b-caab-404a-95ba-0b9399051d7d on network 3d5cf351-c50f-4e88-8209-94b41f630879 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:08:17.522068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:08:17.522410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Checking segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:08:17.522857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.523384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Bound using segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:08:17.523835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Bound port: e2db4f7b-caab-404a-95ba-0b9399051d7d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:08:17.524213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.619249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] For port e2db4f7b-caab-404a-95ba-0b9399051d7d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:08:17.626400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] For port e2db4f7b-caab-404a-95ba-0b9399051d7d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2db4f7b-caab-404a-95ba-0b9399051d7d,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:08:17.656312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:17.666218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:17.754025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Pushing event updated for resources: {'Port': ['ID=e2db4f7b-caab-404a-95ba-0b9399051d7d,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:17.764473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:18.022483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (3d5cf351-c50f-4e88-8209-94b41f630879/602a7564-8093-4d5d-ad24-7b8741061fc7/03e6c670-d02d-4836-8a94-370977ecb803) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:08:18.194815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:18.211612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 03e6c670-d02d-4836-8a94-370977ecb803 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:18.235532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:18.246142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c22b6f57-9bb3-4559-b8a0-7febe744ede6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:18.299038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 3d5cf351-c50f-4e88-8209-94b41f630879 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:18.302727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:18.311780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:08:18.368055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:18.381849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.382244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.382631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.383007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.383385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.383762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.384134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.384506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.384881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.385280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.385650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.386018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:18.392220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:18.395482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:18.565096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:18.703865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2fb5d0-1971-4ea7-935c-9a4a666dbd1b None None] Network 3d5cf351-c50f-4e88-8209-94b41f630879 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:08:18.827482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-75bd05fc-c633-4f93-a755-6c0f025091ed None None] Provisioning for port e2db4f7b-caab-404a-95ba-0b9399051d7d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:19.007049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.012473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.038163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ba50450-386c-40c5-9d82-f82d31f4f1f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:19.128250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.132211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:19.135180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:19.262363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7c3066bd-5a0c-4e16-bd13-60c3aa792cb1 None None] Provisioning for port 03e6c670-d02d-4836-8a94-370977ecb803 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:19.267685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7c3066bd-5a0c-4e16-bd13-60c3aa792cb1 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:19.268077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7c3066bd-5a0c-4e16-bd13-60c3aa792cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.282422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 3d5cf351-c50f-4e88-8209-94b41f630879 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:19.283839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:19.344166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7c3066bd-5a0c-4e16-bd13-60c3aa792cb1 None None] Port 03e6c670-d02d-4836-8a94-370977ecb803 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:08:19.484074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-69cc855c-c391-49c3-b1ec-87478c0b7b1a None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:19.484461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69cc855c-c391-49c3-b1ec-87478c0b7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.496413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router d78c06d9-03e9-4267-8295-cfb864b76b28 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:08:19.549890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69cc855c-c391-49c3-b1ec-87478c0b7b1a None None] Port 03e6c670-d02d-4836-8a94-370977ecb803 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:08:19.611401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:19.685654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c55be971-01de-4c97-81c5-1395101bc0d1 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:19.685955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c55be971-01de-4c97-81c5-1395101bc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.727760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 14e7393d-121f-4212-b99d-38d7aac51abe completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:19.742576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14e7393d-121f-4212-b99d-38d7aac51abe triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:19.742886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.783466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c55be971-01de-4c97-81c5-1395101bc0d1 None None] Port 03e6c670-d02d-4836-8a94-370977ecb803 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:08:19.827316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:08:19.843266 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1793220 Dec 13 20:08:19.843485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:08:19.843607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32830) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:19.873945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:19.874585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:19.933737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:19.967430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14e7393d-121f-4212-b99d-38d7aac51abe,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:19.986854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.987329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.987790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.988246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.988844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.989336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:19.993841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6abe4e38-6cb9-4fa0-b4df-8da5e2c33bc0 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1467228 Dec 13 20:08:19.994030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32834) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:20.019684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:20.020513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2db4f7b-caab-404a-95ba-0b9399051d7d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:20.049407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:20.063172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.063796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.064064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.064491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.064945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.065430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:20.068484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-19a99e96-5a87-44e6-a588-44d8ea305610 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0722888 Dec 13 20:08:20.070335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32838) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:20.165583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:20.216226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:20.221350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:20.244058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e2db4f7b-caab-404a-95ba-0b9399051d7d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:20.286110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0bd3c6d8-317d-4d10-8b6f-947a38607d7a tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2141261 Dec 13 20:08:20.309591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e2db4f7b-caab-404a-95ba-0b9399051d7d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:20.309972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:20.605883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:20.648888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e2db4f7b-caab-404a-95ba-0b9399051d7d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2db4f7b-caab-404a-95ba-0b9399051d7d,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:20.656670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:20.661466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:20.702767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:20.715822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:08:20.716189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Updating router d78c06d9-03e9-4267-8295-cfb864b76b28 port 03e6c670-d02d-4836-8a94-370977ecb803 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:08:20.775144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e2db4f7b-caab-404a-95ba-0b9399051d7d,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:20.778297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:20.783054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:20.964302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32844) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:20.969922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144945601', 'description': 'tempest-secgroup-smoke-1144945601 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:20.976539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:20.980954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:20.984047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:20.991522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.002382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.022396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.026403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.029501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.036111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.110121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.115360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.120734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9a4c4162-173c-4adb-988a-90c0969b9652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.127619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.147402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Transition to ACTIVE for port object 03e6c670-d02d-4836-8a94-370977ecb803 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:21.155213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.160211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.165661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed28dce-6d2c-4e4f-a34e-be99931ee3ca,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.167355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.171944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32848) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:21.177736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:21.181574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2160981 Dec 13 20:08:21.182685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.185004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.188872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.192153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.201711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.235396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.313560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.320443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.320687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.329122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f3153825-1c3c-480b-a608-b7d897f7956a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.330519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.349895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee90236-7635-4edc-9541-1d0af30defe1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.363745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.378338 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.379930 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072177 Dec 13 20:08:21.382803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32852) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:21.389979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Attempting to bind port 03e6c670-d02d-4836-8a94-370977ecb803 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:08:21.390564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Attempting to bind port 03e6c670-d02d-4836-8a94-370977ecb803 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:08:21.391351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Attempting to bind port 03e6c670-d02d-4836-8a94-370977ecb803 on network 3d5cf351-c50f-4e88-8209-94b41f630879 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:08:21.393609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:21.400411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:08:21.401236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Checking segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:08:21.401919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.402546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Bound using segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:08:21.403304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Bound port: 03e6c670-d02d-4836-8a94-370977ecb803, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:08:21.403898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.404406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.411075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.415876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.424811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.445361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.523661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:08:21.525423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.527478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=03e6c670-d02d-4836-8a94-370977ecb803,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:08:21.531092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.533251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c90ad36c-1eb4-4a70-9393-421d28476f8e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.535130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.539544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-68a3c143-e788-4637-be2f-030a4ec4366e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.554827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db141e7-21c7-4fc5-a2bb-814764232204,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.558934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.567868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.569053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841691 Dec 13 20:08:21.571836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:21.577476 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:21.580774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:21.584131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.587922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.590916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.596984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.614921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.681527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.686985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.696593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c2c68210-6399-40c5-8331-060ecd160c30 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.696834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:21.697363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:07:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:21.718822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688be7d4-4bae-4c88-b4f1-c9b0ff68444b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.721411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.727339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.729096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558824 Dec 13 20:08:21.731534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32860) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:21.737240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:21.744054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.747933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.751030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.757039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-236361e8-3ec2-40ac-a686-cb64e1a415e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.757673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.766859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.774650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.780577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.803180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14e7393d-121f-4212-b99d-38d7aac51abe triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:21.803744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.854830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.862756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.869696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8551dbd5-6caa-4967-af2a-d672c48c56df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:21.892517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7d59d8-f71f-4654-b3a0-92cf18bff726,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:21.895260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:21.903068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.904393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1718597 Dec 13 20:08:21.907152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32864) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:21.912566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:21.918544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:21.922304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:21.925238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:21.931304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:21.942538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:08:21.950059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:21.957498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:22.017353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.021858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.023684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-326b43a9-cf55-4648-814e-1decb9170ba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:22.047090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a90241-c098-4de5-af47-228a824145b6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:22.049752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:22.058721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.060087 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-16ad6e32-5714-4288-92a7-de3bbafeed54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520150 Dec 13 20:08:22.063515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:22.070008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'fed28dce-6d2c-4e4f-a34e-be99931ee3ca', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:22.077050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:22.081274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:22.084436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:22.090483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:22.104844 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:08:22.111868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.184414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.188516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.194721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0d05f448-07b1-4d98-837a-35713f4887e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:22.209867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2db4f7b-caab-404a-95ba-0b9399051d7d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:22.214322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3d5956-744b-4eb9-bc8b-ea916a6b4909,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:22.216931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:22.224953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.226324 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e6c18ee6-8d10-4791-8453-8af6cd44586c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617670 Dec 13 20:08:22.387947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-5061effd-c071-4089-aac7-887ee7ab9c71 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:08:22.390389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e2db4f7b-caab-404a-95ba-0b9399051d7d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:22.390781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:22.403590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-5061effd-c071-4089-aac7-887ee7ab9c71 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:08:22.404786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-5061effd-c071-4089-aac7-887ee7ab9c71 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144945601&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0554609 Dec 13 20:08:22.520360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:21Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:22.529197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf90a-a660-4392-b2f8-a52e89b98380 None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:21Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:08:22.560386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-0835eb48-4531-45c7-931e-7f293fb2bd20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:22.561391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-0835eb48-4531-45c7-931e-7f293fb2bd20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:08:22.581908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-0835eb48-4531-45c7-931e-7f293fb2bd20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:08:22.583251 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-0835eb48-4531-45c7-931e-7f293fb2bd20 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 200 len: 797 time: 0.1715782 Dec 13 20:08:22.611547 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-b7a8e326-e1ec-4dc0-b20f-d7f23b848177 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0169072 Dec 13 20:08:22.713941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-e27d0dd1-2a6b-444c-b402-970452eaef2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:08:22.732118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-549f2359-6b21-435d-9328-044aa95f58f8 req-e27d0dd1-2a6b-444c-b402-970452eaef2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:08:22.737991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-e27d0dd1-2a6b-444c-b402-970452eaef2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235137 Dec 13 20:08:22.892176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-9ca13a7e-d41b-4160-a1e9-693aaddbb79e service neutron] 10.222.0.18 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434150 Dec 13 20:08:23.092679 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-d5633cbe-a665-4757-8793-b878842475f4 service neutron] 10.222.0.18 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540484 Dec 13 20:08:23.309341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8ccc8e87-9390-4bbb-8e1d-ed50df97e674 req-778c6dea-10fb-4576-a841-d675bd39edfc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 210 time: 0.0557032 Dec 13 20:08:23.592939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:23.687635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 03e6c670-d02d-4836-8a94-370977ecb803 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:23.694163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:23.695264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:23.836032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:23.880307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=03e6c670-d02d-4836-8a94-370977ecb803,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:23.887784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:23.891095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:23.952635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-685cdb3e-e4c8-48b6-8315-fe9ad73aea6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:23.975020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:23.985934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.985934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.986177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.986833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.986913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.987259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.987553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.987869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.988485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.988773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.989463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.989463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:08:23.994017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:24.639639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ba8c585e-bdde-434e-9e19-b7848eb6e63f req-0a648aea-6748-4503-8d73-32816220b284 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 210 time: 0.0589237 Dec 13 20:08:24.700773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-90ba72ad-54c0-4992-be6c-f4573f8da2d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:24.702224 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-90ba72ad-54c0-4992-be6c-f4573f8da2d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 200 len: 797 time: 0.3757970 Dec 13 20:08:24.753827 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-9592b933-cc32-485c-9efc-9e9fc0038ecb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 380 time: 0.0415745 Dec 13 20:08:24.761948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['fed28dce-6d2c-4e4f-a34e-be99931ee3ca']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:24.902801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:24.912883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:24.925675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:08:24.928636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:24.967519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.010625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.099616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.12 (3d5cf351-c50f-4e88-8209-94b41f630879/602a7564-8093-4d5d-ad24-7b8741061fc7/a3efb9b7-48d7-40db-9f71-9aefe3923941) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:08:25.311953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.328279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object a3efb9b7-48d7-40db-9f71-9aefe3923941 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:25.354533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.360669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:25.426532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 3d5cf351-c50f-4e88-8209-94b41f630879 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:25.429888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:25.434278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:08:25.469449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:25.482772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:25.515329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:25.515960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.550058 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921014 Dec 13 20:08:25.558264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:25.564607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Request body: {'port': {'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:25.653218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:25.653699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.713270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.795019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f7bf8ac-5d74-4824-b06b-d6cdca70e17c None None] Provisioning for port a3efb9b7-48d7-40db-9f71-9aefe3923941 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:25.804151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f7bf8ac-5d74-4824-b06b-d6cdca70e17c None None] Provisioning complete for port a3efb9b7-48d7-40db-9f71-9aefe3923941 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:25.804151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf8ac-5d74-4824-b06b-d6cdca70e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:25.877644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5f7bf8ac-5d74-4824-b06b-d6cdca70e17c None None] Port a3efb9b7-48d7-40db-9f71-9aefe3923941 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:08:26.020707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d000-87e5-49f9-9c6f-9d63ed814639 req-d91e8fc1-1451-4cad-9b88-73b685cb1070 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:26.021222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4f26d000-87e5-49f9-9c6f-9d63ed814639 req-d91e8fc1-1451-4cad-9b88-73b685cb1070 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:08:26.058213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4f26d000-87e5-49f9-9c6f-9d63ed814639 req-d91e8fc1-1451-4cad-9b88-73b685cb1070 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:08:26.059639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f26d000-87e5-49f9-9c6f-9d63ed814639 req-d91e8fc1-1451-4cad-9b88-73b685cb1070 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 932 time: 0.2800825 Dec 13 20:08:26.131622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f26d000-87e5-49f9-9c6f-9d63ed814639 req-f9961c7c-118d-4fee-90a0-c3e02773b595 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556238 Dec 13 20:08:26.201058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3efb9b7-48d7-40db-9f71-9aefe3923941 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:08:26.209011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.223938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Transition to ACTIVE for port object a3efb9b7-48d7-40db-9f71-9aefe3923941 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:08:26.230014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.234861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21c8177a-e9d7-4650-a6e4-cd5a8499ba46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:26.368967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:26.397380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:26.418631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.479901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Attempting to bind port a3efb9b7-48d7-40db-9f71-9aefe3923941 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:08:26.480226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Attempting to bind port a3efb9b7-48d7-40db-9f71-9aefe3923941 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:08:26.480556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Attempting to bind port a3efb9b7-48d7-40db-9f71-9aefe3923941 on network 3d5cf351-c50f-4e88-8209-94b41f630879 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:08:26.485213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Port a3efb9b7-48d7-40db-9f71-9aefe3923941 on network 3d5cf351-c50f-4e88-8209-94b41f630879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:08:26.485538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Attempting to bind port a3efb9b7-48d7-40db-9f71-9aefe3923941 on network 3d5cf351-c50f-4e88-8209-94b41f630879 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:08:26.491138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:08:26.491481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Checking segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:08:26.491864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Bound using segment: {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:08:26.492283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Bound port: a3efb9b7-48d7-40db-9f71-9aefe3923941, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a788b3d0-5330-4333-bb50-937172c42b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:08:26.492627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.718948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:08:26.721818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:08:26.730172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.733736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-312eb576-8f0d-433a-82ed-9a8f8c3ec456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:26.792644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:26.793432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:26.794691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 200 len: 1094 time: 1.2362621 Dec 13 20:08:26.795279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:08:26.826239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:26.830666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:26.885577 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'status': 'completed', 'code': 200} Dec 13 20:08:26.936952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-143dcd9b-2e6b-4020-af08-1e0fc411fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:26.938975 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-143dcd9b-2e6b-4020-af08-1e0fc411fd1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1097 time: 0.1040847 Dec 13 20:08:27.022323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-5e6ffdc5-63b9-4ce8-9395-bdb9d88448bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 200 len: 217 time: 0.0758185 Dec 13 20:08:27.094457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-74793b1f-7ffd-4ea7-b22b-42bce56197a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.095370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-74793b1f-7ffd-4ea7-b22b-42bce56197a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=602a7564-8093-4d5d-ad24-7b8741061fc7 HTTP/1.1" status: 200 len: 835 time: 0.0674503 Dec 13 20:08:27.176061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2359-6b21-435d-9328-044aa95f58f8 req-c334a9de-afaa-48aa-956d-27f5714e4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.177721 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-c334a9de-afaa-48aa-956d-27f5714e4914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d5cf351-c50f-4e88-8209-94b41f630879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760002 Dec 13 20:08:27.372884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-0448b3f5-c2c5-4754-9e86-a5537e2c26d2 service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876404 Dec 13 20:08:27.408986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30251031-da3a-41a0-a307-ee1df077e5df req-144e8e07-c86c-48a0-9181-7a71a04c7b86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.410918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30251031-da3a-41a0-a307-ee1df077e5df req-144e8e07-c86c-48a0-9181-7a71a04c7b86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 944 time: 0.1520214 Dec 13 20:08:27.524481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30251031-da3a-41a0-a307-ee1df077e5df req-39ee917f-f52c-416c-b034-614693f49cc6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079159 Dec 13 20:08:27.559859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-549f2359-6b21-435d-9328-044aa95f58f8 req-bc60a092-36b9-4b75-89ba-c803b8b2d61a service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784716 Dec 13 20:08:27.679958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdac77-c803-498e-aaa5-410925771569 req-ef49200d-0ec4-40f4-85fa-7ba949d45cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.681407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-ef49200d-0ec4-40f4-85fa-7ba949d45cf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1097 time: 0.0743330 Dec 13 20:08:27.820120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdac77-c803-498e-aaa5-410925771569 req-023cf985-1101-4c2c-b4e4-34a7b184cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.821590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-023cf985-1101-4c2c-b4e4-34a7b184cab9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 200 len: 897 time: 0.1309166 Dec 13 20:08:27.902121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-80dcdf55-ef58-495f-98fa-6a9a08551f08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 200 len: 217 time: 0.0709019 Dec 13 20:08:27.981905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdac77-c803-498e-aaa5-410925771569 req-ea46a736-be15-432f-95d7-9b59e12dee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:27.983220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-ea46a736-be15-432f-95d7-9b59e12dee28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=602a7564-8093-4d5d-ad24-7b8741061fc7 HTTP/1.1" status: 200 len: 835 time: 0.0723946 Dec 13 20:08:28.067998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdac77-c803-498e-aaa5-410925771569 req-3b22646a-a9ac-41cb-ab43-e373a762ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:28.069505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-3b22646a-a9ac-41cb-ab43-e373a762ae9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d5cf351-c50f-4e88-8209-94b41f630879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771093 Dec 13 20:08:28.216661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-aa3a03ea-8ff4-4868-b383-3918f6772f23 service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392651 Dec 13 20:08:28.348756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94fdac77-c803-498e-aaa5-410925771569 req-0548e206-229f-4453-b827-732e2bb5f6ef service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238520 Dec 13 20:08:28.720659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c9809-9e14-4a62-ad9c-87ac6be8810a req-897aad40-74d4-4baf-bc5a-36198271eee9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:28.722177 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-011c9809-9e14-4a62-ad9c-87ac6be8810a req-897aad40-74d4-4baf-bc5a-36198271eee9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 944 time: 0.0847654 Dec 13 20:08:28.767625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-011c9809-9e14-4a62-ad9c-87ac6be8810a req-79b79181-c462-450a-9323-3cc3b67a05f1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Dec 13 20:08:30.096221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c2a-a6bf-4e4f-8ef1-fa85a739be30 req-351678b2-5a77-4fc6-9957-ba9a1e433b70 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:30.097644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27d14c2a-a6bf-4e4f-8ef1-fa85a739be30 req-351678b2-5a77-4fc6-9957-ba9a1e433b70 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 944 time: 0.2150624 Dec 13 20:08:30.141969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27d14c2a-a6bf-4e4f-8ef1-fa85a739be30 req-4084f94d-05bb-4801-aaff-716003978ea4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385149 Dec 13 20:08:30.234187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-25d1f306-0b2d-4b02-9340-1f2cb7d855a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757389 Dec 13 20:08:30.262535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a3efb9b7-48d7-40db-9f71-9aefe3923941 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:08:30.383551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-dab02c4b-bf30-4c15-a205-b49a4b8b3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:30.385042 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-dab02c4b-bf30-4c15-a205-b49a4b8b3755 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.0778344 Dec 13 20:08:30.396873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:30.410629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:08:30.466136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:30.483196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3efb9b7-48d7-40db-9f71-9aefe3923941 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:08:30.499384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:30.504844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:30.506762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:30.536525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-caa7a480-016b-4dfc-9140-55f1c8f7a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:30.538054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-caa7a480-016b-4dfc-9140-55f1c8f7a79b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1321197 Dec 13 20:08:30.575796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:30.578987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:30.651093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-ac2056bb-778d-4f87-b676-46661922acdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 1001 time: 0.1038384 Dec 13 20:08:30.711244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['a3efb9b7-48d7-40db-9f71-9aefe3923941'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:08:30.714243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-3f5869f5-7734-4f9f-9b93-61a1aa4260ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:30.715656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-3f5869f5-7734-4f9f-9b93-61a1aa4260ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0577016 Dec 13 20:08:30.796108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-785a569d-ef8c-4f16-9ab3-60e84a499eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:30.797656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-785a569d-ef8c-4f16-9ab3-60e84a499eaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748410 Dec 13 20:08:30.932984 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-fd8df157-8254-428b-a049-b42449bfc904 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273420 Dec 13 20:08:31.079595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03ad21a1-2b66-4003-b664-bf27dfcff046 req-117d098c-6c83-433e-a866-3a272cfc2f82 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350040 Dec 13 20:08:31.336468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d769b4-c160-446d-a1c7-1a96398cee69 req-acef2a07-06a9-45e9-bc67-2745a01a0147 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:31.337995 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4d769b4-c160-446d-a1c7-1a96398cee69 req-acef2a07-06a9-45e9-bc67-2745a01a0147 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 945 time: 0.0880492 Dec 13 20:08:31.383265 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4d769b4-c160-446d-a1c7-1a96398cee69 req-552aac73-6d9e-4ef1-8ee5-84de1305c2f1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Dec 13 20:08:32.277893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a3efb9b7-48d7-40db-9f71-9aefe3923941 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:08:32.397944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port a3efb9b7-48d7-40db-9f71-9aefe3923941 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:08:32.402752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port a3efb9b7-48d7-40db-9f71-9aefe3923941 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:08:32.403173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:32.519409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:32.546244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:08:32.556753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:08:32.564853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:32.566923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:32.581615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de805f-1ae2-480e-b0d7-0e79d5315591 req-21c4804e-8b7a-4295-88aa-d449defdbb46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:32.583219 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6de805f-1ae2-480e-b0d7-0e79d5315591 req-21c4804e-8b7a-4295-88aa-d449defdbb46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 945 time: 0.0923920 Dec 13 20:08:32.605072 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'code': 200} Dec 13 20:08:32.639097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:32.640638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6de805f-1ae2-480e-b0d7-0e79d5315591 req-95a57427-66ed-4604-8a67-8a91ac9ba9d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513265 Dec 13 20:08:32.642270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:32.842347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3435-39c8-4e8d-b099-78214787b518 req-14c919ea-dd53-4771-82cd-a8ee5cf99e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:32.843619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf9e3435-39c8-4e8d-b099-78214787b518 req-14c919ea-dd53-4771-82cd-a8ee5cf99e72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1099 time: 0.0730684 Dec 13 20:08:32.885023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf9e3435-39c8-4e8d-b099-78214787b518 req-80085719-4fe6-433b-aadb-3e3288f3491f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348814 Dec 13 20:08:33.829494 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:08:33.844998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a173f58-fe33-4fce-ae53-2689a1efb4f7 req-43d4f203-00a9-482c-b631-9c438773bf5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:33.846554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a173f58-fe33-4fce-ae53-2689a1efb4f7 req-43d4f203-00a9-482c-b631-9c438773bf5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.0879922 Dec 13 20:08:33.896994 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a173f58-fe33-4fce-ae53-2689a1efb4f7 req-1e6f6a8d-869d-48a5-870d-5947e5182e2a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Dec 13 20:08:35.109120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fca135-2547-4dff-b3c0-20a87e8a5d07 req-d68f8ca5-8571-46d8-914a-a5dcd0589727 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:35.110542 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c5fca135-2547-4dff-b3c0-20a87e8a5d07 req-d68f8ca5-8571-46d8-914a-a5dcd0589727 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.0976889 Dec 13 20:08:35.162197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c5fca135-2547-4dff-b3c0-20a87e8a5d07 req-45148688-ca37-4b76-9b30-a1bd5a7df382 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444555 Dec 13 20:08:35.363545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd9e6-38eb-41c0-ae4f-4b92f74eaa69 req-70331cd1-3cbf-4b4f-b02b-00806ce1237d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:35.365636 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4bbd9e6-38eb-41c0-ae4f-4b92f74eaa69 req-70331cd1-3cbf-4b4f-b02b-00806ce1237d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.0908349 Dec 13 20:08:35.414669 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4bbd9e6-38eb-41c0-ae4f-4b92f74eaa69 req-3265d23b-abe0-4d5c-a070-f4abae7c13b8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Dec 13 20:08:35.438038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32926) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:35.512989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0c101-e439-40f4-8836-bc4e8d8f0eb7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:35.514486 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-aee0c101-e439-40f4-8836-bc4e8d8f0eb7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1094 time: 0.0754616 Dec 13 20:08:35.517622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32930) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:35.522675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:08:35.529120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:08:35.533827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:08:35.537133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:08:35.542607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:08:35.553859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:35.697097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:35.838124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.238 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/af6969af-9543-4da8-93b7-9ee00c7e9b0e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:08:35.996848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:36.029106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:36.032633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:36.092859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:08:36.095470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:08:36.099130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:08:36.131522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=af6969af-9543-4da8-93b7-9ee00c7e9b0e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:36.137435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:36.587982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:36.682395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:37.091063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:37.097218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:37.101377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:08:37.216664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=af6969af-9543-4da8-93b7-9ee00c7e9b0e,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:08:37.220769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:08:37.229461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:37.401504 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b associated. External IP: 172.26.6.238, port: a3efb9b7-48d7-40db-9f71-9aefe3923941. Dec 13 20:08:37.753076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router d78c06d9-03e9-4267-8295-cfb864b76b28 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:08:37.936270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:08:37.947018 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:08:37.956806 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:37.957522 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:37.963594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:38.018174 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4996560 Dec 13 20:08:38.018748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:08:38.021082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32934) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:38.088250 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'status': 'completed', 'code': 200} Dec 13 20:08:38.133907 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:38.419422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f0180ce7-ec7f-4530-bc72-315bbae7ae8a tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28 HTTP/1.1" status: 200 len: 922 time: 0.3945417 Dec 13 20:08:38.420388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32940) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:38.423184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68d74-f388-404b-a47c-dc822d26239c req-b6e6bb4d-5177-4179-b069-84665fae382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:38.424620 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-b6e6bb4d-5177-4179-b069-84665fae382e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1099 time: 0.3062737 Dec 13 20:08:38.515203 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:08:36Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:23Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:38.519308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:08:38.528993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:08:38.529933 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:38.537805 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ebeec592-669c-4dbd-9890-3e5b9e0e91d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 992 time: 0.1158352 Dec 13 20:08:38.562023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68d74-f388-404b-a47c-dc822d26239c req-f3051f04-ee3d-44ee-9353-17c9488e6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:38.563487 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-f3051f04-ee3d-44ee-9353-17c9488e6eb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 200 len: 897 time: 0.1319308 Dec 13 20:08:38.671493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-f2fcd68a-3f62-4300-9298-1e363068abdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 200 len: 1000 time: 0.1014719 Dec 13 20:08:38.713847 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:08:38.749310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68d74-f388-404b-a47c-dc822d26239c req-77d50f95-66fd-4725-873e-714a85f8afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:38.750819 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-77d50f95-66fd-4725-873e-714a85f8afd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=602a7564-8093-4d5d-ad24-7b8741061fc7 HTTP/1.1" status: 200 len: 835 time: 0.0643201 Dec 13 20:08:38.829870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68d74-f388-404b-a47c-dc822d26239c req-f4429589-00b6-43b2-b6fd-f174c260b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:08:38.831375 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-f4429589-00b6-43b2-b6fd-f174c260b7cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d5cf351-c50f-4e88-8209-94b41f630879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740652 Dec 13 20:08:38.965725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-c909ccdc-cc67-4536-aaa3-7888cf9a61ff service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275165 Dec 13 20:08:39.104428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:08:36Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:23Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:08:39.107307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84c68d74-f388-404b-a47c-dc822d26239c req-7924704f-8daf-4c4a-bd42-26747adb8fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356750 Dec 13 20:08:39.108420 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af52a8f-a855-40b7-848b-6579c0c5ba86 None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:08:36Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:08:23Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:08:39.315672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f56ef2-994e-4345-ac93-b53f33ad36fb None None] New status for floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:08:39.541803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:08:39.650240 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-098dd1ab-1a31-4017-9a3e-758e99a5c046 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 994 time: 0.1071711 Dec 13 20:08:41.980561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:51.641271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-468b0475-7f5d-4af8-bc73-7eaf2b113e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:53.900668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d45a4b5c-2ed0-4615-9f28-84d2467e1159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:54.973035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:55.002992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:08:56.427042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:04.292192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32960) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:04.483136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-408ffe7f-ae2f-4c97-abd0-5e30012b8d31 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1896889 Dec 13 20:09:04.487280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32964) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:04.678855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332288a9-55a1-4913-8c68-eccba2d4f9b7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Notify agent at dv-neutron-821563-1-hyperv the message router_removed_from_agent {{(pid=87525) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 13 20:09:04.682407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-332288a9-55a1-4913-8c68-eccba2d4f9b7 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "DELETE /v2.0/agents/adf0cd38-48e8-4f14-a07d-fca55cefbee2/l3-routers/d78c06d9-03e9-4267-8295-cfb864b76b28 HTTP/1.1" status: 204 len: 168 time: 0.1942394 Dec 13 20:09:04.685232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32968) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:04.990617 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b91a1a0d-ecd4-42fe-a7af-c58516d34283 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3040123 Dec 13 20:09:04.993136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32972) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:05.100667 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-65432bc0-3fa4-4691-b6f8-6bd996a3247c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 994 time: 0.1058886 Dec 13 20:09:05.434804 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b31d4a-0e16-4265-9a3b-7175a1bb1157 None None] New status for floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:09:05.557580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:05.671362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:05.704719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=03e6c670-d02d-4836-8a94-370977ecb803,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:05.709207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:05.710057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:05.737522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:05.826434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:05.831833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:05.897761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:05.913936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14e7393d-121f-4212-b99d-38d7aac51abe,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:05.919363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:05.922100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-86ecc415-8d3e-4b50-bcf8-1777c1f48802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:05.986024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:05.989030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:06.104593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32976) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:06.222266 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-452b5233-b8ab-4028-8c70-cff4be01b9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 992 time: 0.1160634 Dec 13 20:09:07.394539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:07.609436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6538e2c-f09e-44b7-9eb5-b963c822f39b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Router d78c06d9-03e9-4267-8295-cfb864b76b28 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:09:07.609750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6538e2c-f09e-44b7-9eb5-b963c822f39b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Notify agent at dv-neutron-821563-1-hyperv the message router_added_to_agent {{(pid=87526) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 13 20:09:07.638341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d6538e2c-f09e-44b7-9eb5-b963c822f39b tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "POST /v2.0/agents/adf0cd38-48e8-4f14-a07d-fca55cefbee2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2424304 Dec 13 20:09:07.641102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32988) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:07.657973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:07.667481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:07.668116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:07.824644 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8fc5d14a-5df1-49f4-acc6-7cd8e65e35f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1822975 Dec 13 20:09:07.827262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 32994) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:07.849231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:07.931208 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2728c764-a5d1-434b-a247-98d1f165fa5e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 992 time: 0.1027260 Dec 13 20:09:08.250696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:08.255180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:08.264412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:08.265024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:08.443199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:08.787880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:08.792237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09845ede-dac4-4314-bb0a-dece3bf7336d None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '8c27b99f-73ed-45c6-b345-96c66dc0c70b', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.238', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'port_id': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'mac_address': 'fa:16:3e:27:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:08:36Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:05Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:08.935155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 32998) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:09.057585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-249c80a2-c230-40fd-8723-3b1a16980099 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 992 time: 0.1205311 Dec 13 20:09:09.605231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:09.679357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:09.679761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:09.801724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:09.836932 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=03e6c670-d02d-4836-8a94-370977ecb803,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:09.844999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:09.845930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:09.869351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:09.958591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:09.964055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:09.971661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14e7393d-121f-4212-b99d-38d7aac51abe triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:09.972058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:10.061123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33002) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:10.093717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:10.110590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14e7393d-121f-4212-b99d-38d7aac51abe,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:10.115758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:10.118999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:10.170673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ba92749a-ea61-4c9a-b61b-df321e17a1fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 992 time: 0.1082454 Dec 13 20:09:10.190104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:10.193061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:10.484021 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dd27d-884d-4662-b815-320bac0cea57 None None] New status for floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:09:10.829296 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:09:11.175780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33006) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:11.284927 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f9f2d4e-078d-4739-a196-5698a66e27a6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 200 len: 994 time: 0.1074977 Dec 13 20:09:11.569042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33014) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:11.576961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:11.647757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 03e6c670-d02d-4836-8a94-370977ecb803 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:11.648142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:11.771239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port af6969af-9543-4da8-93b7-9ee00c7e9b0e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:09:11.771515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:11.771602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:11.839525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14e7393d-121f-4212-b99d-38d7aac51abe triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:11.839790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:11.973716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:12.071366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:12.071657 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:12.195162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for af6969af-9543-4da8-93b7-9ee00c7e9b0e owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:09:12.346386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:12.351614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:12.395397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=af6969af-9543-4da8-93b7-9ee00c7e9b0e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:12.421905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:12.487996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:12.488322 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b disassociated (deleted). External IP: 172.26.6.238, port: a3efb9b7-48d7-40db-9f71-9aefe3923941. Dec 13 20:09:12.858351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router d78c06d9-03e9-4267-8295-cfb864b76b28 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:09:13.038299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:13.048096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:13.058773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:13.059391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:13.061468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:13.118020 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c27b99f-73ed-45c6-b345-96c66dc0c70b HTTP/1.1" status: 204 len: 168 time: 1.5477943 Dec 13 20:09:13.118712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:13.168168 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'status': 'completed', 'code': 200} Dec 13 20:09:13.264714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba596c3-748e-41a4-808e-0c740ab233ff req-742750b5-540d-4d48-a5e9-831bf5f90d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:13.266287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-742750b5-540d-4d48-a5e9-831bf5f90d60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 1099 time: 0.0752764 Dec 13 20:09:13.294877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:13.607604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba596c3-748e-41a4-808e-0c740ab233ff req-dff8730f-177e-49b9-a050-811ae8204879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:13.609260 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-dff8730f-177e-49b9-a050-811ae8204879 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 200 len: 897 time: 0.3365519 Dec 13 20:09:13.628227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:09Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:13.632231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:13.641001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:13.641659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:13.682558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-c1d8ff28-1b3d-4c3c-ad09-a9628375d4cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 200 len: 217 time: 0.0655277 Dec 13 20:09:13.690393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b77a1-4704-45a2-a5c6-7fe59caa05ce req-5a391f8c-c20f-48a3-a702-b630b596b41e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:13.691782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d60b77a1-4704-45a2-a5c6-7fe59caa05ce req-5a391f8c-c20f-48a3-a702-b630b596b41e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.1934133 Dec 13 20:09:13.782959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba596c3-748e-41a4-808e-0c740ab233ff req-8cc41217-7fd3-4713-b837-2a8eeae24ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:13.784312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-8cc41217-7fd3-4713-b837-2a8eeae24ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=602a7564-8093-4d5d-ad24-7b8741061fc7 HTTP/1.1" status: 200 len: 835 time: 0.0916975 Dec 13 20:09:13.787294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d60b77a1-4704-45a2-a5c6-7fe59caa05ce req-ba7e3ee2-b5d8-4f3a-a9c0-f124fcbcf203 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623417 Dec 13 20:09:13.818474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:13.864150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba596c3-748e-41a4-808e-0c740ab233ff req-7ddef5ee-d561-41ee-b3fd-fc5ef1caa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:13.865670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-7ddef5ee-d561-41ee-b3fd-fc5ef1caa391 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d5cf351-c50f-4e88-8209-94b41f630879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742276 Dec 13 20:09:14.003201 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-a9526dda-e598-4daf-9426-029520655ae2 service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297047 Dec 13 20:09:14.137054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eba596c3-748e-41a4-808e-0c740ab233ff req-807c428d-52f3-4853-913c-6248d2bc718f service neutron] 10.222.0.20 "GET /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265111 Dec 13 20:09:14.139445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:09Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:14.143944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95acfd6-fc20-4cb1-b1f1-8f15b24f1619 None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:08:18Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '03e6c670-d02d-4836-8a94-370977ecb803', 'name': '', 'network_id': '3d5cf351-c50f-4e88-8209-94b41f630879', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:34:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:17Z', 'updated_at': '2021-12-13T20:09:09Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '602a7564-8093-4d5d-ad24-7b8741061fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:14.736265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-f4b6955d-b8d5-488b-887c-482e4711f873 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:14.737732 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-f4b6955d-b8d5-488b-887c-482e4711f873 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.0839779 Dec 13 20:09:14.823873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port a3efb9b7-48d7-40db-9f71-9aefe3923941 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:09:14.824399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:14.938695 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbe691-38df-41ed-b807-77876da8f887 None None] New status for floating IP 8c27b99f-73ed-45c6-b345-96c66dc0c70b: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:09:15.129939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273169d-17af-4173-a6ed-6e01bd727118 req-5e212a21-d7a8-4a77-8e5a-e9d780ebed34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:15.131400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0273169d-17af-4173-a6ed-6e01bd727118 req-5e212a21-d7a8-4a77-8e5a-e9d780ebed34 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0913b5-8614-444b-99fe-1e5697cb0be1 HTTP/1.1" status: 200 len: 946 time: 0.2174048 Dec 13 20:09:15.166644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port a3efb9b7-48d7-40db-9f71-9aefe3923941, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a3efb9b7-48d7-40db-9f71-9aefe3923941,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:15.166881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:15.300396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for a3efb9b7-48d7-40db-9f71-9aefe3923941 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:09:15.344982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0273169d-17af-4173-a6ed-6e01bd727118 req-7b0a541e-5faf-4b62-b3f9-e79e2f6033d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=fed28dce-6d2c-4e4f-a34e-be99931ee3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034652 Dec 13 20:09:15.456790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:15.463209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:15.511126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=a3efb9b7-48d7-40db-9f71-9aefe3923941,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:15.514084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:15.711541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port a3efb9b7-48d7-40db-9f71-9aefe3923941 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:09:15.714177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:15.717889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'name': 'network-vif-deleted', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:15.727933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de1714fb-68e8-4254-a0a0-fc250af427eb req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/a3efb9b7-48d7-40db-9f71-9aefe3923941 HTTP/1.1" status: 204 len: 173 time: 0.9841325 Dec 13 20:09:15.766388 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0913b5-8614-444b-99fe-1e5697cb0be1', 'name': 'network-vif-deleted', 'tag': 'a3efb9b7-48d7-40db-9f71-9aefe3923941', 'status': 'completed', 'code': 200} Dec 13 20:09:16.444270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33030) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:16.517664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:16.547787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:16.622765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:16.626511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d349c53e-739a-41b6-bfba-4fbf8219c962 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:16.640818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed28dce-6d2c-4e4f-a34e-be99931ee3ca,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:16.652520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.652915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.653331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.653707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.654080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.654450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.654818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.655188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.655555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.655921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.656265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.656625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:16.660405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:16.662852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:16.667073 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/fed28dce-6d2c-4e4f-a34e-be99931ee3ca HTTP/1.1" status: 204 len: 168 time: 0.2181687 Dec 13 20:09:16.695984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33036) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:17.295753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:17.656606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 03e6c670-d02d-4836-8a94-370977ecb803 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:09:17.656831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:17.843649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 03e6c670-d02d-4836-8a94-370977ecb803, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=03e6c670-d02d-4836-8a94-370977ecb803,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:17.844028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:17.965794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 03e6c670-d02d-4836-8a94-370977ecb803 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:09:18.436724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:18.440386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-207fd88e-9a21-4b1b-b4a1-48c0c352fb8f tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:18.485508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=03e6c670-d02d-4836-8a94-370977ecb803,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:18.524434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.524854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.525265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.525651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.526026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.526398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.527056 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.527483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.528095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.528473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.528850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.529209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:18.537192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:18.573805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a3efb9b7-48d7-40db-9f71-9aefe3923941 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:18.610347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: a3efb9b7-48d7-40db-9f71-9aefe3923941 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:09:18.610623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a3efb9b7-48d7-40db-9f71-9aefe3923941 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:09:18.778229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.155484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router d78c06d9-03e9-4267-8295-cfb864b76b28 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:09:19.342641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:19.356470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593087 Dec 13 20:09:19.357733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Sync routers for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:19.359967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33040) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:19.367673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:19.368314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:19.428147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 602a7564-8093-4d5d-ad24-7b8741061fc7 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:09:19.431988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.490576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.556791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:19.577839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.651620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.655991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f2d7ad0-59ff-4ca4-b4ee-6d2a95a57999 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:19.822726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=602a7564-8093-4d5d-ad24-7b8741061fc7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:19.827042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:19.828270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:19.836103 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/602a7564-8093-4d5d-ad24-7b8741061fc7 HTTP/1.1" status: 204 len: 168 time: 0.4750061 Dec 13 20:09:19.838733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33044) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:19.859398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fb296-a43c-452a-b37b-324b486a5398 None None] Network 3d5cf351-c50f-4e88-8209-94b41f630879 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:09:20.020832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.061941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:09:18Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:20.068042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Checking router: d78c06d9-03e9-4267-8295-cfb864b76b28 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:20.082012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Routers {'d78c06d9-03e9-4267-8295-cfb864b76b28'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:20.082631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:08:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['d78c06d9-03e9-4267-8295-cfb864b76b28'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:20.208798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.219501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 14e7393d-121f-4212-b99d-38d7aac51abe {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:09:20.219839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.223955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] DHCP port deletion for 3d5cf351-c50f-4e88-8209-94b41f630879 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:09:20.247628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Deleting port e2db4f7b-caab-404a-95ba-0b9399051d7d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:09:20.247999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.317029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] Set router d78c06d9-03e9-4267-8295-cfb864b76b28 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:20.400404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 14e7393d-121f-4212-b99d-38d7aac51abe, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14e7393d-121f-4212-b99d-38d7aac51abe,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:20.400992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.533229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 14e7393d-121f-4212-b99d-38d7aac51abe owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:09:20.659740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] For port e2db4f7b-caab-404a-95ba-0b9399051d7d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e2db4f7b-caab-404a-95ba-0b9399051d7d,segment=NetworkSegment(a788b3d0-5330-4333-bb50-937172c42b3e),segment_id=a788b3d0-5330-4333-bb50-937172c42b3e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:20.660082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.820230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Calling delete_port for e2db4f7b-caab-404a-95ba-0b9399051d7d owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:09:20.850075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.855615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:20.904279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=14e7393d-121f-4212-b99d-38d7aac51abe,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:20.921908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:09:18Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:20.925647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:20.930508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bf078886-ca48-40fb-98d4-23894e530815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:20.932098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:21.010930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.035024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be9fc-1dd4-4b4e-92ef-cacb903737b6 None None] The sync data for ids ['d78c06d9-03e9-4267-8295-cfb864b76b28'] in dv-neutron-821563-1-hyperv is: [{'id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'name': 'tempest-TestNetworkBasicOps-router-1216530730', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:08:13Z', 'updated_at': '2021-12-13T20:09:18Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '14e7393d-121f-4212-b99d-38d7aac51abe', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c06d9-03e9-4267-8295-cfb864b76b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:08:14Z', 'updated_at': '2021-12-13T20:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:21.047181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Pushing event deleted for resources: {'Port': ['ID=e2db4f7b-caab-404a-95ba-0b9399051d7d,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:21.051594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:21.052672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] No DVR routers for this DVR port e2db4f7b-caab-404a-95ba-0b9399051d7d on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:09:21.329432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.331653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.356920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.357554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router d78c06d9-03e9-4267-8295-cfb864b76b28 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:09:21.372817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.376014 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/d78c06d9-03e9-4267-8295-cfb864b76b28 HTTP/1.1" status: 204 len: 168 time: 1.5343432 Dec 13 20:09:21.378666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33052) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:21.505665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.642399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c9ac-466a-42c7-9a4c-a98e76e3308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.651266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.674505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:21.679038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5cf351-c50f-4e88-8209-94b41f630879']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:21.692598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a788b3d0-5330-4333-bb50-937172c42b3e') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:21.692910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a788b3d0-5330-4333-bb50-937172c42b3e') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:21.708662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.721606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 03e6c670-d02d-4836-8a94-370977ecb803 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:09:21.722252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 03e6c670-d02d-4836-8a94-370977ecb803 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:09:21.723938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2db4f7b-caab-404a-95ba-0b9399051d7d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:21.737032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.745029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:09:21.745822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:09:21.765444 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:09:21.769631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e2db4f7b-caab-404a-95ba-0b9399051d7d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:09:21.770001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e2db4f7b-caab-404a-95ba-0b9399051d7d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:09:21.841833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.845412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bed0255d-37ff-488e-aae0-03868f8e99b5 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:21.860165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.871108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=3d5cf351-c50f-4e88-8209-94b41f630879,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:21.874324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:21.879911 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/3d5cf351-c50f-4e88-8209-94b41f630879 HTTP/1.1" status: 204 len: 168 time: 0.5002995 Dec 13 20:09:21.903626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33056) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:21.910591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--700159425', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:21.915809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:21.920147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:21.923149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:21.928987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:21.945089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:09:21.949468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.978933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:09:21.990241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:21.990618 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment ca387f68-63d6-40b6-805e-7cc434dda0cf of type vlan for network 8d669008-fb87-40bd-b41c-a053c399c6a8 Dec 13 20:09:22.019723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.059312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.067158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:22.067964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.072797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65a8800a-1b4c-4264-a05d-e0d6d01f9e26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:22.138558 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2337735 Dec 13 20:09:22.148066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33062) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:22.166503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-844862977', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:22.253362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:22.271774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:22.277037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:22.286306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:22.288346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=8d669008-fb87-40bd-b41c-a053c399c6a8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:22.291587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-006e98e1-1325-4c68-a697-dac740d100c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:22.300948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:09:22.303037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.304333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.324629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.619686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.938759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:22.969122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:23.244547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.113 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/ff199bbb-5ab2-4131-a708-e9e5056d954f) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:23.392042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:23.422147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:23.425814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1907a3d4-6289-4d8b-ad1f-632cbe003f63 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:23.493618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:23.496798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:23.501289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:23.525724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:09:23.527937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=ff199bbb-5ab2-4131-a708-e9e5056d954f,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:23.534599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:23.559745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 14e7393d-121f-4212-b99d-38d7aac51abe {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:09:23.560084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14e7393d-121f-4212-b99d-38d7aac51abe not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:09:23.902789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c5cf8edd-1947-4388-809a-9faef4c87c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:23.929723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:24.281328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:24.491506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 554859b6-54ca-4250-b642-4e52d9d7e007 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:09:24.801705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:24.814197 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Sync routers for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:24.825564 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:24.826285 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:24.833328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:24.837376 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6851225 Dec 13 20:09:24.838207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33078) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:24.885005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33082) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:24.885374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-271b3c40-9d9d-4e51-b784-b85b106cefaa tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456858 Dec 13 20:09:24.982178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.017764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.027719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934f805-2619-4455-a078-6bb3c5955a4d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:25.031976 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e934f805-2619-4455-a078-6bb3c5955a4d tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433022 Dec 13 20:09:25.032203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33088) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:25.051912 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:25.081849 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bc6bdf17-d8df-4db4-a0b5-1ee4996441bf tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483785 Dec 13 20:09:25.084352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33092) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:25.090240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-368112832', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:25.201655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:25.205713 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:25.208961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:25.215360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:25.228249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:09:25.232264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.390769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:23Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:25.395145 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Checking router: 554859b6-54ca-4250-b642-4e52d9d7e007 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:25.395504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Updating router 554859b6-54ca-4250-b642-4e52d9d7e007 port ff199bbb-5ab2-4131-a708-e9e5056d954f binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:09:25.450595 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.473088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.477739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f20a5dc-56e1-4100-a2f3-5dec9e63b15c tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:25.562858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=15593e3a-b388-4fa7-bcac-68568964a58e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:25.565631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:25.568303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:25.568668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 8d669008-fb87-40bd-b41c-a053c399c6a8, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:09:25.589466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:09:25.599451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 8d669008-fb87-40bd-b41c-a053c399c6a8) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:25.603864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:25.604485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.614116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4cd06d-500d-403d-b76e-5b91c6b9bdd9 None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:09:25.639476 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc338bec-f643-4387-a562-1dfa4bf3494c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5539644 Dec 13 20:09:25.642390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33096) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:25.804499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.818235 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Transition to ACTIVE for port object ff199bbb-5ab2-4131-a708-e9e5056d954f will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:25.826699 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.830944 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:25.868024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-8d669008-fb87-40bd-b41c-a053c399c6a8', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:09:25.868899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.914714 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Attempting to bind port ff199bbb-5ab2-4131-a708-e9e5056d954f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:09:25.915254 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Attempting to bind port ff199bbb-5ab2-4131-a708-e9e5056d954f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:09:25.915713 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Attempting to bind port ff199bbb-5ab2-4131-a708-e9e5056d954f on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:25.925473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:09:25.926224 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:25.926834 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:25.927429 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:09:25.928096 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Bound port: ff199bbb-5ab2-4131-a708-e9e5056d954f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:09:25.928725 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.002200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] For port ff199bbb-5ab2-4131-a708-e9e5056d954f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:09:26.006063 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] For port ff199bbb-5ab2-4131-a708-e9e5056d954f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ff199bbb-5ab2-4131-a708-e9e5056d954f,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:09:26.018777 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.024170 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Pushing event updated for resources: {'Port': ['ID=ff199bbb-5ab2-4131-a708-e9e5056d954f,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:26.030801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Allocated IP 172.20.0.2 (8d669008-fb87-40bd-b41c-a053c399c6a8/15593e3a-b388-4fa7-bcac-68568964a58e/e9db4531-ba23-46b7-b2fa-6e27e50c5eaf) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:26.036878 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.037541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.037993 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.038420 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.038850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.039283 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.039795 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.040212 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.040645 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.041061 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.041501 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.041911 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.047040 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:26.047566 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c16dd96c-842a-4a94-991f-a8a97d9f0ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:26.124338 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:26.125406 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:26.223118 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Pushing event updated for resources: {'Port': ['ID=ff199bbb-5ab2-4131-a708-e9e5056d954f,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:26.228304 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:26.302238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.315267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Transition to ACTIVE for port object e9db4531-ba23-46b7-b2fa-6e27e50c5eaf will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:26.338764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Transition to ACTIVE for port object e9db4531-ba23-46b7-b2fa-6e27e50c5eaf will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:26.348219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.355702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-72cb3f75-de45-4086-b156-a96d214fc717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:26.374707 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:26.439925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:26.446488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:26.455524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:26.460120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.468821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Pushing event updated for resources: {'Port': ['ID=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:26.559066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.559287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.559602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.559950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.560290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.560630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.561013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.561378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.561713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.562050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.562382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.562721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:09:26.578462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:26.595645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Attempting to bind port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:09:26.596038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Attempting to bind port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:09:26.596420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Attempting to bind port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf on network 8d669008-fb87-40bd-b41c-a053c399c6a8 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:26.602378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:09:26.602771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Checking segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:26.603269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.603682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Bound using segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:09:26.604307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Bound port: e9db4531-ba23-46b7-b2fa-6e27e50c5eaf, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:09:26.604747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.741142 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:23Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:26.747038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] For port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:09:26.747533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aca7bb-0444-43e4-90a3-ed02bbc9c5ef None None] The sync data for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv is: [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:23Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:26.751317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] For port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:09:26.759036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.770012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:26.830690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:26.902840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Pushing event updated for resources: {'Port': ['ID=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:26.909009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:27.524383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (8d669008-fb87-40bd-b41c-a053c399c6a8/15593e3a-b388-4fa7-bcac-68568964a58e/81fa90d5-e0d0-4e0e-a71e-87768d5d0e97) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:27.674289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9db4531-ba23-46b7-b2fa-6e27e50c5eaf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:27.775334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:27.784828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ff199bbb-5ab2-4131-a708-e9e5056d954f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:27.822961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:27.847499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:27.873394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ff199bbb-5ab2-4131-a708-e9e5056d954f completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:27.887580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:27.890926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ff199bbb-5ab2-4131-a708-e9e5056d954f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:27.891530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:27.909337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c10e89b-efef-4ce6-a03e-8249e48c5217 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:27.963729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:27.970541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:27.980638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:28.090738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.107998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ff199bbb-5ab2-4131-a708-e9e5056d954f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ff199bbb-5ab2-4131-a708-e9e5056d954f,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:28.120015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.122264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-151e41e7-f9d7-4244-9a64-3c6f749aca50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:28.147661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:28.161325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:28.172090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.222287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ff199bbb-5ab2-4131-a708-e9e5056d954f,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:28.228598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:28.352403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cc415-966d-4360-9601-6cdf47fb27c3 None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:09:28.523471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Provisioning for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:28.543535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Provisioning complete for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:28.543915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.672496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.835710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.893724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] For port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:28.915248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:28.917266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:29.031376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Pushing event updated for resources: {'Port': ['ID=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:29.037441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:29.270332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Provisioning for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:29.282188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:29.283088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.401971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:09:29.434855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Provisioning complete for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:29.435277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0a6a-5f12-4cc8-8361-79bf3e2021be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.562746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.574405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.604573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3210a6ba-72ca-49a3-b645-84161678ed7d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:29.636330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9db4531-ba23-46b7-b2fa-6e27e50c5eaf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:29.734815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:29.735211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.748035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:29.754246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:29.757706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.891368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ff199bbb-5ab2-4131-a708-e9e5056d954f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:29.915674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-aa001a8e-a3ff-4a35-ad52-2826478e7871 None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:29.916058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-aa001a8e-a3ff-4a35-ad52-2826478e7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:29.921603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:29.922804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:30.008276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-aa001a8e-a3ff-4a35-ad52-2826478e7871 None None] Port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:09:30.035586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ff199bbb-5ab2-4131-a708-e9e5056d954f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:30.037708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:30.194851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 554859b6-54ca-4250-b642-4e52d9d7e007 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:09:30.237908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f5b85445-c9c2-4daf-b9bf-1519ea6302f8 None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:30.239251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5b85445-c9c2-4daf-b9bf-1519ea6302f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:30.319414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5b85445-c9c2-4daf-b9bf-1519ea6302f8 None None] Port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:09:30.437628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:30.451664 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/554859b6-54ca-4250-b642-4e52d9d7e007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8080673 Dec 13 20:09:30.452758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Sync routers for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:30.454390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33110) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:30.464488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:30.465941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:30.614903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.615521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.615853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.616287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.616750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.617226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.622091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:30.622543 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-74ef19eb-269e-40d7-a15a-700ddfd4b71c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1666696 Dec 13 20:09:30.666241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:30.713550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.714276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.714850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.715461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.716070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.716568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:30.721509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3d9a4f87-ba37-4564-84e7-15b0772fc9b6 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0983601 Dec 13 20:09:30.722120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33118) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:31.032006 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1045ec58-5ec7-48ee-9ccd-b7f9b8ca7938 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3083401 Dec 13 20:09:31.108700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:29Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:31.112608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Checking router: 554859b6-54ca-4250-b642-4e52d9d7e007 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:31.113003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Updating router 554859b6-54ca-4250-b642-4e52d9d7e007 port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:09:31.184885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.235044 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-990e4115-329b-4e34-8885-1c86b4043dcb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903356 Dec 13 20:09:31.292089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33126) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:31.298402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786012388', 'description': 'tempest-secgroup-smoke-786012388 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:31.305263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:31.311745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:31.316353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:31.326165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:31.362818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.420086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:31.427358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:31.430778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:31.437615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:31.465411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073db97-74b9-4757-a337-33bdc5549427 req-48d9079b-9e23-4692-b443-826c992f4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:31.467397 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-48d9079b-9e23-4692-b443-826c992f4612 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.1293221 Dec 13 20:09:31.550745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.557014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.567409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-94db836f-2885-462a-904d-1a434948a0a8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:31.615433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a2842-c957-4909-991b-f608a93191b3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:31.618541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:31.622143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.623621 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3303785 Dec 13 20:09:31.627106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33130) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:31.637518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:31.645040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:31.653553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:31.657513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:31.664062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:31.688421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.739959 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.753681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Transition to ACTIVE for port object 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:31.762178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.773875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d8f9a083-d634-427c-b898-400a820f4b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:31.781989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.790321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.798858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a5214de8-5574-470e-b9f7-ee831541d7ff tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:31.826006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073db97-74b9-4757-a337-33bdc5549427 req-9421182e-3d15-42be-ab2a-3030cf82e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:31.826648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de87d4d5-1841-4f35-abfc-3c9041e69017,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:31.827465 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-9421182e-3d15-42be-ab2a-3030cf82e78c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.3373067 Dec 13 20:09:31.829630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:31.842692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:31.843964 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157960 Dec 13 20:09:31.847262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33134) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:31.853243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:31.860488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:31.865429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:31.868865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:31.875313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:31.917569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.042852 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-af297a03-242c-4d9f-ad3e-16234061defd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 1001 time: 0.2046361 Dec 13 20:09:32.089120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Attempting to bind port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:09:32.089786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Attempting to bind port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:09:32.090317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Attempting to bind port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 on network 8d669008-fb87-40bd-b41c-a053c399c6a8 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:32.092673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.096965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Pushing event updated for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.100500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:09:32.101003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Checking segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:32.101588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.102064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Bound using segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:09:32.102898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Bound port: 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:09:32.103312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.116125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.126860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.145581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-506efe21-0889-4cda-8c99-3864b27d09d2 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:32.168707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaafbba-7e86-4503-b28f-01a225b1a5a6,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.171564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073db97-74b9-4757-a337-33bdc5549427 req-ecedb172-99b3-41b3-9524-28e6cdf11d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:32.173410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-ecedb172-99b3-41b3-9524-28e6cdf11d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.1184201 Dec 13 20:09:32.177364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.178862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.180175 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fbe4bff0-b82d-4c2c-a1a7-8b7e08a999f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317719 Dec 13 20:09:32.183070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:32.188806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:32.197014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:32.206071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:32.210064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:32.217003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:32.232404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] For port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:09:32.239581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] For port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:09:32.244608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.257337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.267130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:32.269437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073db97-74b9-4757-a337-33bdc5549427 req-1bd50ee5-55a8-468c-8408-5fffa824489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:32.272759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-1bd50ee5-55a8-468c-8408-5fffa824489e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919421 Dec 13 20:09:32.338794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.348579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.358461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fec217f1-8a85-43bc-9b97-8f965e49f9c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:32.406306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6141c81-d749-44d1-a405-a5b3f7cac74a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.411250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:32.414115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:32.416488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.433892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.440217 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561276 Dec 13 20:09:32.443344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33144) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:32.455039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:32.464359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:32.485287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:32.490207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:32.505188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:32.516471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Pushing event updated for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.519775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.522727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-9a19833d-ebce-4b70-9389-1134ebdb68db service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419620 Dec 13 20:09:32.618659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.676597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:32.728683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.733710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4073db97-74b9-4757-a337-33bdc5549427 req-f3905b8f-3e87-45f7-bc8a-84ec7b2e8ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965678 Dec 13 20:09:32.734810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.736949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac9ba793-4deb-4aba-b344-862a4148cebc tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:32.760031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fc01a4-2e33-4eba-9f3e-2cd586ac55ed,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.765048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.773754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.774935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305221 Dec 13 20:09:32.779249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33148) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:32.795274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:32.802278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:32.806160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:32.809310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:32.815113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:32.827657 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:09:32.836771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.907319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.911852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.914045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10b18201-04e0-4ac9-9ffe-3178beafcbef tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:32.935134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d48286-976d-42f5-9209-2678c79dd78c,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:32.939340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:32.947592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:32.949881 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669714 Dec 13 20:09:32.952361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33152) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:32.958005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '6b1a2842-c957-4909-991b-f608a93191b3', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:32.964903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:32.976758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:32.980741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:32.988514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:33.000535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:09:33.007897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.078592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:32Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:33.083153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664da0a-76a6-4e51-8579-ac297bd6d192 None None] The sync data for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv is: [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:32Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:33.120492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.130499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.170828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-02345b25-6bac-40b1-9d03-ec03bedb5cd5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:33.198696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5499fb23-769b-4979-9ab1-009cddd842c2,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:33.201795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:33.207700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.219162 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2558205 Dec 13 20:09:33.457387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-e5531d50-236a-490e-8bd4-53c63ff3c6c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786012388&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0449963 Dec 13 20:09:33.626713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:33.629198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-d44eccd4-32d8-48a8-827a-254bb70fdd93 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:33.630661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-d44eccd4-32d8-48a8-827a-254bb70fdd93 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 796 time: 0.1653888 Dec 13 20:09:33.658498 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-125374e0-8afd-461d-9845-fda3e3b901cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0137429 Dec 13 20:09:33.699358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:33.704651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:33.705057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.752166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-26765633-6f6c-4040-aee7-98633d2a011c req-e47d345f-0207-44b5-90ef-92954c94f9dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:09:33.770970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-26765633-6f6c-4040-aee7-98633d2a011c req-e47d345f-0207-44b5-90ef-92954c94f9dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:09:33.773913 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-e47d345f-0207-44b5-90ef-92954c94f9dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068618 Dec 13 20:09:33.881860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.915487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:33.921065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:33.923513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:33.926467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-0d33e873-2746-49ae-97fd-1de0d9a94a22 service neutron] 10.222.0.18 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402810 Dec 13 20:09:33.993436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:33.996789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:34.069345 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-6377e771-957f-4aa4-a12a-150f4c0503f1 service neutron] 10.222.0.18 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366785 Dec 13 20:09:34.260083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a60b67d1-8ab3-44fc-9298-b0ed9839c27d req-9eae8a5f-d509-4591-b34b-6d110c284315 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0533283 Dec 13 20:09:34.785922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-17f54846-856e-43d9-9a31-8e028117dbd8 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216091333&fields=id&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 267 time: 0.0414085 Dec 13 20:09:35.071119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-8185c28e-b03d-4f11-b288-16e205f2c7ad tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:35.072545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-8185c28e-b03d-4f11-b288-16e205f2c7ad tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.2781758 Dec 13 20:09:35.087871 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-a8b98789-9a6f-4853-b267-5ac43957d075 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/quotas/c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 375 time: 0.0093117 Dec 13 20:09:35.208466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-5904c35d-4280-44f2-8f8f-c81d316cd385 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1150203 Dec 13 20:09:35.475442 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-cdb77b3c-f1f5-470d-93c7-5960b99eee06 service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135782 Dec 13 20:09:35.478648 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7351275b-ff93-478e-8375-0b37085aedf6 req-54cf6649-28eb-40ac-818e-32288cfaafde tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0682783 Dec 13 20:09:35.485268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-6695306c-8092-4d70-bc1e-ef26e6d92dc1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:35.486601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-6695306c-8092-4d70-bc1e-ef26e6d92dc1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 796 time: 0.3233624 Dec 13 20:09:35.578021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:35.612416 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-7c3b5094-1fa9-40f8-8d33-61a6b1161305 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 379 time: 0.1072879 Dec 13 20:09:35.633011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['6b1a2842-c957-4909-991b-f608a93191b3']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:35.648699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:35.649115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:35.720412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-40de83cd-2733-4aa9-ba66-14b47b45cf48 service neutron] 10.222.0.18 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328537 Dec 13 20:09:35.786573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:35.796896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:35.808913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:09:35.812082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:35.989385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.4 (8d669008-fb87-40bd-b41c-a053c399c6a8/15593e3a-b388-4fa7-bcac-68568964a58e/6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:36.195702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c5cb355-e834-4fe6-b37c-62f184bcf891 req-431ce849-0533-4705-aa73-3b7d80ae6ecd tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 210 time: 0.0633066 Dec 13 20:09:36.273042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:36.292731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:36.324246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:36.331966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bb6320fd-4373-4b80-93af-408ca7a91de5 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:36.409975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:36.413584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:36.418186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:36.457650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:36.469553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:36.497699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:36.498390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:36.534468 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9071879 Dec 13 20:09:36.562485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Request body: {'port': {'device_id': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:36.780343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:36.809937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286d88e-e7a0-4b89-9a44-6e23fee39c23 req-602bf9d9-d547-415a-8e84-cd3cc17052bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:36.810656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9286d88e-e7a0-4b89-9a44-6e23fee39c23 req-602bf9d9-d547-415a-8e84-cd3cc17052bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:09:36.824305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1b2a4e23-32c8-4ed3-9a9b-76020764f36e None None] Provisioning for port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:36.832030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1b2a4e23-32c8-4ed3-9a9b-76020764f36e None None] Provisioning complete for port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:36.832627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4e23-32c8-4ed3-9a9b-76020764f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:36.886808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9286d88e-e7a0-4b89-9a44-6e23fee39c23 req-602bf9d9-d547-415a-8e84-cd3cc17052bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:09:36.888131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9286d88e-e7a0-4b89-9a44-6e23fee39c23 req-602bf9d9-d547-415a-8e84-cd3cc17052bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 931 time: 0.2632077 Dec 13 20:09:36.890275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a4e23-32c8-4ed3-9a9b-76020764f36e None None] Port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:09:37.143742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9286d88e-e7a0-4b89-9a44-6e23fee39c23 req-07a89005-54e2-4e9c-9a65-d4a7fb17077b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140203 Dec 13 20:09:37.371894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:09:37.379973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:37.397075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Transition to ACTIVE for port object 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:37.403061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:37.408188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c3344667-72fb-49cb-aec3-e3dcee04f85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:37.579632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-99e89880-3ab1-4af2-b4ea-1784bdb9b559 req-98cdb44a-696b-436c-b3de-f3e38c8ce6ae tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 210 time: 0.1288838 Dec 13 20:09:37.677970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-66802127-1142-4bde-a3cf-5c2e0c121e0b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:37.680087 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-66802127-1142-4bde-a3cf-5c2e0c121e0b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 812 time: 0.4685137 Dec 13 20:09:37.702785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:37.709547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:37.746986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-807003e5-3ea3-40c6-ba5f-6afec72beada tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:09:37.756229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Attempting to bind port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:09:37.756709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Attempting to bind port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:09:37.757509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Attempting to bind port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc on network 8d669008-fb87-40bd-b41c-a053c399c6a8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:37.763013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-807003e5-3ea3-40c6-ba5f-6afec72beada tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:09:37.764458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc on network 8d669008-fb87-40bd-b41c-a053c399c6a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:09:37.764547 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-807003e5-3ea3-40c6-ba5f-6afec72beada tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c31813278b584a2aa175182e46c46992 HTTP/1.1" status: 200 len: 380 time: 0.0753407 Dec 13 20:09:37.764723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Attempting to bind port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc on network 8d669008-fb87-40bd-b41c-a053c399c6a8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:37.773218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:09:37.773735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Checking segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:37.774229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'port': {'device_id': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'admin_state_up': True, 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'security_groups': ['606a59c2-9caf-4fb8-8a27-988a5e368813']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:37.774478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Bound using segment: {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:09:37.775441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Bound port: 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca387f68-63d6-40b6-805e-7cc434dda0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:09:37.775987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:37.885048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:09:37.888745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:09:37.895360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:37.907912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-60ffcfe6-2630-47a9-a878-ced4cff25f54 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:37.963957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:37.964618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:37.966474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 1093 time: 1.4109771 Dec 13 20:09:37.966706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:38.000090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:38.022756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:38.039180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Made reservation on behalf of c31813278b584a2aa175182e46c46992 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:09:38.047225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:38.055671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'status': 'completed', 'code': 200} Dec 13 20:09:38.065772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:38.074741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:38.115060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-b2ec4cc4-c6a7-4119-87fa-4de5a37457a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:38.117562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-b2ec4cc4-c6a7-4119-87fa-4de5a37457a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1096 time: 0.1036601 Dec 13 20:09:38.215671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-52cc36cb-af3d-4866-8467-649f0c4cb51d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 217 time: 0.0898464 Dec 13 20:09:38.367092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.20.0.14 (ae062779-4ac1-4b41-b6d8-b62bfd845f1c/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4/3d4f3d33-5c6a-46d3-b121-09edcbcfc873) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:38.475233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-1a984f76-1f1c-47a2-b19a-29ea92cae1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:38.479602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-1a984f76-1f1c-47a2-b19a-29ea92cae1ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 843 time: 0.2569072 Dec 13 20:09:38.575296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01cfda-a6bb-475d-ad7a-d55fa582b2c5 req-558164ce-9365-4613-81e6-53f574d3ef91 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:38.577356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2c01cfda-a6bb-475d-ad7a-d55fa582b2c5 req-558164ce-9365-4613-81e6-53f574d3ef91 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 943 time: 0.2580123 Dec 13 20:09:38.656578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2c01cfda-a6bb-475d-ad7a-d55fa582b2c5 req-3288f290-f149-4dba-8827-a1bf2420da96 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669067 Dec 13 20:09:38.664408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765633-6f6c-4040-aee7-98633d2a011c req-fc028bc3-88f7-4717-b51b-ce61d9b5425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:38.666086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-fc028bc3-88f7-4717-b51b-ce61d9b5425d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d669008-fb87-40bd-b41c-a053c399c6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1796947 Dec 13 20:09:38.701870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:38.738362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Transition to ACTIVE for port object 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:38.785454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:38.801251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09ea4441-0b8a-4fb7-84de-4e2fd9ffb216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:38.884161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:38.889265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:38.907334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:38.909003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:38.925286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:39.002879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-1aebdc0c-d36b-4db5-8ade-6e99e09a4dcf service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297451 Dec 13 20:09:39.029985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42420028-097f-4406-8737-e04e2a367b0c req-579e3f14-62c2-4133-afa1-27077c798c2d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:39.033146 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-42420028-097f-4406-8737-e04e2a367b0c req-579e3f14-62c2-4133-afa1-27077c798c2d tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 932 time: 0.2151649 Dec 13 20:09:39.044561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:39.046147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:39.088888 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3181710 Dec 13 20:09:39.103707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Request body: {'port': {'device_id': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:39.265206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-42420028-097f-4406-8737-e04e2a367b0c req-df54f976-b5f9-4a83-a05c-aa272b620483 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713529 Dec 13 20:09:39.337212 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-26765633-6f6c-4040-aee7-98633d2a011c req-6a897e69-098d-4924-919a-3166c3acde07 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020549 Dec 13 20:09:39.348101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:39.424139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cc1c50e2-3960-4efd-b7dc-dcfda58916d6 None None] Provisioning for port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:39.439337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cc1c50e2-3960-4efd-b7dc-dcfda58916d6 None None] Provisioning complete for port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:39.440358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cc1c50e2-3960-4efd-b7dc-dcfda58916d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:39.524101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c50e2-3960-4efd-b7dc-dcfda58916d6 None None] Port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:09:39.536432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-58829ab5-495e-4631-a304-eb07d3d13f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:39.537818 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-58829ab5-495e-4631-a304-eb07d3d13f6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1096 time: 0.1436861 Dec 13 20:09:39.856897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:09:39.866673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:39.893432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Transition to ACTIVE for port object 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:09:39.894068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-0d7fc557-2eb9-4fcf-b154-2d7ffbca4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:39.896322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-0d7fc557-2eb9-4fcf-b154-2d7ffbca4cd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 896 time: 0.3516698 Dec 13 20:09:39.899054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:39.910070 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:39.988163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-43ae6ce4-5957-4bc0-89e4-345936cd46b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 217 time: 0.0840983 Dec 13 20:09:40.069977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6add4-7464-4e1e-98a7-b5601c83e208 req-87a3385a-6bdf-4534-9789-833f63be8690 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.071669 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dde6add4-7464-4e1e-98a7-b5601c83e208 req-87a3385a-6bdf-4534-9789-833f63be8690 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 943 time: 0.2444940 Dec 13 20:09:40.076659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:40.102942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-bb982b34-4a46-4b8d-ae8d-0a1fd48b7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.105023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-bb982b34-4a46-4b8d-ae8d-0a1fd48b7a85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 843 time: 0.1106472 Dec 13 20:09:40.107422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:40.150722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Attempting to bind port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:09:40.151093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Attempting to bind port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:09:40.151579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Attempting to bind port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:40.156591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:09:40.157003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Attempting to bind port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 on network ae062779-4ac1-4b41-b6d8-b62bfd845f1c {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:09:40.162628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:09:40.162964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Checking segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:09:40.163345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Bound using segment: {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:09:40.163796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Bound port: 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f765c4-5a39-4505-830f-21980448fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:09:40.164209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:40.200613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dde6add4-7464-4e1e-98a7-b5601c83e208 req-6bff280f-cfea-4406-a64b-2c1b369afba5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168056 Dec 13 20:09:40.239292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-e77a71fe-abd5-45a9-8a70-42223d8c17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.239292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-e77a71fe-abd5-45a9-8a70-42223d8c17f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d669008-fb87-40bd-b41c-a053c399c6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214790 Dec 13 20:09:40.276787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:09:40.291181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:09:40.301400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:40.310622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4e2ad590-db12-4856-ae16-9a4dc67647e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:40.390176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-a6972df7-cb73-4f2e-9adc-e749a82e8ce9 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470509 Dec 13 20:09:40.399011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.399628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:40.401063 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 200 len: 1094 time: 1.3047392 Dec 13 20:09:40.401782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:40.486355 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'status': 'completed', 'code': 200} Dec 13 20:09:40.492824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:40.496836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:40.536623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-c51845c2-cc3a-4616-99d3-f5b7f91a7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.538220 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-c51845c2-cc3a-4616-99d3-f5b7f91a7b30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1097 time: 0.0884461 Dec 13 20:09:40.614867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83e1202c-2837-4e9a-b944-9ab97e5436a9 req-0d6ad8a7-ea66-4b9d-a033-7f2f625061f4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573398 Dec 13 20:09:40.623378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017504b2-b290-449e-a005-157ee4bd8f5c req-36d6b691-3a5e-49c1-b88c-a8f2801737b4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.629763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-017504b2-b290-449e-a005-157ee4bd8f5c req-36d6b691-3a5e-49c1-b88c-a8f2801737b4 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.2339222 Dec 13 20:09:40.676964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-017504b2-b290-449e-a005-157ee4bd8f5c req-154cf98f-aeeb-44af-b438-74d0b3a1a183 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Dec 13 20:09:40.750330 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-a1358100-87b7-4b7d-b2ad-c812038b5e9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 200 len: 217 time: 0.2046859 Dec 13 20:09:40.818291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-2bb05aa4-e3ca-41a2-93d6-e8bdf639782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.819725 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-2bb05aa4-e3ca-41a2-93d6-e8bdf639782f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0610456 Dec 13 20:09:40.897794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-a5ed56e4-fc9b-464d-8c9a-14fda06a24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:40.899167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-a5ed56e4-fc9b-464d-8c9a-14fda06a24eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726173 Dec 13 20:09:41.038372 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-cf363246-5d8d-4f99-b170-21d5a315386c service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320293 Dec 13 20:09:41.192173 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-fbf133bd-5783-4f30-97e1-d581d5ed73d1 req-b28fce57-def5-4c78-8cf2-8b057088eb5c service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475196 Dec 13 20:09:41.328062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-5a16b1cb-eda8-4754-9f85-b80916e8d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.330634 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-5a16b1cb-eda8-4754-9f85-b80916e8d664 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1097 time: 0.0931299 Dec 13 20:09:41.433832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc006e-0474-4b6e-9e3b-9ce6f24cdee1 req-e817205f-1d59-480b-9d5e-917d417308d8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.442473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4fc006e-0474-4b6e-9e3b-9ce6f24cdee1 req-e817205f-1d59-480b-9d5e-917d417308d8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 943 time: 0.1014762 Dec 13 20:09:41.483720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4fc006e-0474-4b6e-9e3b-9ce6f24cdee1 req-b504fa4e-3889-40f1-b7a5-1be6ea0c2d41 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Dec 13 20:09:41.489311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-d2e57fb6-d1dc-46d9-a039-15fcef7313db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.490839 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-d2e57fb6-d1dc-46d9-a039-15fcef7313db service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1540179 Dec 13 20:09:41.562915 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-d30f55f3-4723-472e-b69f-ab56248ba2d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 200 len: 217 time: 0.0640497 Dec 13 20:09:41.632850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-da73ab89-3cca-4201-9f86-d766a6061c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.634348 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-da73ab89-3cca-4201-9f86-d766a6061c72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0636048 Dec 13 20:09:41.723707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-93383e4d-fac2-4566-8946-531716aac6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.725234 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-93383e4d-fac2-4566-8946-531716aac6b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789926 Dec 13 20:09:41.867298 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-1aab802c-2a57-4d10-924c-6db26c449220 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344297 Dec 13 20:09:41.869898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b56339-279a-4979-a81f-67053ffe1db0 req-4191a072-ecad-488d-86bd-6f0afdb47f33 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:41.871670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a3b56339-279a-4979-a81f-67053ffe1db0 req-4191a072-ecad-488d-86bd-6f0afdb47f33 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.0857706 Dec 13 20:09:41.921533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a3b56339-279a-4979-a81f-67053ffe1db0 req-6dd1631e-7970-4fac-9b02-b9274e6c9442 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437458 Dec 13 20:09:41.979768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:42.008351 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-2bbbc758-cd10-4025-8ab7-f2f0055a3c93 req-42f452ca-921d-4327-a2a2-b30e5d7e4f4e service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335855 Dec 13 20:09:42.682823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092d558-dbdb-4d48-8414-749a58484d6b req-dc81f3a2-7d19-4587-ab75-fc68bb622e1c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:42.686522 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7092d558-dbdb-4d48-8414-749a58484d6b req-dc81f3a2-7d19-4587-ab75-fc68bb622e1c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 943 time: 0.0955918 Dec 13 20:09:42.713190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:09:42.734046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7092d558-dbdb-4d48-8414-749a58484d6b req-ee6be658-0173-420b-b382-49955a09556f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Dec 13 20:09:42.861400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:42.874428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'port_id': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'mac_address': 'fa:16:3e:08:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:09:42.930085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:42.951284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:09:42.967400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:42.972686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:42.974477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:43.041467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:43.044936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:43.122847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19ec9-5219-4be2-9bb6-6d0bfc7c956f req-33e6bdc2-a71e-4580-bf61-3afcb43e801a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:43.124295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-99f19ec9-5219-4be2-9bb6-6d0bfc7c956f req-33e6bdc2-a71e-4580-bf61-3afcb43e801a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.0882039 Dec 13 20:09:43.168904 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-99f19ec9-5219-4be2-9bb6-6d0bfc7c956f req-55e49518-1e69-493a-be4b-d9a9964ff00f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386360 Dec 13 20:09:43.192815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:09:43.936599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00d00-993c-470c-80b1-ea193dcffe1c req-5984b9d3-5e88-4f55-ab27-ac38bbe61607 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:43.938007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ad00d00-993c-470c-80b1-ea193dcffe1c req-5984b9d3-5e88-4f55-ab27-ac38bbe61607 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 944 time: 0.0874124 Dec 13 20:09:43.983753 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ad00d00-993c-470c-80b1-ea193dcffe1c req-239d7b0b-1bb5-4dab-9ead-6c59ba895d50 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399816 Dec 13 20:09:44.366521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9e927-8da4-4ebe-9dda-c35164b778aa req-f6edd8d6-a4ac-4b06-93ae-8152d660d3b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:44.367985 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bc9e927-8da4-4ebe-9dda-c35164b778aa req-f6edd8d6-a4ac-4b06-93ae-8152d660d3b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.0885894 Dec 13 20:09:44.412224 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bc9e927-8da4-4ebe-9dda-c35164b778aa req-b6285d60-90e9-45b1-ac9c-8f9fe8bf4f65 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Dec 13 20:09:44.731210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:44.816892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:44.822334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:44.822720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:44.946117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:44.973053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:44.983815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:44.989334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:44.992024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-257c8afc-e44e-49cc-9423-02b277eed597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:45.034083 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'code': 200} Dec 13 20:09:45.071765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:45.075373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:45.173699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b86eb-eb62-430c-895a-6b23697467c7 req-7d73c98f-122f-462d-9ace-0d0100f0b75b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:45.175773 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-337b86eb-eb62-430c-895a-6b23697467c7 req-7d73c98f-122f-462d-9ace-0d0100f0b75b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.0811141 Dec 13 20:09:45.225364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-337b86eb-eb62-430c-895a-6b23697467c7 req-1e5fc853-5ea8-46ec-9ef6-38cb73102e85 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Dec 13 20:09:45.291898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767774a8-46b0-4f84-a96f-8b1439dc5f55 req-96605cb8-da40-4362-a1c3-4397cdc35171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:45.293432 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-767774a8-46b0-4f84-a96f-8b1439dc5f55 req-96605cb8-da40-4362-a1c3-4397cdc35171 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0698240 Dec 13 20:09:45.339505 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-767774a8-46b0-4f84-a96f-8b1439dc5f55 req-4dc71c20-9839-4c99-8860-88f546c46315 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385714 Dec 13 20:09:45.618132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ace1e-5761-4e62-b937-0cca976d5218 req-1050d011-c380-4a70-85cf-7fedd7dcf7ac tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:45.619512 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-820ace1e-5761-4e62-b937-0cca976d5218 req-1050d011-c380-4a70-85cf-7fedd7dcf7ac tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.0922394 Dec 13 20:09:45.667302 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-820ace1e-5761-4e62-b937-0cca976d5218 req-0f1626e9-21df-4046-a0c4-11d4218d4a54 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Dec 13 20:09:46.560081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce2efb-3a4b-4d9e-b875-85580c26d4ed req-2c112f1d-b439-4717-a0d0-b1f16701a869 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:46.561574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3ce2efb-3a4b-4d9e-b875-85580c26d4ed req-2c112f1d-b439-4717-a0d0-b1f16701a869 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.2169251 Dec 13 20:09:46.607089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3ce2efb-3a4b-4d9e-b875-85580c26d4ed req-ffd7382c-c4f5-4519-ac20-3b4887c8fbe2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Dec 13 20:09:46.874030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1084939-c659-47d6-b6fb-1a4bf1ec7dba req-ae14431a-3cf7-46f2-98c8-1e0bed90325f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:46.875372 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1084939-c659-47d6-b6fb-1a4bf1ec7dba req-ae14431a-3cf7-46f2-98c8-1e0bed90325f tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.0925694 Dec 13 20:09:46.921550 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1084939-c659-47d6-b6fb-1a4bf1ec7dba req-cca41806-b64c-4493-99c9-81cad1d28fd3 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Dec 13 20:09:47.803402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f638-53da-4925-bbe6-127cfe7bb1a7 req-ebebb4a9-40c6-4b0d-a0a5-f25ca30c2feb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:47.804968 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3294f638-53da-4925-bbe6-127cfe7bb1a7 req-ebebb4a9-40c6-4b0d-a0a5-f25ca30c2feb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.0814965 Dec 13 20:09:47.828183 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:09:47.850377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3294f638-53da-4925-bbe6-127cfe7bb1a7 req-b7193429-380c-4cb7-9aa7-184eb58c3b4f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Dec 13 20:09:48.081333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51eff0-6f2d-40b2-9348-b55ea9961f1b req-8212b41d-8bc4-47ad-a39b-3d8dffbf6b6f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:48.082822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce51eff0-6f2d-40b2-9348-b55ea9961f1b req-8212b41d-8bc4-47ad-a39b-3d8dffbf6b6f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.1265652 Dec 13 20:09:48.141194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce51eff0-6f2d-40b2-9348-b55ea9961f1b req-1f0e8232-55ff-434a-9eb3-905215d050ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510774 Dec 13 20:09:48.155912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe4f9-a938-4a28-bfc9-ff20fc4474db req-f6c7fc09-9a95-4206-85cd-1dd3a2559946 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:48.157407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-033fe4f9-a938-4a28-bfc9-ff20fc4474db req-f6c7fc09-9a95-4206-85cd-1dd3a2559946 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 944 time: 0.1278744 Dec 13 20:09:48.164382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:48.206412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-033fe4f9-a938-4a28-bfc9-ff20fc4474db req-6d3dae4d-70e8-42ff-a0ae-c919d32e49dc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Dec 13 20:09:48.235717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c798b70-d120-4140-b726-a1d569b1d403 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:48.237240 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3c798b70-d120-4140-b726-a1d569b1d403 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1093 time: 0.0718350 Dec 13 20:09:48.240141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33264) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:48.245115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:48.251165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:48.255211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:48.258140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:48.263976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:48.276170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:48.411318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:48.665218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.32 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/380857bd-715e-4bd3-8830-70806b34f712) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:48.761811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:09:48.817868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:48.849666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:48.854795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-103ba647-81c0-47d8-9c17-ea4589d9a511 tempest-TestServerAdvancedOps-1464193802 tempest-TestServerAdvancedOps-1464193802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:48.897915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:48.912092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'port_id': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'mac_address': 'fa:16:3e:b8:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:09:48.915828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:48.918823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:48.922620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:48.955855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=380857bd-715e-4bd3-8830-70806b34f712,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:48.961854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:48.972873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:48.990161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:09:49.006130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:49.010987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.012969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1186a717-9c48-4ca6-a177-47caacc94e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:49.077727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:49.081003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:49.225789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['3d4f3d33-5c6a-46d3-b121-09edcbcfc873'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:09:49.352286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.409734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca458853-75ca-41e0-87bb-3ae140a216f7 req-2f3d175c-4d06-405d-acb0-5e6a6ed42a2e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:49.411347 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ca458853-75ca-41e0-87bb-3ae140a216f7 req-2f3d175c-4d06-405d-acb0-5e6a6ed42a2e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 945 time: 0.0933430 Dec 13 20:09:49.432209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.457690 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ca458853-75ca-41e0-87bb-3ae140a216f7 req-6627d3e5-8574-4ce9-91ad-4dc2e4bb15db tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Dec 13 20:09:49.648068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.655275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.658756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2878f078-2207-4abe-93cc-caf58fef2ad4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:49.756940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=380857bd-715e-4bd3-8830-70806b34f712,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:49.763758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:49.770306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:49.954247 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 193c3aae-4226-4501-b86e-5d36f976b1c2 associated. External IP: 172.26.6.32, port: 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc. Dec 13 20:09:50.424465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 554859b6-54ca-4250-b642-4e52d9d7e007 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:09:50.615266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:50.627273 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Sync routers for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:50.638039 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:50.638976 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:50.643247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:50.657788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822caa7e-64b3-4bb3-adaf-1bd684f83d09 req-91baeb48-9415-4e58-92ee-b3f29e8e5780 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:50.659314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-822caa7e-64b3-4bb3-adaf-1bd684f83d09 req-91baeb48-9415-4e58-92ee-b3f29e8e5780 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 945 time: 0.0892799 Dec 13 20:09:50.704585 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4634292 Dec 13 20:09:50.705322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:50.707094 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-822caa7e-64b3-4bb3-adaf-1bd684f83d09 req-5f843b9a-4aff-4044-9162-a1550159e115 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Dec 13 20:09:50.707700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33272) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:50.755099 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'status': 'completed', 'code': 200} Dec 13 20:09:50.767958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:09:50.820457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6e5860ed-405e-44b4-b5e4-5b36fb727e02 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/193c3aae-4226-4501-b86e-5d36f976b1c2 HTTP/1.1" status: 200 len: 990 time: 0.1112227 Dec 13 20:09:50.851580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:09:50.857606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:09:50.858074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:50.859597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-2dc6d9f6-2ef1-446d-9cb4-11d7991c3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:50.861097 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-2dc6d9f6-2ef1-446d-9cb4-11d7991c3fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0804937 Dec 13 20:09:50.884415 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:50.976539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:51.002693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-3f8d19d0-cf13-49c7-8bde-d74341c63b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:51.003922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:51.004338 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-3f8d19d0-cf13-49c7-8bde-d74341c63b63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 896 time: 0.1367657 Dec 13 20:09:51.014562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:09:51.022218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:51.024766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:51.065637 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'code': 200} Dec 13 20:09:51.099680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:51.102981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:51.127295 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-c65f21b9-4543-4b08-92b0-7eda6a74f45f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 998 time: 0.1164114 Dec 13 20:09:51.209603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-fa0ef81f-8a7e-48a0-aa1a-1a3ca45d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:51.211074 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-fa0ef81f-8a7e-48a0-aa1a-1a3ca45d67b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 843 time: 0.0656750 Dec 13 20:09:51.260871 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '193c3aae-4226-4501-b86e-5d36f976b1c2', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.32', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'port_id': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'mac_address': 'fa:16:3e:08:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:49Z', 'updated_at': '2021-12-13T20:09:49Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:51.265148 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Checking router: 554859b6-54ca-4250-b642-4e52d9d7e007 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:51.273453 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:51.273968 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:51.294048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-bea75226-e574-4ecb-9361-f1ac9bd897c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:51.295668 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-bea75226-e574-4ecb-9361-f1ac9bd897c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d669008-fb87-40bd-b41c-a053c399c6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778124 Dec 13 20:09:51.373198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c238cdd-97d3-40ea-ada9-29b51609e950 req-bdeeb234-0f99-4177-9763-c474b7c1939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:51.374210 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c238cdd-97d3-40ea-ada9-29b51609e950 req-bdeeb234-0f99-4177-9763-c474b7c1939e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1099 time: 0.0874996 Dec 13 20:09:51.418799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c238cdd-97d3-40ea-ada9-29b51609e950 req-00d595e7-7258-499e-8cd4-a14ef794770c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381572 Dec 13 20:09:51.433857 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-0c1daf3b-604e-49b2-ac8d-4c2b9c3896be service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313777 Dec 13 20:09:51.459005 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:51.636633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a64aeb01-acad-4e34-9f89-42a94401e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:51.733603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-722c4f97-a86c-43eb-baa3-bb9bef456ed6 req-274336c1-33fe-4597-95f3-fa9a60a7f940 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289902 Dec 13 20:09:51.812865 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '193c3aae-4226-4501-b86e-5d36f976b1c2', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.32', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'port_id': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'mac_address': 'fa:16:3e:08:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:49Z', 'updated_at': '2021-12-13T20:09:49Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:51.816925 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafaf8b-38fd-4826-8518-e6a075ebfb5b None None] The sync data for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv is: [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '193c3aae-4226-4501-b86e-5d36f976b1c2', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.32', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'port_id': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'mac_address': 'fa:16:3e:08:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:49Z', 'updated_at': '2021-12-13T20:09:49Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:51.824652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33282) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:51.984523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fd02cc14-f0e3-4f1e-8f01-13b04c291b89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/193c3aae-4226-4501-b86e-5d36f976b1c2 HTTP/1.1" status: 200 len: 990 time: 0.1584728 Dec 13 20:09:52.009326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5d59-4594-44ed-8959-ac3db77f7b86 req-48e99391-e322-42f0-8c23-69739d857484 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:52.010836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06eb5d59-4594-44ed-8959-ac3db77f7b86 req-48e99391-e322-42f0-8c23-69739d857484 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.1833577 Dec 13 20:09:52.024389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbac6d-2b30-41ad-b32b-1be14afeaf8c None None] New status for floating IP 193c3aae-4226-4501-b86e-5d36f976b1c2: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:09:52.056358 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06eb5d59-4594-44ed-8959-ac3db77f7b86 req-d0bd9f44-02aa-4f3b-9945-1f146fb65a40 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 Dec 13 20:09:52.989459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33286) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:53.099716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-126305b1-80a0-4c83-b0dd-26d56175135c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/193c3aae-4226-4501-b86e-5d36f976b1c2 HTTP/1.1" status: 200 len: 992 time: 0.1090229 Dec 13 20:09:53.261585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207ce9-aad4-499f-aa6b-62d83d92ab38 req-4fe609ec-5d56-492e-acb9-7abe8733fecc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:53.263041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0207ce9-aad4-499f-aa6b-62d83d92ab38 req-4fe609ec-5d56-492e-acb9-7abe8733fecc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.0978932 Dec 13 20:09:53.310619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0207ce9-aad4-499f-aa6b-62d83d92ab38 req-957399e1-5b40-4c0d-b8bf-6c751d926b75 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Dec 13 20:09:53.516541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfbf2e-6293-4f90-bbe0-44d8419ca014 req-76553c6e-70ee-405a-ae42-269a6a14f7bc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:53.517962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5cdfbf2e-6293-4f90-bbe0-44d8419ca014 req-76553c6e-70ee-405a-ae42-269a6a14f7bc tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.0973625 Dec 13 20:09:53.570449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5cdfbf2e-6293-4f90-bbe0-44d8419ca014 req-b84a90d7-ffac-46d0-b042-a5bfd1259352 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Dec 13 20:09:53.601804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33294) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:53.676499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931f59f-77a7-4aab-85c7-7a4a4d4ae1ad tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:53.678051 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2931f59f-77a7-4aab-85c7-7a4a4d4ae1ad tempest-TestVolumeBootPattern-411762784 tempest-TestVolumeBootPattern-411762784-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1094 time: 0.0752368 Dec 13 20:09:53.681064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33298) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:09:53.686853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:09:53.693336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:09:53.697900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Usage tracker for resource:floatingip and tenant:c31813278b584a2aa175182e46c46992 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:09:53.701237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:09:53.707535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:09:53.720979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:53.857425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:53.902565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-904adf38-4bb4-45f7-90af-f103b029a3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:54.140805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Allocated IP 172.26.6.192 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/d7482145-9a19-4fe6-b6dd-fe0381ee277b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:09:54.287883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:54.317911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:54.321597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:54.389816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:09:54.392571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:09:54.395247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:09:54.429262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=d7482145-9a19-4fe6-b6dd-fe0381ee277b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:54.432289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:54.843894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:54.918435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:54.974031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:55.010224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:55.127499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:55.134455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:55.139137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:09:55.242956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event updated for resources: {'Port': ['ID=d7482145-9a19-4fe6-b6dd-fe0381ee277b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:09:55.245897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:09:55.255099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:55.425822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP 1d1f6e3f-7c9d-4b31-a00e-be4691a88e87 associated. External IP: 172.26.6.192, port: 3d4f3d33-5c6a-46d3-b121-09edcbcfc873. Dec 13 20:09:55.912429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:09:56.100403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:09:56.110850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:09:56.120063 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:56.120675 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:56.129341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:56.185894 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5036638 Dec 13 20:09:56.186490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:09:56.230061 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'status': 'completed', 'code': 200} Dec 13 20:09:56.298650 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:56.320855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-7d29d308-03c3-4456-acb2-cea972bda8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:56.322727 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-7d29d308-03c3-4456-acb2-cea972bda8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1099 time: 0.0709207 Dec 13 20:09:56.431279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:09:56.468877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-1c0a8199-5e81-44da-b90a-0237f2a33524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:56.470264 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-1c0a8199-5e81-44da-b90a-0237f2a33524 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1355336 Dec 13 20:09:56.694569 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '1d1f6e3f-7c9d-4b31-a00e-be4691a88e87', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.192', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:b8:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:54Z', 'updated_at': '2021-12-13T20:09:54Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}, {'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:56.698846 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:09:56.707741 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:09:56.708358 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:09:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:56.710034 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-7729a627-9240-4273-8c66-da23e4869b3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 200 len: 1000 time: 0.2274621 Dec 13 20:09:56.773573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-83acf538-58e1-442b-9e27-8eb076da8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:56.775057 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-83acf538-58e1-442b-9e27-8eb076da8182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0579288 Dec 13 20:09:56.854820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-663f23ed-1405-46a3-a743-7275f26dd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:09:56.856675 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-663f23ed-1405-46a3-a743-7275f26dd03b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744586 Dec 13 20:09:56.886932 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:09:56.992181 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-6502e0f8-b4c5-4db9-86a3-b32c693a3032 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287389 Dec 13 20:09:57.129610 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-eef54a2f-7a85-4f7a-8899-944f6c83bd98 req-2e79ad7c-0a6c-4315-a1bd-96549b0287d4 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305799 Dec 13 20:09:57.239330 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '1d1f6e3f-7c9d-4b31-a00e-be4691a88e87', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.192', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:b8:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:54Z', 'updated_at': '2021-12-13T20:09:54Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}, {'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:09:57.244498 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c7dbd-9a80-42ae-9fb9-9cc90d340626 None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '1d1f6e3f-7c9d-4b31-a00e-be4691a88e87', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.192', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:b8:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:09:54Z', 'updated_at': '2021-12-13T20:09:54Z', 'revision_number': 0, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}, {'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:09:57.441342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642359f-be80-4137-a496-a1dc76071a6f None None] New status for floating IP 1d1f6e3f-7c9d-4b31-a00e-be4691a88e87: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:10:01.901813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-bf51963a-671a-4948-942f-c5f1bf514233 req-ac4ea863-f053-4c0b-98be-5ecd7ac78edc service neutron] (87525) timed out ('10.222.0.20', 65359) {{(pid=87525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 20:10:11.999651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:21.642120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1fb791c-bb4e-45fa-a721-562014bd2ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:23.901985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31bf3a49-eec7-4f5b-b89d-27ab4620492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:24.832964 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:10:24.980171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:25.015009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:26.434576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:32.785807 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-7715d428-1330-483d-abd3-7161d19ad408 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719252 Dec 13 20:10:32.943643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-1c738ce1-0860-46e3-b094-6582f84d3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:10:32.945100 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-1c738ce1-0860-46e3-b094-6582f84d3deb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.0871332 Dec 13 20:10:33.096682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-30bccdcc-4572-431f-8eff-fc79669bc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:10:33.098051 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-30bccdcc-4572-431f-8eff-fc79669bc70f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1288683 Dec 13 20:10:33.200107 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-161da4b2-4642-4d73-9186-1f3c58780ffb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 1001 time: 0.0956905 Dec 13 20:10:33.267474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-4fab3200-a200-4579-8365-00c00899cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:10:33.268864 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-4fab3200-a200-4579-8365-00c00899cc31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0618711 Dec 13 20:10:33.345126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-d16934de-26eb-4924-b603-a92b3ac7d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:10:33.346658 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-d16934de-26eb-4924-b603-a92b3ac7d148 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716090 Dec 13 20:10:33.480464 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-b18f22a6-b32c-4a3b-880d-15c982c77988 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270163 Dec 13 20:10:33.615088 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-44b33647-c6a7-44d9-b70c-1965d1bf8f4e req-3f444e18-c426-4fed-9023-8d3535942532 service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274705 Dec 13 20:10:42.016397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:51.642458 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e972d10-c560-4061-a6e0-4fbd9df1d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:53.900475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d79caeb7-16de-4f92-bad2-a9cb5776e037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:54.979954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:55.020748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:10:56.435842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:01.837279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:11:12.016554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:21.643061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-57aaf446-59c9-4652-a225-6b8e82a4bab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:23.901554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-daea5183-9835-47ae-a033-8bd8c4fd7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:24.984154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:25.013614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:26.439882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:32.866135 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-c4109529-3f73-44eb-a1cb-6bb32c28a1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809851 Dec 13 20:11:32.963602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-e863968d-afb0-41aa-b03f-9470415092f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:32.965092 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-e863968d-afb0-41aa-b03f-9470415092f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0773385 Dec 13 20:11:33.120235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-a627d077-e761-4a52-8556-14eb3d09e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:33.121617 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-a627d077-e761-4a52-8556-14eb3d09e9c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 896 time: 0.1327271 Dec 13 20:11:33.356593 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-dc69ec6c-7497-4e36-9f72-103a32a9e599 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 1000 time: 0.2273610 Dec 13 20:11:33.419976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-5b0c65f7-817d-4173-a381-381ee1a3d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:33.421341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-5b0c65f7-817d-4173-a381-381ee1a3d5f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 843 time: 0.0579114 Dec 13 20:11:33.502293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-667f39ed-9e86-4585-a92b-ccc2754edfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:33.503738 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-667f39ed-9e86-4585-a92b-ccc2754edfca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d669008-fb87-40bd-b41c-a053c399c6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748868 Dec 13 20:11:33.642404 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-1d4dbf2d-8f1c-4dbf-a721-6c8dd4a5376d service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317635 Dec 13 20:11:33.778343 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0eb8ff30-dd39-4434-9db1-7b37ab6b809f req-3d4497f6-7615-4169-93a5-33c4b71be139 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287444 Dec 13 20:11:36.279715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33338) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:36.490525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port d7482145-9a19-4fe6-b6dd-fe0381ee277b {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:36.490864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:36.658241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:36.658537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:36.786611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for d7482145-9a19-4fe6-b6dd-fe0381ee277b owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:36.941885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:36.945317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:36.987306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=d7482145-9a19-4fe6-b6dd-fe0381ee277b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:37.026291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.026682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.027060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.027432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.027796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.028166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.028592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.028924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.029320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.029680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.030044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.030398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:37.037367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:37.101059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:37.101447 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP 1d1f6e3f-7c9d-4b31-a00e-be4691a88e87 disassociated (deleted). External IP: 172.26.6.192, port: 3d4f3d33-5c6a-46d3-b121-09edcbcfc873. Dec 13 20:11:37.607799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:11:37.791857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:11:37.808809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:37.810274 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:11:37.821637 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:37.822271 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:37.865237 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "DELETE /v2.0/floatingips/1d1f6e3f-7c9d-4b31-a00e-be4691a88e87 HTTP/1.1" status: 204 len: 168 time: 1.5842769 Dec 13 20:11:37.865918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:11:37.920048 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'status': 'completed', 'code': 200} Dec 13 20:11:38.005025 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:38.020060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-b9300c10-d9d3-4bb0-b0e9-49e08916ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:38.021570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-b9300c10-d9d3-4bb0-b0e9-49e08916ac4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 1099 time: 0.0753791 Dec 13 20:11:38.171048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-6a8900d9-58d0-4ab2-bc64-457fa879762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:38.172511 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-6a8900d9-58d0-4ab2-bc64-457fa879762e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1447277 Dec 13 20:11:38.245697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-94b3848a-a912-4adc-acca-0b1338a7fabe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 200 len: 217 time: 0.0646451 Dec 13 20:11:38.276879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf4741-f877-43a9-af4e-11241ae1b275 req-5ae0579e-b818-4177-9d20-67a1576895d1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:38.280388 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebcf4741-f877-43a9-af4e-11241ae1b275 req-5ae0579e-b818-4177-9d20-67a1576895d1 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.0993681 Dec 13 20:11:38.329658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-6c8aef14-2508-46b3-a13b-13bc150fc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:38.331310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-6c8aef14-2508-46b3-a13b-13bc150fc3e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0788929 Dec 13 20:11:38.362493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebcf4741-f877-43a9-af4e-11241ae1b275 req-f502d1ee-dd0d-4616-af1e-a32288abd384 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740132 Dec 13 20:11:38.443709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-ddcd1bd6-1a6f-4a4a-add8-d66afbd6232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:38.445890 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-ddcd1bd6-1a6f-4a4a-add8-d66afbd6232b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075161 Dec 13 20:11:38.447418 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:38.452198 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:11:38.461250 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:38.461898 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:38.599465 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-e8782d1a-7b38-4e63-93bd-27ef19d494af service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448798 Dec 13 20:11:38.656437 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:38.757680 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-37d93bb0-ec59-4635-b8cf-b29cfb6de1e7 req-766afb51-6196-4a10-aeb1-75c35837844b service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503046 Dec 13 20:11:38.851222 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:11:39.067624 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:39.072133 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d538f-e589-475f-b905-2c3e7fe24b62 None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'dbf0e9ce-4132-49b8-94f7-d6d96ff5c776', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'floating_ip_address': '172.26.6.94', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'port_id': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'mac_address': 'fa:16:3e:04:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:07:41Z', 'updated_at': '2021-12-13T20:07:45Z', 'revision_number': 1, 'project_id': 'c31813278b584a2aa175182e46c46992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:11:39.316256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da4c1d-f585-4459-aae2-89c0c01eea12 None None] New status for floating IP 1d1f6e3f-7c9d-4b31-a00e-be4691a88e87: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:11:39.558784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455a867-a23e-4457-894e-448d49502565 req-e3f4fbb4-6eef-495a-91ad-04bcd09cd476 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:39.560261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e455a867-a23e-4457-894e-448d49502565 req-e3f4fbb4-6eef-495a-91ad-04bcd09cd476 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.0865428 Dec 13 20:11:39.615571 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e455a867-a23e-4457-894e-448d49502565 req-e2307461-537f-4615-8147-289b059aaccf tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Dec 13 20:11:39.725508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-e4717bba-27dc-452a-ae60-fc08a3994e3e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:39.726115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-e4717bba-27dc-452a-ae60-fc08a3994e3e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:11:39.744404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-e4717bba-27dc-452a-ae60-fc08a3994e3e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:11:39.745619 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-e4717bba-27dc-452a-ae60-fc08a3994e3e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 946 time: 0.1037598 Dec 13 20:11:39.814925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:39.815580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:40.201852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] For port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:11:40.202153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:40.324846 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:40.490464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:40.496692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7445cbfc-d2da-4d9f-93f8-d141264a21d2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:40.540989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=3d4f3d33-5c6a-46d3-b121-09edcbcfc873,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:40.544192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:40.620016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] No DVR routers for this DVR port 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:11:40.623964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:40.627743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'name': 'network-vif-deleted', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:11:40.649147 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-acc2e6f1-dac6-4905-8e0f-a542027c09e1 req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "DELETE /v2.0/ports/3d4f3d33-5c6a-46d3-b121-09edcbcfc873 HTTP/1.1" status: 204 len: 173 time: 0.8982506 Dec 13 20:11:40.679601 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ce4db-575c-4abe-84b1-bd62c8874e1f', 'name': 'network-vif-deleted', 'tag': '3d4f3d33-5c6a-46d3-b121-09edcbcfc873', 'status': 'completed', 'code': 200} Dec 13 20:11:40.770305 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a5d0c8c-333a-47e2-a76a-87f65f537cfd req-74e0d7e0-a605-4c33-a78e-2f433ac853ad tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=224ce4db-575c-4abe-84b1-bd62c8874e1f HTTP/1.1" status: 200 len: 210 time: 0.0440736 Dec 13 20:11:42.005972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:43.209751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:11:43.244511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:11:43.244865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 3d4f3d33-5c6a-46d3-b121-09edcbcfc873 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:11:44.583849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33370) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:44.656717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:11:44.779254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14957990'] for subnet, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:44.970747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793485342796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16749409'] for subnet, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:44.974437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5251f68e-695e-40ae-8bdb-8eb3839b9426 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:45.020961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:45.021471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:45.022711 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/subnets/15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 835 time: 0.4380143 Dec 13 20:11:45.026334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81394710-9cba-4c29-9db4-b51ac149c752 None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:11:45.038598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=15593e3a-b388-4fa7-bcac-68568964a58e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:45.046784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.047175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.047592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.047944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.048609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.048798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.049333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.049703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.050074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.050447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.050811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.051179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:11:45.054921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:45.583849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Provisioning complete for port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:11:45.584234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:45.713049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Provisioning complete for port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:11:45.713368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:45.844399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Provisioning complete for port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:11:45.844695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a02b808-3ae7-44de-918a-ab6f001a516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:46.440401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33382) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:46.641776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port c6930d1d-7985-48f1-b6cf-7c838275c95d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:46.641998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:46.809229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:46.809631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:46.929318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for c6930d1d-7985-48f1-b6cf-7c838275c95d owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:47.082102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:47.085643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15645c8f-d75b-4677-a446-5f35b895d661 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:47.128462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=c6930d1d-7985-48f1-b6cf-7c838275c95d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:47.131694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:47.224421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:47.224618 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Floating IP dbf0e9ce-4132-49b8-94f7-d6d96ff5c776 disassociated (deleted). External IP: 172.26.6.94, port: a7c47935-9ec5-4da5-a316-ca7965a633d1. Dec 13 20:11:47.727896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:11:47.915361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:11:47.925779 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:11:47.932623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:47.935952 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:47.936560 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:47.987294 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "DELETE /v2.0/floatingips/dbf0e9ce-4132-49b8-94f7-d6d96ff5c776 HTTP/1.1" status: 204 len: 168 time: 1.5457807 Dec 13 20:11:47.988919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:11:48.033746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'status': 'completed', 'code': 200} Dec 13 20:11:48.112920 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:48.130117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-ba2e7baf-d971-4f51-b912-a3c2733d2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:48.131622 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-ba2e7baf-d971-4f51-b912-a3c2733d2e89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31813278b584a2aa175182e46c46992&device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 1099 time: 0.0754726 Dec 13 20:11:48.276285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-bddb5d2f-2027-41c5-9471-5abc11213b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:48.277814 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-bddb5d2f-2027-41c5-9471-5abc11213b20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 200 len: 912 time: 0.1396673 Dec 13 20:11:48.358588 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-abe53e8a-aa0c-46c8-945e-e0b74320d30a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 200 len: 217 time: 0.0697601 Dec 13 20:11:48.384017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839d5fc-22ab-4ccd-a5c3-dd7aa4efc5e7 req-a68987f2-e3fc-4dd5-8085-0b6d8bfc824b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:48.385446 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6839d5fc-22ab-4ccd-a5c3-dd7aa4efc5e7 req-a68987f2-e3fc-4dd5-8085-0b6d8bfc824b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.0920258 Dec 13 20:11:48.430099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-949c5f62-eb68-48dc-8ab6-06fd48df8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:48.431731 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-949c5f62-eb68-48dc-8ab6-06fd48df8e97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 200 len: 851 time: 0.0653160 Dec 13 20:11:48.438206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6839d5fc-22ab-4ccd-a5c3-dd7aa4efc5e7 req-79089c2a-d9b9-4e84-b522-ac07b0e71455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Dec 13 20:11:48.442929 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:48.447504 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:11:48.456866 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:48.457499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:48.507900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-f30a63c6-a9a4-4f03-885b-4baca8a8074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:48.509445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-f30a63c6-a9a4-4f03-885b-4baca8a8074e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae062779-4ac1-4b41-b6d8-b62bfd845f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712907 Dec 13 20:11:48.631653 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:48.643428 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-79157934-468c-4f26-8ca6-c4c2562c3eed service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246922 Dec 13 20:11:48.775310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1004ebd6-90be-47be-b31b-4a3c09fd2a4b req-931ee81b-aceb-4666-9ea2-bb8611f86bfe service neutron] 10.222.0.20 "GET /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254976 Dec 13 20:11:48.984466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:48.988550 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b58bc-e492-441c-b999-54ff297b279d None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:04:27Z', 'revision_number': 4, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6f108c1e-9d2c-4bb5-aaea-ba884e7d5339', 'name': '', 'network_id': 'ae062779-4ac1-4b41-b6d8-b62bfd845f1c', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'mac_address': 'fa:16:3e:64:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:27Z', 'updated_at': '2021-12-13T20:04:34Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'subnets': [{'id': '6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:11:49.206424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0bccb-ad23-4037-9101-a6b1c04c4780 None None] New status for floating IP dbf0e9ce-4132-49b8-94f7-d6d96ff5c776: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:11:49.650983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aed3e-fb45-4efe-91e1-f3ffd8b1ced6 req-6a09c9c8-017e-4574-a087-12af6516f216 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:49.650983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f6aed3e-fb45-4efe-91e1-f3ffd8b1ced6 req-6a09c9c8-017e-4574-a087-12af6516f216 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.0926962 Dec 13 20:11:49.696405 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f6aed3e-fb45-4efe-91e1-f3ffd8b1ced6 req-3287f249-f4e1-4cb8-bec2-209fd4800a81 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/security-groups?id=606a59c2-9caf-4fb8-8a27-988a5e368813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Dec 13 20:11:49.776479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-76028706-2afa-4c6f-bd13-a161e9f602fa tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:11:49.777154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-76028706-2afa-4c6f-bd13-a161e9f602fa tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Synchronizing usage tracker for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:11:49.798580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-76028706-2afa-4c6f-bd13-a161e9f602fa tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Unset dirty status for tenant:c31813278b584a2aa175182e46c46992 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:11:49.800496 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-76028706-2afa-4c6f-bd13-a161e9f602fa tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 946 time: 0.1157632 Dec 13 20:11:49.877098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port a7c47935-9ec5-4da5-a316-ca7965a633d1 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:49.877315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:50.270089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] For port a7c47935-9ec5-4da5-a316-ca7965a633d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a7c47935-9ec5-4da5-a316-ca7965a633d1,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:11:50.270316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:50.394198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for a7c47935-9ec5-4da5-a316-ca7965a633d1 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:50.557513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:50.563792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3b1d713-d570-4fb1-ac74-c061402d5328 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:50.608927 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=a7c47935-9ec5-4da5-a316-ca7965a633d1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:50.611824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:50.684893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] No DVR routers for this DVR port a7c47935-9ec5-4da5-a316-ca7965a633d1 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:11:50.687843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:50.690351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'name': 'network-vif-deleted', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:11:50.710995 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9b0cc007-b5b8-485a-b457-b20ddb7f45a6 req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.20 "DELETE /v2.0/ports/a7c47935-9ec5-4da5-a316-ca7965a633d1 HTTP/1.1" status: 204 len: 173 time: 0.9042048 Dec 13 20:11:50.762780 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8537b2-0092-4d61-a275-e6ccd28621c1', 'name': 'network-vif-deleted', 'tag': 'a7c47935-9ec5-4da5-a316-ca7965a633d1', 'status': 'completed', 'code': 200} Dec 13 20:11:50.872184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f841126-77d5-4ec7-83ea-8c4218f7b6ca req-71e870cc-7c98-483f-b294-b658151d5c4e tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8537b2-0092-4d61-a275-e6ccd28621c1 HTTP/1.1" status: 200 len: 210 time: 0.0493109 Dec 13 20:11:51.636815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-95316cbe-7bb0-4a72-84e9-29dde4eb835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:51.972350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33406) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:52.130719 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Deleting port aaab92c9-3219-4694-9edc-b106bf9384fb {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:52.131057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.303351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.303671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.427065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Calling delete_port for aaab92c9-3219-4694-9edc-b106bf9384fb owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:52.577669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.581094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98ad2a47-b960-4828-9566-147fdbd1e4b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:52.623234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'Port': ['ID=aaab92c9-3219-4694-9edc-b106bf9384fb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:52.626421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:52.724480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.739515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:52.740638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "DELETE /v2.0/floatingips/9fef102a-22f0-410d-befc-002f45dd6627 HTTP/1.1" status: 204 len: 168 time: 0.7672839 Dec 13 20:11:53.225306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a7c47935-9ec5-4da5-a316-ca7965a633d1 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:11:53.264445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: a7c47935-9ec5-4da5-a316-ca7965a633d1 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:11:53.265008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a7c47935-9ec5-4da5-a316-ca7965a633d1 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:11:53.895850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6186a8e4-88e6-41f4-885b-18275ab1afda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:54.986327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.016523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.456966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33426) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:55.538479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.569320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.640190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.644200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0e8000e3-f001-47a6-a02b-124b60214d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:55.659727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606a59c2-9caf-4fb8-8a27-988a5e368813,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:55.662370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:55.675985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:55.677191 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] 10.222.0.18 "DELETE /v2.0/security-groups/606a59c2-9caf-4fb8-8a27-988a5e368813 HTTP/1.1" status: 204 len: 168 time: 0.2187510 Dec 13 20:11:55.733940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33432) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:56.441222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:56.553387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:56.906425 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Deleting port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:56.906757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:57.077718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] For port 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:11:57.078073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:57.199982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Calling delete_port for 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:57.658609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:57.662189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-25cb905c-d8fd-4c4f-b393-b0870bc6433c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:57.705551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f108c1e-9d2c-4bb5-aaea-ba884e7d5339,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:57.708615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:57.984444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:58.351872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Router 8fb0dbd6-6236-4543-9da0-543a9726adf9 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:11:58.555938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:11:58.565956 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Sync routers for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:11:58.568681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] 10.222.0.18 "PUT /v2.0/routers/8fb0dbd6-6236-4543-9da0-543a9726adf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332171 Dec 13 20:11:58.571281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33438) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:11:58.577873 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:58.578496 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:58.752287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:58.758900 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:58.926753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:58.937773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Deleting port 16125bb5-a962-4158-95a8-269fd5a29e93 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:11:58.938225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.044967 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:11:57Z', 'revision_number': 5, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port': {'id': '16125bb5-a962-4158-95a8-269fd5a29e93', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:24Z', 'updated_at': '2021-12-13T20:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:59.049812 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Checking router: 8fb0dbd6-6236-4543-9da0-543a9726adf9 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:11:59.058628 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Routers {'8fb0dbd6-6236-4543-9da0-543a9726adf9'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:11:59.059248 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['8fb0dbd6-6236-4543-9da0-543a9726adf9'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:59.213285 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] Set router 8fb0dbd6-6236-4543-9da0-543a9726adf9 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:11:59.247312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] For port 16125bb5-a962-4158-95a8-269fd5a29e93, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=16125bb5-a962-4158-95a8-269fd5a29e93,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:11:59.247665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.315812 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:11:58Z', 'revision_number': 6, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:11:59.319920 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89a1f0-3c37-42b3-8d73-2288e8127ef4 None None] The sync data for ids ['8fb0dbd6-6236-4543-9da0-543a9726adf9'] in dv-neutron-821563-1-hyperv is: [{'id': '8fb0dbd6-6236-4543-9da0-543a9726adf9', 'name': 'tempest-TestVolumeBootPattern-2010015351-router', 'tenant_id': 'c31813278b584a2aa175182e46c46992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:23Z', 'updated_at': '2021-12-13T20:11:58Z', 'revision_number': 6, 'project_id': 'c31813278b584a2aa175182e46c46992', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:11:59.375098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Calling delete_port for 16125bb5-a962-4158-95a8-269fd5a29e93 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:11:59.565916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.569596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-352dc04e-e75b-4ea4-80a6-c7ef8205beb9 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:11:59.616014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=16125bb5-a962-4158-95a8-269fd5a29e93,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:11:59.619047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:11:59.713890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.892892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.895160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.922782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.923353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb0dbd6-6236-4543-9da0-543a9726adf9 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:11:59.935454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:11:59.937229 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] 10.222.0.18 "DELETE /v2.0/routers/8fb0dbd6-6236-4543-9da0-543a9726adf9 HTTP/1.1" status: 204 len: 168 time: 1.3650520 Dec 13 20:11:59.939915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33442) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:00.000927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Deleting subnet 6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:12:00.004051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.052349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.069615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:00.108275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:00.108862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6f108c1e-9d2c-4bb5-aaea-ba884e7d5339 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:00.145750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.215212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.219091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-aa27408a-5aaa-408c-9b28-1409897176f4 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:00.252711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:00.255722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:00.256676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.267265 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ef3adb0-eae4-4f06-841c-8b6f5c46f6e4 HTTP/1.1" status: 204 len: 168 time: 0.3225889 Dec 13 20:12:00.267448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1255dc-f7ac-45c3-98c2-77d5b8c310a4 None None] Network ae062779-4ac1-4b41-b6d8-b62bfd845f1c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:12:00.267648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33446) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:00.383798 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.395437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Deleting port 324bb508-5301-44d4-8726-2056d735b87d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:00.395895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.544195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] DHCP port deletion for ae062779-4ac1-4b41-b6d8-b62bfd845f1c request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:12:00.548892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Deleting port 324bb508-5301-44d4-8726-2056d735b87d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:00.549358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.614092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] For port 324bb508-5301-44d4-8726-2056d735b87d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=324bb508-5301-44d4-8726-2056d735b87d,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:00.614604 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.737347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Calling delete_port for 324bb508-5301-44d4-8726-2056d735b87d owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:00.747266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] For port 324bb508-5301-44d4-8726-2056d735b87d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=324bb508-5301-44d4-8726-2056d735b87d,segment=NetworkSegment(f9f765c4-5a39-4505-830f-21980448fd38),segment_id=f9f765c4-5a39-4505-830f-21980448fd38)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:00.747673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.911824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Calling delete_port for 324bb508-5301-44d4-8726-2056d735b87d owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:00.935833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:00.940928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5d09381d-756f-4b99-a1ac-3a0adc6241f8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:00.986488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:12:00.986848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:12:00.987982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Pushing event deleted for resources: {'Port': ['ID=324bb508-5301-44d4-8726-2056d735b87d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:00.989714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] No DVR routers for this DVR port 324bb508-5301-44d4-8726-2056d735b87d on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:12:00.991159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:01.103105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.129042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae062779-4ac1-4b41-b6d8-b62bfd845f1c']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:01.140932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f765c4-5a39-4505-830f-21980448fd38') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:01.141247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f765c4-5a39-4505-830f-21980448fd38') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:01.152216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.167779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.173922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:12:01.174459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:12:01.191129 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:12:01.265893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.269207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9d02a9de-1dad-4eaf-9de0-682160d9dc1b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:01.281809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.291803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae062779-4ac1-4b41-b6d8-b62bfd845f1c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:01.294877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:01.306590 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae062779-4ac1-4b41-b6d8-b62bfd845f1c HTTP/1.1" status: 204 len: 168 time: 1.0378017 Dec 13 20:12:01.309929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33450) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:01.487892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Deleting port 324bb508-5301-44d4-8726-2056d735b87d {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:01.488350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:01.570985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-28543ee8-42e1-4eb0-89fc-a721ecf7d066 None None] The port '324bb508-5301-44d4-8726-2056d735b87d' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:12:01.674443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 324bb508-5301-44d4-8726-2056d735b87d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:01.709295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 324bb508-5301-44d4-8726-2056d735b87d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:01.709651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 324bb508-5301-44d4-8726-2056d735b87d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:01.710076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 16125bb5-a962-4158-95a8-269fd5a29e93 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:01.746107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 16125bb5-a962-4158-95a8-269fd5a29e93 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:01.746437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 16125bb5-a962-4158-95a8-269fd5a29e93 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:01.858723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:02.219795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Deleting port 9f49e9c7-95d4-4311-be4c-121befca30c2 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:02.220486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:02.521227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] For port 9f49e9c7-95d4-4311-be4c-121befca30c2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9f49e9c7-95d4-4311-be4c-121befca30c2,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:02.521463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:02.644562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Calling delete_port for 9f49e9c7-95d4-4311-be4c-121befca30c2 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:02.836655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:02.840357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a437bed0-ff8d-47b0-a6d2-ceeee9e81bb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:02.885633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f49e9c7-95d4-4311-be4c-121befca30c2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:02.888707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:03.150334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:03.533006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Router c539de0e-b97f-4997-b44e-e9974df96e7a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:12:03.718772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:12:03.727801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Sync routers for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:12:03.728281 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] 10.222.0.18 "PUT /v2.0/routers/c539de0e-b97f-4997-b44e-e9974df96e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169300 Dec 13 20:12:03.730593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33454) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:03.738498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:03.739126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:03.922448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:04.042009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:04.207522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:12:02Z', 'revision_number': 5, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port': {'id': 'fc64440f-bf31-479b-a044-dc9ff548769c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:04.211405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Checking router: c539de0e-b97f-4997-b44e-e9974df96e7a for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:12:04.220323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Routers {'c539de0e-b97f-4997-b44e-e9974df96e7a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:04.220951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:11:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c539de0e-b97f-4997-b44e-e9974df96e7a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:04.222008 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:04.234421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Deleting port fc64440f-bf31-479b-a044-dc9ff548769c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:04.234871 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:04.376482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] Set router c539de0e-b97f-4997-b44e-e9974df96e7a gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:04.414608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] For port fc64440f-bf31-479b-a044-dc9ff548769c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fc64440f-bf31-479b-a044-dc9ff548769c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:04.414957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:04.535867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:12:04Z', 'revision_number': 6, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:04.541366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e87303-4c64-4723-b617-0b8670604220 None None] The sync data for ids ['c539de0e-b97f-4997-b44e-e9974df96e7a'] in dv-neutron-821563-1-hyperv is: [{'id': 'c539de0e-b97f-4997-b44e-e9974df96e7a', 'name': 'tempest-TestVolumeBootPattern-1565394889-router', 'tenant_id': 'cee6d1d5746e429797ec9375ad594e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:04:31Z', 'updated_at': '2021-12-13T20:12:04Z', 'revision_number': 6, 'project_id': 'cee6d1d5746e429797ec9375ad594e5b', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:12:04.544686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Calling delete_port for fc64440f-bf31-479b-a044-dc9ff548769c owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:04.733104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:04.736857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60e8dce2-570a-4007-ba21-909b5b7f7331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:04.779510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc64440f-bf31-479b-a044-dc9ff548769c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:04.782679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:04.876167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.047666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.049903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.076820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.077559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c539de0e-b97f-4997-b44e-e9974df96e7a {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:12:05.090099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.091227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c539de0e-b97f-4997-b44e-e9974df96e7a HTTP/1.1" status: 204 len: 168 time: 1.3597734 Dec 13 20:12:05.093999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33458) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:05.287296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Deleting subnet 9b8f22a8-6312-4e47-b456-41a9fbefba20 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:12:05.290296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.340562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.423441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.495999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.502041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-102b31ac-37ed-4357-a7d7-efd2a98647e2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:05.537373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8f22a8-6312-4e47-b456-41a9fbefba20,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:05.540421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:05.541433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.547573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ca95a-5bfd-4b4a-a6e1-02e19d2cc510 None None] Network 60e9a86e-13b3-4281-92bf-e5a02dc38b58 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:12:05.548125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b8f22a8-6312-4e47-b456-41a9fbefba20 HTTP/1.1" status: 204 len: 168 time: 0.4526229 Dec 13 20:12:05.550202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33462) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:05.658133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.668579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Deleting port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:05.668914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.675985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fc64440f-bf31-479b-a044-dc9ff548769c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:05.740517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: fc64440f-bf31-479b-a044-dc9ff548769c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:05.740877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fc64440f-bf31-479b-a044-dc9ff548769c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:05.741296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9f49e9c7-95d4-4311-be4c-121befca30c2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:05.778941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 9f49e9c7-95d4-4311-be4c-121befca30c2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:05.779181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9f49e9c7-95d4-4311-be4c-121befca30c2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:05.864715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] DHCP port deletion for 60e9a86e-13b3-4281-92bf-e5a02dc38b58 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:12:05.869436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Deleting port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:05.869828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:05.879363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] For port 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2769d8a2-2f3b-4e5c-93b4-875294b57e78,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:05.879730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.000623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Calling delete_port for 2769d8a2-2f3b-4e5c-93b4-875294b57e78 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:06.069598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] For port 2769d8a2-2f3b-4e5c-93b4-875294b57e78, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2769d8a2-2f3b-4e5c-93b4-875294b57e78,segment=NetworkSegment(6595b079-d2ce-4bef-8e2e-283b0bac307d),segment_id=6595b079-d2ce-4bef-8e2e-283b0bac307d)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:06.069970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.081944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.086707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-07d5e840-c322-4dd1-beb3-610094c4c4fb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:06.130135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2769d8a2-2f3b-4e5c-93b4-875294b57e78,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:06.131812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] No DVR routers for this DVR port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:12:06.133436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:06.190869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Calling delete_port for 2769d8a2-2f3b-4e5c-93b4-875294b57e78 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:06.246996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.266295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:12:06.266651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:12:06.273715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e9a86e-13b3-4281-92bf-e5a02dc38b58']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:06.285960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6595b079-d2ce-4bef-8e2e-283b0bac307d') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:06.286258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6595b079-d2ce-4bef-8e2e-283b0bac307d') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:06.297951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.314978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.321142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:12:06.321499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:12:06.339022 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:12:06.414498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.418173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:06.430786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.440790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Pushing event deleted for resources: {'Network': ['ID=60e9a86e-13b3-4281-92bf-e5a02dc38b58,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:06.443478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:06.445411 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/60e9a86e-13b3-4281-92bf-e5a02dc38b58 HTTP/1.1" status: 204 len: 168 time: 0.8940916 Dec 13 20:12:06.581976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33468) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:06.634464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5db37d26-f587-4042-99c6-75f745c25157 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c31813278b584a2aa175182e46c46992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510118 Dec 13 20:12:06.636902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33472) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:06.696523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.722213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.768408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Deleting port 2769d8a2-2f3b-4e5c-93b4-875294b57e78 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:06.768967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.774855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.779094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b91a966a-57ce-4a6b-be78-1f29df49fb6e tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:06.793612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71857280-7765-4e24-a7f6-84d7e35ef247,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:06.796657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:06.802581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:06.806028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71857280-7765-4e24-a7f6-84d7e35ef247 HTTP/1.1" status: 204 len: 168 time: 0.1659322 Dec 13 20:12:06.845782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-24c14d49-2510-4fe8-b9cc-b3e96693602e None None] The port '2769d8a2-2f3b-4e5c-93b4-875294b57e78' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:12:07.191228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33480) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:07.239328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6fe37232-ba1e-42c0-a71a-42b1a5caf64f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cee6d1d5746e429797ec9375ad594e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468512 Dec 13 20:12:07.241794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33484) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:07.303561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:07.329907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:07.383356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:07.387090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:07.400288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009b4e8-b7d6-438c-880a-75788c0114e6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:07.403149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:07.405534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:07.409065 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3009b4e8-b7d6-438c-880a-75788c0114e6 HTTP/1.1" status: 204 len: 168 time: 0.1640234 Dec 13 20:12:07.661008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2769d8a2-2f3b-4e5c-93b4-875294b57e78 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:07.701578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2769d8a2-2f3b-4e5c-93b4-875294b57e78 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:07.701965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2769d8a2-2f3b-4e5c-93b4-875294b57e78 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:12.028021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:15.847150 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:12:21.640763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c83c2ee7-b502-4b32-8598-1a1514dbaefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:23.911544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cd979d4e-a8a6-49e7-9d16-61c1182b8761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:24.989790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:25.019701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:26.444950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:27.870064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33492) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:28.079817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 380857bd-715e-4bd3-8830-70806b34f712 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:28.080155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:28.369924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:28.370249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:28.494571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 380857bd-715e-4bd3-8830-70806b34f712 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:28.649407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:28.652860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3766af13-2ef4-4c57-9d31-fe4d3ebc1cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:28.698418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=380857bd-715e-4bd3-8830-70806b34f712,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:28.701475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:28.791745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:28.792106 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 193c3aae-4226-4501-b86e-5d36f976b1c2 disassociated (deleted). External IP: 172.26.6.32, port: 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc. Dec 13 20:12:29.146411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 554859b6-54ca-4250-b642-4e52d9d7e007 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:12:29.326418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:12:29.336983 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Sync routers for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:12:29.349731 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:29.350382 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:29.353337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:29.417453 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/193c3aae-4226-4501-b86e-5d36f976b1c2 HTTP/1.1" status: 204 len: 168 time: 1.5462472 Dec 13 20:12:29.418029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:12:29.472376 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'status': 'completed', 'code': 200} Dec 13 20:12:29.574699 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:29.763528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-efd43014-4879-4281-ac72-2927ce85833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:29.765070 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-efd43014-4879-4281-ac72-2927ce85833f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 1098 time: 0.2692034 Dec 13 20:12:29.914752 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:29.919239 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Checking router: 554859b6-54ca-4250-b642-4e52d9d7e007 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:12:29.931557 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:29.932128 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:29.938987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4af56-b062-426c-89f6-24c07189510c req-2e5c0bff-5233-4f9c-9b89-d71190945cdb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:29.940569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ef4af56-b062-426c-89f6-24c07189510c req-2e5c0bff-5233-4f9c-9b89-d71190945cdb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.2142589 Dec 13 20:12:29.989460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ef4af56-b062-426c-89f6-24c07189510c req-1057f6f2-6563-46d3-815d-e083d0a5c2ab tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Dec 13 20:12:30.039519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-1a67d16f-cafd-4954-9cb7-3bf192c95f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:30.041004 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-1a67d16f-cafd-4954-9cb7-3bf192c95f12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 200 len: 896 time: 0.2682467 Dec 13 20:12:30.112221 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-111f8672-8b80-4f9e-af54-7ec14148fe3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 200 len: 217 time: 0.0641315 Dec 13 20:12:30.119952 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:30.176621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-656d029b-bfc4-4761-8dd2-3133b4cbfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:30.178125 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-656d029b-bfc4-4761-8dd2-3133b4cbfd93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 200 len: 843 time: 0.0590792 Dec 13 20:12:30.257865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-127e2423-bb4d-407c-b34a-c7e1d5e28a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:30.259248 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-127e2423-bb4d-407c-b34a-c7e1d5e28a0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d669008-fb87-40bd-b41c-a053c399c6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743051 Dec 13 20:12:30.392661 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-d0e8afa5-c4d9-426a-906b-25da7bfedad4 service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263292 Dec 13 20:12:30.431859 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:30.435897 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a458cc7-a9ed-49f9-8ac5-c84d9b880993 None None] The sync data for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv is: [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '81fa90d5-e0d0-4e0e-a71e-87768d5d0e97', 'name': '', 'network_id': '8d669008-fb87-40bd-b41c-a053c399c6a8', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:84:19:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:27Z', 'updated_at': '2021-12-13T20:09:33Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '15593e3a-b388-4fa7-bcac-68568964a58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:12:30.533778 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-806f87a6-7297-4329-89fd-45ebb8b9eb88 req-2c0529f1-d8bd-4628-9abd-5d43845dc11e service neutron] 10.222.0.20 "GET /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332228 Dec 13 20:12:30.666993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09b310-db7d-458a-91de-5f7a8310077e None None] New status for floating IP 193c3aae-4226-4501-b86e-5d36f976b1c2: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:12:31.033981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-477d8be3-d121-4d02-8805-fe4940d964d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:31.034687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-477d8be3-d121-4d02-8805-fe4940d964d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:12:31.052239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-477d8be3-d121-4d02-8805-fe4940d964d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:12:31.053328 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-477d8be3-d121-4d02-8805-fe4940d964d0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.1152749 Dec 13 20:12:31.123431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:31.123780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:31.229067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407996-0bb2-44f8-85f1-df84df867dd2 req-dd757166-306f-4480-a514-82e280c8fb59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:31.230562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91407996-0bb2-44f8-85f1-df84df867dd2 req-dd757166-306f-4480-a514-82e280c8fb59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 945 time: 0.1325498 Dec 13 20:12:31.275150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91407996-0bb2-44f8-85f1-df84df867dd2 req-0da835c9-d49b-404a-ba5a-94cb76e920ef tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b1a2842-c957-4909-991b-f608a93191b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Dec 13 20:12:31.379116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:31.379688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:31.502979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:31.667306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:31.673807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1c2c75f-5177-4dda-8487-3421f05180a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:31.725778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:31.729149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:31.800593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:12:31.803331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:31.805874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'name': 'network-vif-deleted', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:12:31.825293 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-906d8dd9-2dff-4a32-918a-a05fa577c143 req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc HTTP/1.1" status: 204 len: 173 time: 0.7665563 Dec 13 20:12:31.857728 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb424f79-6841-453f-b122-c69eb0bdb8b3', 'name': 'network-vif-deleted', 'tag': '6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc', 'status': 'completed', 'code': 200} Dec 13 20:12:32.439413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-279913dc-e0fc-4fc8-99ab-95479a51ca29 req-8b9e1fc3-ccc1-4437-b1b9-dd7257f80200 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb424f79-6841-453f-b122-c69eb0bdb8b3 HTTP/1.1" status: 200 len: 210 time: 0.0466025 Dec 13 20:12:33.549751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33518) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:33.623489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:33.653409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:33.719480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:33.723572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0060d195-6f38-47a9-8124-3ba2ecc1f0ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:33.738184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a2842-c957-4909-991b-f608a93191b3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:33.741824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:33.747080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:33.748222 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b1a2842-c957-4909-991b-f608a93191b3 HTTP/1.1" status: 204 len: 168 time: 0.1975174 Dec 13 20:12:34.804537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33526) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:35.474810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:35.480499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:35.511745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:35.512095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 6c5f5dd9-c1cd-4faf-82fa-cfbe83556bdc not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:35.830712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:35.831320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:36.026589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:36.026946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:36.149447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:36.365253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:36.369119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dfba0490-24ea-4ea6-941c-9954e411743a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:36.540509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=81fa90d5-e0d0-4e0e-a71e-87768d5d0e97,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:36.543616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:36.818361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.191609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 554859b6-54ca-4250-b642-4e52d9d7e007 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:12:37.373664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:12:37.384734 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Sync routers for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:12:37.389229 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/554859b6-54ca-4250-b642-4e52d9d7e007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5808697 Dec 13 20:12:37.389380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:37.394980 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:37.395677 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:37.456134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 15593e3a-b388-4fa7-bcac-68568964a58e {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:12:37.459075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.518320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.578374 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:37.608170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.687960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.692974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19581af2-d406-4885-9cb4-d550930af3be tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:37.733130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=15593e3a-b388-4fa7-bcac-68568964a58e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:37.735593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:37.741685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361cbc6-7507-4707-8fdf-6af9767490fd None None] Network 8d669008-fb87-40bd-b41c-a053c399c6a8 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:12:37.745012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.745444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.745827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.746220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.746590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.746965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.747325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.747704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.748067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.748429 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.748792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.749150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:37.753430 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/15593e3a-b388-4fa7-bcac-68568964a58e HTTP/1.1" status: 204 len: 168 time: 0.3630569 Dec 13 20:12:37.754373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:37.756184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33534) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:37.869509 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:12:36Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:37.873646 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Checking router: 554859b6-54ca-4250-b642-4e52d9d7e007 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:12:37.882715 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Routers {'554859b6-54ca-4250-b642-4e52d9d7e007'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:37.883319 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['554859b6-54ca-4250-b642-4e52d9d7e007'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:37.942938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.007394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] DHCP port deletion for 8d669008-fb87-40bd-b41c-a053c399c6a8 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:12:38.011618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Deleting port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:38.012017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.112927 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] Set router 554859b6-54ca-4250-b642-4e52d9d7e007 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:38.272273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.282243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] For port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,segment=NetworkSegment(ca387f68-63d6-40b6-805e-7cc434dda0cf),segment_id=ca387f68-63d6-40b6-805e-7cc434dda0cf)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:38.282761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.289141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port ff199bbb-5ab2-4131-a708-e9e5056d954f {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:12:38.289541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.425454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Calling delete_port for e9db4531-ba23-46b7-b2fa-6e27e50c5eaf owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:38.454474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:12:36Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:38.460198 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34700eb-34d6-4e22-b94b-22754520158c None None] The sync data for ids ['554859b6-54ca-4250-b642-4e52d9d7e007'] in dv-neutron-821563-1-hyperv is: [{'id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'name': 'tempest-TestNetworkBasicOps-router-844862977', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:09:22Z', 'updated_at': '2021-12-13T20:12:36Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'ff199bbb-5ab2-4131-a708-e9e5056d954f', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554859b6-54ca-4250-b642-4e52d9d7e007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:09:23Z', 'updated_at': '2021-12-13T20:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:12:38.514270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.519123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port ff199bbb-5ab2-4131-a708-e9e5056d954f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ff199bbb-5ab2-4131-a708-e9e5056d954f,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:38.519417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:38.519538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.561644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Pushing event deleted for resources: {'Port': ['ID=e9db4531-ba23-46b7-b2fa-6e27e50c5eaf,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:38.570688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.571037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.571380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.571714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.572043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.572367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.573068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.573531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.573964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.574292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.574611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.574927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:38.579089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:38.579898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] No DVR routers for this DVR port e9db4531-ba23-46b7-b2fa-6e27e50c5eaf on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:12:38.643196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for ff199bbb-5ab2-4131-a708-e9e5056d954f owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:12:38.817906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:38.823617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef9a9a41-a0e8-4e54-8b8f-b49bae60161f tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:38.868409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=ff199bbb-5ab2-4131-a708-e9e5056d954f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:38.897586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:38.966022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.140690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.142889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.168050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.168631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router 554859b6-54ca-4250-b642-4e52d9d7e007 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:12:39.185509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.190023 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/554859b6-54ca-4250-b642-4e52d9d7e007 HTTP/1.1" status: 204 len: 168 time: 1.4295926 Dec 13 20:12:39.190023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33538) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:39.306048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.438564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.464722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d669008-fb87-40bd-b41c-a053c399c6a8']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:39.476631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca387f68-63d6-40b6-805e-7cc434dda0cf') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:39.476928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca387f68-63d6-40b6-805e-7cc434dda0cf') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:39.488489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.504191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.510467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:12:39.510853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:12:39.525196 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:12:39.678370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9db4531-ba23-46b7-b2fa-6e27e50c5eaf no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:39.713149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e9db4531-ba23-46b7-b2fa-6e27e50c5eaf {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:39.713423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9db4531-ba23-46b7-b2fa-6e27e50c5eaf not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:39.713883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:39.733040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.736843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8e46fc8c-3705-4f3d-91fe-34afadcd183b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:39.750076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:39.750530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 81fa90d5-e0d0-4e0e-a71e-87768d5d0e97 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:39.751055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ff199bbb-5ab2-4131-a708-e9e5056d954f no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:12:39.751211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.762640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=8d669008-fb87-40bd-b41c-a053c399c6a8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:39.766606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:39.768120 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/8d669008-fb87-40bd-b41c-a053c399c6a8 HTTP/1.1" status: 204 len: 168 time: 0.5771902 Dec 13 20:12:39.782003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33542) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:39.785007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ff199bbb-5ab2-4131-a708-e9e5056d954f {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:12:39.785404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ff199bbb-5ab2-4131-a708-e9e5056d954f not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:12:39.787999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--319806916', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:39.793382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:39.797842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:39.801114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:39.807997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:39.819686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:12:39.823618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.852181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:12:39.862167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.862572 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b of type vlan for network 4ad585d4-0bae-4da0-874f-768fffaf3615 Dec 13 20:12:39.895311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.934272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.939894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:39.940479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:39.943933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:40.045913 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2626803 Dec 13 20:12:40.048990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=4ad585d4-0bae-4da0-874f-768fffaf3615,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:40.049125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33546) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:40.051682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-348ffc66-5f60-4300-8ee7-d75e09ddc4d6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:40.054351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:40.060271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:12:40.061991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:40.066522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:40.069438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:40.076660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:40.088254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:40.090595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:40.106784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:40.528984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:40.891290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:40.926223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:41.088572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.252 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/1e0059c9-26a0-4ff7-846b-c0da204fc3c4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:12:41.239458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:41.272347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:41.276913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7473e110-7457-45f7-8b92-be496bcde3bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:41.339720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:12:41.342583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:41.346414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:12:41.385436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:41.394502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:41.781928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:42.019506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:42.264680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:42.483503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:12:42.668804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:12:42.679127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:12:42.688931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:42.689592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:42.699063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:42.700302 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6501882 Dec 13 20:12:42.704270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33550) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:42.870086 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:42.893331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2661b525-0fca-4272-b72c-23a62901ff85 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1877439 Dec 13 20:12:42.896028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33556) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:43.026930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b370002-de17-4024-a918-0f891d4a43cf tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:43.028264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2b370002-de17-4024-a918-0f891d4a43cf tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313856 Dec 13 20:12:43.031289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33560) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:43.069652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1fb5329b-48e7-4706-934a-6d589c3a61a5 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371211 Dec 13 20:12:43.072044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33564) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:43.077728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026260321', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:43.170650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:41Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:43.174747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:12:43.175115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Updating router 587d140a-0a67-48b1-a84b-6f785498a9e1 port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:12:43.184737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:43.188561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:43.191355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:43.196866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:43.208555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:12:43.212299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.228714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.492681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.496747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1d97ecf6-c1ff-4b72-a158-a6413ea83082 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:43.569656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:43.574053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:43.581511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:12:43.581868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 4ad585d4-0bae-4da0-874f-768fffaf3615, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:12:43.607644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:12:43.619044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 4ad585d4-0bae-4da0-874f-768fffaf3615) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:43.623243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:43.623831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.641454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d854ea4-4469-4a70-94c3-48e55b66fe89 None None] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:12:43.646603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5731966 Dec 13 20:12:43.649482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33568) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:43.732780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.756500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Transition to ACTIVE for port object 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:43.777782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.784197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-144e09ba-e29a-482b-b295-405b921b7465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:43.913236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Pushing event updated for resources: {'Port': ['ID=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:43.918537 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:43.919248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Attempting to bind port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:12:43.919620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Attempting to bind port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:12:43.919984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Attempting to bind port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:12:43.930221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:12:43.930592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:12:43.931015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:43.931428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:12:43.931896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Bound port: 1e0059c9-26a0-4ff7-846b-c0da204fc3c4, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:12:43.932270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.027059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-4ad585d4-0bae-4da0-874f-768fffaf3615', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:12:44.027891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.058447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] For port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:12:44.103426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] For port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:12:44.110218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.120124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bb6c088e-f16c-4784-8e4e-56a7e6acd490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:44.256603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:44.257342 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:44.302456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Pushing event updated for resources: {'Port': ['ID=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:44.323273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:44.352545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Allocated IP 172.20.0.2 (4ad585d4-0bae-4da0-874f-768fffaf3615/4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe/bfb44cb3-9e7d-4640-b005-d62a039e4516) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:12:44.499032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.523543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:44.862514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.877077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Transition to ACTIVE for port object bfb44cb3-9e7d-4640-b005-d62a039e4516 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:44.905892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Transition to ACTIVE for port object bfb44cb3-9e7d-4640-b005-d62a039e4516 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:44.912645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:44.917280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:44.983492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (4ad585d4-0bae-4da0-874f-768fffaf3615/4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe/f2d44003-3a25-4ce0-855c-03b9955f4ddf) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:12:45.047981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:12:45.051370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:45.056652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:12:45.063171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Pushing event updated for resources: {'Port': ['ID=bfb44cb3-9e7d-4640-b005-d62a039e4516,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:45.066716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:41Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:45.068845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:45.100389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc836d3-2a5a-4795-b985-ba94059b2347 None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:41Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:12:45.148527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.157580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Attempting to bind port bfb44cb3-9e7d-4640-b005-d62a039e4516 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:12:45.158112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Attempting to bind port bfb44cb3-9e7d-4640-b005-d62a039e4516 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:12:45.158652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Attempting to bind port bfb44cb3-9e7d-4640-b005-d62a039e4516 on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:12:45.164758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:12:45.165095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object f2d44003-3a25-4ce0-855c-03b9955f4ddf will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:45.165291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Checking segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:12:45.165541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.166046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Bound using segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:12:45.166452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Bound port: bfb44cb3-9e7d-4640-b005-d62a039e4516, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:12:45.166858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.190392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.194495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0f2de1ac-64a6-4a9f-945e-84e8d56c4601 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:45.266201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:12:45.266533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] For port bfb44cb3-9e7d-4640-b005-d62a039e4516, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:12:45.269885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:45.270114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] For port bfb44cb3-9e7d-4640-b005-d62a039e4516, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb44cb3-9e7d-4640-b005-d62a039e4516,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:12:45.276332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:12:45.276553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.280300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:45.317377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:45.338007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.344448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.346012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.347901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.347901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.347901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.348645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.352037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.366654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.367065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.371331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.371452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:45.377784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:45.390665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.419144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Pushing event updated for resources: {'Port': ['ID=bfb44cb3-9e7d-4640-b005-d62a039e4516,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:45.430557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:45.778583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb44cb3-9e7d-4640-b005-d62a039e4516 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:45.863355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:45.864565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bfb44cb3-9e7d-4640-b005-d62a039e4516 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:45.870256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:45.950097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:45.955929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:45.956323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.077254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.097733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:46.104025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.107918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:46.180939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:46.184367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:46.300330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.307309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.339548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ac26d98e-c98a-42fa-8e2e-a50e2461b51a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:46.428223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:46.431466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:46.434908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.475366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff266eb-d726-4a31-840c-0aaf6ebd814f None None] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:12:46.571205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Provisioning for port bfb44cb3-9e7d-4640-b005-d62a039e4516 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:46.574522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:12:46.575608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:46.590010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Provisioning complete for port bfb44cb3-9e7d-4640-b005-d62a039e4516 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:46.590390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.780960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:12:46.812671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.855498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] For port bfb44cb3-9e7d-4640-b005-d62a039e4516, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb44cb3-9e7d-4640-b005-d62a039e4516,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:46.863380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:46.865435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7e41bb26-1dbf-498c-841a-a86a7af954c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:46.939389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Pushing event updated for resources: {'Port': ['ID=bfb44cb3-9e7d-4640-b005-d62a039e4516,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:46.942688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:46.970791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:12:46.980959 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:12:46.985811 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/587d140a-0a67-48b1-a84b-6f785498a9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351533 Dec 13 20:12:46.988455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33574) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:46.994817 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:46.995578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:47.107079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Provisioning for port f2d44003-3a25-4ce0-855c-03b9955f4ddf completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:47.115436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Provisioning complete for port f2d44003-3a25-4ce0-855c-03b9955f4ddf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:47.115983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.151720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adddd58-3110-4aa4-913f-c4fbf964ce15 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.152338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adddd58-3110-4aa4-913f-c4fbf964ce15 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.152875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adddd58-3110-4aa4-913f-c4fbf964ce15 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.153424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adddd58-3110-4aa4-913f-c4fbf964ce15 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.155232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0adddd58-3110-4aa4-913f-c4fbf964ce15 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1658254 Dec 13 20:12:47.158257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33578) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:47.179097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Port f2d44003-3a25-4ce0-855c-03b9955f4ddf cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:12:47.183164 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:47.191552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Provisioning complete for port bfb44cb3-9e7d-4640-b005-d62a039e4516 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:47.191946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c001dafb-420b-4f97-af13-d833a41aad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.237578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7d304-1011-4b0c-917b-655f1915c3bc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.238044 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7d304-1011-4b0c-917b-655f1915c3bc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.238502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7d304-1011-4b0c-917b-655f1915c3bc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.238951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7d304-1011-4b0c-917b-655f1915c3bc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:47.243297 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cff7d304-1011-4b0c-917b-655f1915c3bc tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0814455 Dec 13 20:12:47.243740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33582) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:47.459664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5de9b4b7-0eb0-44e3-a6a2-543e57c92de3 None None] Provisioning complete for port f2d44003-3a25-4ce0-855c-03b9955f4ddf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:47.460083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5de9b4b7-0eb0-44e3-a6a2-543e57c92de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.517347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5de9b4b7-0eb0-44e3-a6a2-543e57c92de3 None None] Port f2d44003-3a25-4ce0-855c-03b9955f4ddf cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:12:47.561878 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:47.565815 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:12:47.566232 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Updating router 587d140a-0a67-48b1-a84b-6f785498a9e1 port f2d44003-3a25-4ce0-855c-03b9955f4ddf binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:12:47.617704 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.642043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-17bef584-9738-4a8a-8910-6d004d60d5dc None None] Provisioning complete for port f2d44003-3a25-4ce0-855c-03b9955f4ddf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:47.642437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-17bef584-9738-4a8a-8910-6d004d60d5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.649177 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3ae8fda1-c72d-46d8-966a-14b4a29a1765 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4039712 Dec 13 20:12:47.705315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-17bef584-9738-4a8a-8910-6d004d60d5dc None None] Port f2d44003-3a25-4ce0-855c-03b9955f4ddf cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:12:47.714105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb44cb3-9e7d-4640-b005-d62a039e4516 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:47.781309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bfb44cb3-9e7d-4640-b005-d62a039e4516 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:47.781775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.909236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:47.909948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33588) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:47.917704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256309542', 'description': 'tempest-secgroup-smoke-1256309542 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:47.924035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:47.928301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:47.931460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:47.937180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:47.951813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:47.978848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:47.982850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:47.986068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:47.992951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.021117 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.022936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:48.023318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.033568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Transition to ACTIVE for port object f2d44003-3a25-4ce0-855c-03b9955f4ddf will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:48.040919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.045389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.079490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.086146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.093437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a23afe07-1b55-4b44-9cf5-f94cc9866de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.130536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ca22e5-4c03-43d3-a985-25d03439b682,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.152623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.175781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.177193 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2660363 Dec 13 20:12:48.180159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33592) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.185482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.191970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.193541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Pushing event updated for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.196148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:48.199601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:48.205543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.210921 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.211267 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.211607 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.211934 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.212259 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.212585 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.213004 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.213244 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.213609 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.213869 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.214183 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.214496 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:12:48.230267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.246083 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.266041 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Attempting to bind port f2d44003-3a25-4ce0-855c-03b9955f4ddf on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:12:48.266417 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Attempting to bind port f2d44003-3a25-4ce0-855c-03b9955f4ddf by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:12:48.266787 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Attempting to bind port f2d44003-3a25-4ce0-855c-03b9955f4ddf on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:12:48.272528 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:12:48.272908 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Checking segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:12:48.273629 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.273743 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Bound using segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:12:48.274186 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Bound port: f2d44003-3a25-4ce0-855c-03b9955f4ddf, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:12:48.274554 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.302102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.306344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.313931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-33e72dd5-0c62-498a-b9c1-9e7a574e0404 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.336675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410d1aa7-a9d5-4407-b800-803b496370d3,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.340064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.350364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.352172 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708829 Dec 13 20:12:48.355176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33596) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.361177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.371743 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] For port f2d44003-3a25-4ce0-855c-03b9955f4ddf, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:12:48.372116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.375712 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] For port f2d44003-3a25-4ce0-855c-03b9955f4ddf, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2d44003-3a25-4ce0-855c-03b9955f4ddf,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:12:48.377455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:48.380320 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.380662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:48.384824 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.386356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.403319 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.462174 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:12:48.462802 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:48.466112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.471266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.473436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f0719fd-1c5a-4863-9c59-67dc3014b5ad tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.490105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5615f2-21d5-4797-8867-00846e87b5eb,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.493552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.512378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.517235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33600) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.517530 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599767 Dec 13 20:12:48.522522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.526787 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Pushing event updated for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.529443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.531657 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.533457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:48.536773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:48.543226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.562182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.634714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.640116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.642505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.661450 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:12:48.664839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d1c681-4b55-417b-b3ac-6d930ece6f63,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.667445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.678034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.679232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614149 Dec 13 20:12:48.682114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33604) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.687150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.693175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.696873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:48.700102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:48.705758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.723832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.785036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.790054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.791980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bca17e75-0a91-401a-b2ac-179751e70e55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.814695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23989f4-fdd2-4907-850f-5973cef82dc9,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.817170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.825217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.826414 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433403 Dec 13 20:12:48.829837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33608) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.834916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.840992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.845316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:48.848229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:48.854017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:48.866008 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:12:48.872538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.935431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.940404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.942253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38221fc3-b6a7-4e7e-bd05-77cbde5560b4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:48.967996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68f0d17-d1db-4006-b3d1-b9a618e46e5b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:48.972858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:48.978436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:48.979671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488922 Dec 13 20:12:48.982416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33612) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:12:48.982705 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:48Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:12:48.986910 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a390cab-775a-472e-8fa3-ae5d2378290d None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:48Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:12:48.988039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': 'b4ca22e5-4c03-43d3-a985-25d03439b682', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:48.994007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:48.997944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:12:49.001315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:12:49.007069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:49.019921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:12:49.030615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.111559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.115938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.117962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ed59b9f8-ec40-4b67-9602-ed45bb74ed86 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:49.140877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8711e8e-7e19-4045-adf8-208c913149a2,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:49.143495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:49.151967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.162624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698246 Dec 13 20:12:49.424594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-c68c4ac8-90c6-45da-bae3-7d038c092295 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:12:49.441034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-c68c4ac8-90c6-45da-bae3-7d038c092295 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:12:49.442368 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-c68c4ac8-90c6-45da-bae3-7d038c092295 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256309542&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0625737 Dec 13 20:12:49.599554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d936380c-341a-4951-90c8-7f70f2cbc409 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:49.601065 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d936380c-341a-4951-90c8-7f70f2cbc409 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 796 time: 0.1497619 Dec 13 20:12:49.616732 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-3983b870-ab74-4d4f-a699-2c9d3bee139b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0099034 Dec 13 20:12:49.712560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-90677587-778f-4e1b-a4bc-43aa8887cf51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:12:49.720218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2d44003-3a25-4ce0-855c-03b9955f4ddf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:49.731174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-90677587-778f-4e1b-a4bc-43aa8887cf51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:12:49.732638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-90677587-778f-4e1b-a4bc-43aa8887cf51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099896 Dec 13 20:12:49.798786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f2d44003-3a25-4ce0-855c-03b9955f4ddf completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:49.804242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f2d44003-3a25-4ce0-855c-03b9955f4ddf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:49.804635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.925490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.928044 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-46d8b7e0-1271-4013-9bb6-473a1b5c66f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832032 Dec 13 20:12:49.965195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f2d44003-3a25-4ce0-855c-03b9955f4ddf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2d44003-3a25-4ce0-855c-03b9955f4ddf,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:49.971194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:49.973412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a6921ba5-6cd4-43f1-a193-10ae163253ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:50.040999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:50.044732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:50.069366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d986a01f-6974-4e7b-87e4-15f4c6c782e9 service neutron] 10.222.0.18 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348870 Dec 13 20:12:51.283238 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be0b3f23-0169-4456-9ca1-6ce7d0989bcd req-516469dc-62ca-4b7f-b502-0d329ace8538 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 210 time: 0.0509195 Dec 13 20:12:51.644739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6588721a-b5a8-4af7-b024-9114c86dc25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:51.685942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2d44003-3a25-4ce0-855c-03b9955f4ddf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:51.757296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f2d44003-3a25-4ce0-855c-03b9955f4ddf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:51.757655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:52.382451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d428a358-3f23-4f4c-97aa-3a575d47dd05 req-7817057d-b968-49f6-ae6f-09c766481ab9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 210 time: 0.0449014 Dec 13 20:12:52.846182 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:12:53.480200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-5b3a5822-d1f0-4c5a-b2df-5fce6c6d701b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:53.480200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-5b3a5822-d1f0-4c5a-b2df-5fce6c6d701b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:12:53.496490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-5b3a5822-d1f0-4c5a-b2df-5fce6c6d701b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:12:53.497772 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-5b3a5822-d1f0-4c5a-b2df-5fce6c6d701b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 796 time: 0.1749635 Dec 13 20:12:53.540284 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0877d2bb-6fd0-4031-94b3-a61de143e745 req-0f8342e1-ca77-4539-9b2a-6656d8dd3d5c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 210 time: 0.0524621 Dec 13 20:12:53.556708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-7ee7f50a-1f8b-403d-9aed-6e9d14f57157 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:12:53.569578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-639b9872-6c43-46e5-b201-fff730db4a48 req-7ee7f50a-1f8b-403d-9aed-6e9d14f57157 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:12:53.570760 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-7ee7f50a-1f8b-403d-9aed-6e9d14f57157 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 380 time: 0.0641246 Dec 13 20:12:53.580251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['b4ca22e5-4c03-43d3-a985-25d03439b682']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:53.720600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:12:53.731049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:12:53.742853 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:12:53.746701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:53.907052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4491b7cf-75de-4953-bd54-c6b8f4953547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:53.920842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.11 (4ad585d4-0bae-4da0-874f-768fffaf3615/4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe/d544c414-0f18-44b1-a802-49f81d99be32) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:12:54.119678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.135378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object d544c414-0f18-44b1-a802-49f81d99be32 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:54.162140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.171573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d658abc7-e50c-4501-a3b9-1fc09294f27d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:54.235842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:12:54.238913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:12:54.242893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:12:54.292805 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:54.298247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:54.320767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:54.321406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.351267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7747138 Dec 13 20:12:54.362984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Request body: {'port': {'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:12:54.477651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.519346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a046ada-d8ff-4ef5-9127-05da9fc7682d None None] Provisioning for port d544c414-0f18-44b1-a802-49f81d99be32 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:54.524582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-0a046ada-d8ff-4ef5-9127-05da9fc7682d None None] Provisioning complete for port d544c414-0f18-44b1-a802-49f81d99be32 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:54.525053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0a046ada-d8ff-4ef5-9127-05da9fc7682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.585904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-0a046ada-d8ff-4ef5-9127-05da9fc7682d None None] Port d544c414-0f18-44b1-a802-49f81d99be32 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:12:54.761870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f244-73ba-40ad-bde1-19b00ec81233 req-9e79bb8a-fa45-4cfb-b3de-14b178aa919c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:54.764292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-37d1f244-73ba-40ad-bde1-19b00ec81233 req-9e79bb8a-fa45-4cfb-b3de-14b178aa919c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 932 time: 0.0832350 Dec 13 20:12:54.810741 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-37d1f244-73ba-40ad-bde1-19b00ec81233 req-96e90ee3-9588-4922-8703-1c50780a3b02 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Dec 13 20:12:54.854370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544c414-0f18-44b1-a802-49f81d99be32 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:12:54.862587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.877869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Transition to ACTIVE for port object d544c414-0f18-44b1-a802-49f81d99be32 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:12:54.881562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:54.886137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ae025358-7fdc-4cee-9cdd-51fc720b391b tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:54.995583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:55.026444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:55.155888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:55.163518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:55.236098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Attempting to bind port d544c414-0f18-44b1-a802-49f81d99be32 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:12:55.236435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Attempting to bind port d544c414-0f18-44b1-a802-49f81d99be32 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:12:55.236763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Attempting to bind port d544c414-0f18-44b1-a802-49f81d99be32 on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:12:55.241540 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Port d544c414-0f18-44b1-a802-49f81d99be32 on network 4ad585d4-0bae-4da0-874f-768fffaf3615 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:12:55.241858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Attempting to bind port d544c414-0f18-44b1-a802-49f81d99be32 on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:12:55.247267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:12:55.247596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Checking segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:12:55.247974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Bound using segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:12:55.248394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Bound port: d544c414-0f18-44b1-a802-49f81d99be32, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:12:55.248732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:55.340588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:12:55.343715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:12:55.347651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:55.351416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b5752d9-42ac-4015-8710-438c5a90624c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:55.413974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:55.414597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:55.415987 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 1094 time: 1.0572755 Dec 13 20:12:55.416520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:12:55.437535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:55.440812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:55.528194 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:12:55.541500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-81b7218c-1ab5-47ce-8beb-0144ecc03072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:55.543088 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-81b7218c-1ab5-47ce-8beb-0144ecc03072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1097 time: 0.0827818 Dec 13 20:12:55.615767 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-7c9ef6c8-0a86-4122-8cac-68ee6a9b16d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 217 time: 0.0654271 Dec 13 20:12:55.680441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-c23c040c-1b41-494d-899e-b5dd0fcc6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:55.681854 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-c23c040c-1b41-494d-899e-b5dd0fcc6f2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0595603 Dec 13 20:12:55.770353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9872-6c43-46e5-b201-fff730db4a48 req-8e1ff957-2f53-4c38-b621-fb95e61cb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:55.771850 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-8e1ff957-2f53-4c38-b621-fb95e61cb42d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835323 Dec 13 20:12:55.903509 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-a0eb71a1-450e-4c66-91f7-4e39ea5d0e1e service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251605 Dec 13 20:12:56.002283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b933-d8ca-43b2-aba2-41e7b6dd31c0 req-e1a1bfe5-6231-48aa-ac86-8d2a9a167b0d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:56.003842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2302b933-d8ca-43b2-aba2-41e7b6dd31c0 req-e1a1bfe5-6231-48aa-ac86-8d2a9a167b0d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 944 time: 0.0868104 Dec 13 20:12:56.042881 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-639b9872-6c43-46e5-b201-fff730db4a48 req-a6ec97e7-9dd0-4424-ac9e-6fbd2d651c8e service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327357 Dec 13 20:12:56.053927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2302b933-d8ca-43b2-aba2-41e7b6dd31c0 req-d122305f-d5a0-4c22-9022-27a5bc2ce9cc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Dec 13 20:12:56.170550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-57d0162b-802e-48b8-b058-50ef37c03118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:56.171953 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-57d0162b-802e-48b8-b058-50ef37c03118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1097 time: 0.0791855 Dec 13 20:12:56.315983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-70d78f0a-fd84-45c1-b088-c866e4e65598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:56.317481 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-70d78f0a-fd84-45c1-b088-c866e4e65598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1376266 Dec 13 20:12:56.389823 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-573d5909-e639-4210-801a-9d0d8a9181b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 217 time: 0.0653076 Dec 13 20:12:56.446601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:56.456019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-36e193e2-631b-4c2f-a0f1-7a1295f5fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:56.457527 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-36e193e2-631b-4c2f-a0f1-7a1295f5fb69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0603988 Dec 13 20:12:56.545870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-18b77401-8525-4e3a-b839-18bd500ca2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:56.547406 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-18b77401-8525-4e3a-b839-18bd500ca2b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831454 Dec 13 20:12:56.684465 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-a7677758-cb0a-45cf-bba2-e9aca9e8b839 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292551 Dec 13 20:12:56.827723 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-f7d7e3c1-8018-4a69-800f-22cb7d7edae1 req-2b782b44-695d-4df3-b49f-6faa1ea62b86 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354172 Dec 13 20:12:57.260251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83dc30-e6fd-4b78-815e-1694320ea417 req-7879da37-758e-4469-aef4-0e5780a12dd1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:57.261768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b83dc30-e6fd-4b78-815e-1694320ea417 req-7879da37-758e-4469-aef4-0e5780a12dd1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 944 time: 0.0882635 Dec 13 20:12:57.310963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b83dc30-e6fd-4b78-815e-1694320ea417 req-2c657eb2-cd8e-401d-a82c-21ed18cfd4f2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Dec 13 20:12:57.619814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device d544c414-0f18-44b1-a802-49f81d99be32 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:12:57.765492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:57.779108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'd544c414-0f18-44b1-a802-49f81d99be32', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:12:57.838821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:57.855609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544c414-0f18-44b1-a802-49f81d99be32 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:12:57.871394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:57.877317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:57.879198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:57.945625 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:57.948918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:58.127004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['d544c414-0f18-44b1-a802-49f81d99be32'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:12:58.617824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b03bd-48fb-4ec0-a1df-6afbaa14ed5b req-d1cbdc06-1bde-4d9a-bb41-76bfd9d2e952 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:58.621429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-548b03bd-48fb-4ec0-a1df-6afbaa14ed5b req-d1cbdc06-1bde-4d9a-bb41-76bfd9d2e952 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 945 time: 0.1995928 Dec 13 20:12:58.680553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-548b03bd-48fb-4ec0-a1df-6afbaa14ed5b req-bb2e3412-8517-4e96-94ae-7fa8e69e4841 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522344 Dec 13 20:12:59.645915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device d544c414-0f18-44b1-a802-49f81d99be32 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:12:59.715567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port d544c414-0f18-44b1-a802-49f81d99be32 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:12:59.720605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port d544c414-0f18-44b1-a802-49f81d99be32 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:12:59.720994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:59.836635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:59.863227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:12:59.868837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e852cc0-6cb5-4408-a24e-825b134f799c req-6a11dec9-7e8f-499c-a93d-713d4ad78754 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:12:59.871590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e852cc0-6cb5-4408-a24e-825b134f799c req-6a11dec9-7e8f-499c-a93d-713d4ad78754 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 945 time: 0.0823565 Dec 13 20:12:59.872978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:12:59.878229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:12:59.880122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-3e36474e-53f6-44cb-85b4-4374aa22c8c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:12:59.919658 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e852cc0-6cb5-4408-a24e-825b134f799c req-95b261f8-229f-4c2b-a285-c7faeb07bfaf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Dec 13 20:12:59.945735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:12:59.949100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:12:59.974821 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'code': 200} Dec 13 20:13:00.236827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca207d2c-8395-4638-bfff-24511dbe44e3 req-288948f7-145f-4089-a10b-aca74bdd7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:00.238333 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-ca207d2c-8395-4638-bfff-24511dbe44e3 req-288948f7-145f-4089-a10b-aca74bdd7110 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1099 time: 0.0791092 Dec 13 20:13:00.280544 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-ca207d2c-8395-4638-bfff-24511dbe44e3 req-63aeff03-2091-4de7-82a1-045f755b235e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Dec 13 20:13:01.135403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372a25a-934e-4172-a39a-5c37ccb8aaca req-2fe41096-dc70-4f95-a2a7-56e8cdb4546c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:01.136869 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4372a25a-934e-4172-a39a-5c37ccb8aaca req-2fe41096-dc70-4f95-a2a7-56e8cdb4546c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.0935979 Dec 13 20:13:01.182631 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4372a25a-934e-4172-a39a-5c37ccb8aaca req-faf8339b-3af3-45f5-9065-573cf11c70ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397229 Dec 13 20:13:02.384700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b4f2f-2f2c-4ee0-b9a7-71bc693f00ea req-2f94d406-c568-4cd0-a657-eb82db92b8d7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:02.386219 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae1b4f2f-2f2c-4ee0-b9a7-71bc693f00ea req-2f94d406-c568-4cd0-a657-eb82db92b8d7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.0898986 Dec 13 20:13:02.437751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae1b4f2f-2f2c-4ee0-b9a7-71bc693f00ea req-b5700ac6-def6-454f-943b-fe7a19a9e569 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457823 Dec 13 20:13:02.645340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f95760-7d33-4ab5-94ca-c057281e250f req-71f92b43-0695-4a53-be47-28710e170e3c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:02.646821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1f95760-7d33-4ab5-94ca-c057281e250f req-71f92b43-0695-4a53-be47-28710e170e3c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.0993159 Dec 13 20:13:02.693974 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1f95760-7d33-4ab5-94ca-c057281e250f req-05b6707a-2c0e-44f0-8f3c-cb797f678a2c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Dec 13 20:13:02.723126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33684) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:02.807151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6bfcee-4205-4537-97b0-549209ffa444 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:02.810387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bb6bfcee-4205-4537-97b0-549209ffa444 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1094 time: 0.0846355 Dec 13 20:13:02.812679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:02.817810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:02.824389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:02.828636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:02.832044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:02.838411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:02.850492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:03.008761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:03.147075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.180 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/79176017-3f58-49bc-aad4-51105262a426) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:13:03.301987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:03.333345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:03.337480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4c7991af-edb0-4ded-8429-cd6f93d617b7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:03.400231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:13:03.403004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:13:03.406767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:13:03.436004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=79176017-3f58-49bc-aad4-51105262a426,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:03.442084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:03.853205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:03.942316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:04.273347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:04.280173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:04.283799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:04.396723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=79176017-3f58-49bc-aad4-51105262a426,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:04.400724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:04.407247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:04.585183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 4735f8ea-bf1c-468a-8458-2993feae3c83 associated. External IP: 172.26.6.180, port: d544c414-0f18-44b1-a802-49f81d99be32. Dec 13 20:13:04.956834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:13:05.149153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:13:05.159116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:13:05.169394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:13:05.170022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:05.177074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:05.233614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4192414 Dec 13 20:13:05.234177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:13:05.235917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33692) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:05.326147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a88427-8630-49d7-9e32-a200c516d084 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:05.331570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-75a88427-8630-49d7-9e32-a200c516d084 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1094 time: 0.0945973 Dec 13 20:13:05.343957 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:13:05.396786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:13:05.445356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-01a066c1-6199-41c7-9c5e-dd9def68f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:05.447069 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-01a066c1-6199-41c7-9c5e-dd9def68f258 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1099 time: 0.0791588 Dec 13 20:13:05.700997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-eb39cd97-8272-4d5d-9644-b48d422af7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:05.702482 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-eb39cd97-8272-4d5d-9644-b48d422af7b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.2491829 Dec 13 20:13:05.757909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:03Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:05.762030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:13:05.771257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:13:05.771922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:05.811021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33702) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:05.815156 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-5f4b6799-d1f3-48ae-a837-b3288876cf64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 1000 time: 0.1052165 Dec 13 20:13:05.818571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969343025', 'description': 'tempest-secgroup-smoke-969343025 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:05.857223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:05.878077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:05.895582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-d22c9bb4-af38-4424-a6e7-e3102e363d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:05.896960 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-d22c9bb4-af38-4424-a6e7-e3102e363d41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0734591 Dec 13 20:13:05.897857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:05.953480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:13:05.961631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:05.967167 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:05.970557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:05.982626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.020508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-8b0766ae-582b-4be8-a22a-9a283497d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:06.022219 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-8b0766ae-582b-4be8-a22a-9a283497d4d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153655 Dec 13 20:13:06.154478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.160017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.174654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-50b51c9e-0433-4d30-a3e0-ae6e5730cb4d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:06.231367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-e6a3a4ee-d82c-4c76-864c-307dec076855 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011621 Dec 13 20:13:06.234544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3c5ee-5380-418d-ade4-6e8a798f61d8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:06.237695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:06.259103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.260312 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-87647cce-1ec1-4222-aaae-2360c0de1bc4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4481428 Dec 13 20:13:06.263364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33706) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:06.268886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:06.276963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:06.295535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:06.300304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:06.309404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.318288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:03Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:06.323907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be4ed5-cb4b-46f9-99a0-e9bc2623b005 None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:03Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:13:06.337972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.379094 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-dd82b9f3-6966-4f32-b2e6-b7d320f057a6 req-b788a5f2-f061-48f0-922b-d6fa53aed87b service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403618 Dec 13 20:13:06.408769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.413221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.419585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-22669b7f-bb20-4042-a4ef-9d8ad2634154 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:06.438960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3ea08-2ab5-41fb-932f-6b27c905aab6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:06.442316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:06.449987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.451220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867790 Dec 13 20:13:06.454126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33710) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:06.459627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:06.465817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:06.469590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:06.472400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:06.478378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.501193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.548699 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84768a4-c5bd-428e-af91-b75eace17310 None None] New status for floating IP 4735f8ea-bf1c-468a-8458-2993feae3c83: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:13:06.566948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.571007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.573253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-525383da-1043-4670-b896-2ffd09d6eb49 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:06.594878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae0db94-73e8-4d46-8092-7f6e0afc7af7,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:06.597322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:06.604947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.608972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511173 Dec 13 20:13:06.610775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33714) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:06.614681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:06.620911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:06.624762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:06.627644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:06.633969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.651704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.717612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.721696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.723891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-37889eb0-e84b-40f7-bfc0-e7ec96bf6899 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:06.744180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33c0db3-5883-461b-81d6-a663287996ff,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:06.748394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:06.757589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.758795 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484580 Dec 13 20:13:06.761724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33718) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:06.766949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:06.773581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:06.777831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:06.780980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:06.787937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.806776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.875181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.880287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.888080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ef0f32ba-0762-4c6a-a90f-c9cab0939c06 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:06.905550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215d502b-bd43-4d4a-a82c-11f0d68985e0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:06.908157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:06.915893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:06.917187 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545060 Dec 13 20:13:06.919967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33722) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:06.924925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:06.930745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:06.934514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:06.937398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:06.943056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:06.953884 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:13:06.960318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.032648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.037909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.039764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-36aacd08-5b38-4128-8495-d444cb8454e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:07.062413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3676327c-c990-48dc-aabc-b4625f00a018,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:07.067229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:07.073421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.074709 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538198 Dec 13 20:13:07.078799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33726) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:07.084716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '66e3c5ee-5380-418d-ade4-6e8a798f61d8', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:07.091233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:07.095450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:07.098562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:07.104656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:07.117363 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:13:07.124413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.189494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.194928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.201461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4859788d-d9a9-41b0-9063-57d0c955372e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:07.220867 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c01bde7-86d2-4b07-bf5e-5450a4eaee69,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:07.223643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:07.231694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:07.232893 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531022 Dec 13 20:13:07.396384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-d29d7c90-f665-44c6-857f-449b861f1509 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969343025&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0406449 Dec 13 20:13:07.556116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-e2acc1fd-e41a-4a28-aa05-868f7ed27cac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:07.557487 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-e2acc1fd-e41a-4a28-aa05-868f7ed27cac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 796 time: 0.1518648 Dec 13 20:13:07.575830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7151639b-532c-4861-81a7-43f4d591c7c6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0104685 Dec 13 20:13:07.797579 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-80398eac-2bd8-4565-8f31-14b71ad85b3b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2167194 Dec 13 20:13:07.945840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-4c1d7152-90a3-4750-a548-e8aeec0c49cf service neutron] 10.222.0.18 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357973 Dec 13 20:13:08.086525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7ee1e2bd-6280-40c5-b321-a7a8ec8bba92 service neutron] 10.222.0.18 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344609 Dec 13 20:13:08.269545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1698476a-aaf2-4378-b2ff-c8bbc1662b85 req-4b178ad1-0e45-4890-9cdc-fee6ce628326 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 210 time: 0.0431390 Dec 13 20:13:09.343565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-d8bebeef-a54f-4568-a199-0c4ce155d42c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:09.345385 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-d8bebeef-a54f-4568-a199-0c4ce155d42c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 796 time: 0.1667199 Dec 13 20:13:09.403238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-053417c4-1903-4359-873a-e2a86789732a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:13:09.421056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-053417c4-1903-4359-873a-e2a86789732a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:13:09.422529 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-053417c4-1903-4359-873a-e2a86789732a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 472 time: 0.0678992 Dec 13 20:13:09.435669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['66e3c5ee-5380-418d-ade4-6e8a798f61d8']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:09.436625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4d054214-5a2c-49cb-8dcc-dd45d2f441c7 req-c445de95-b280-4a63-801e-f608a8ed0353 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 210 time: 0.0496662 Dec 13 20:13:09.581555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:09.585806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:port and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:09.588606 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:09.594276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:09.606808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:13:09.610360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:09.774373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.10 (4ad585d4-0bae-4da0-874f-768fffaf3615/4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe/1547b3e4-6947-48a8-88f9-b30ad3345cdd) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:13:09.970349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:09.987584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 1547b3e4-6947-48a8-88f9-b30ad3345cdd will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:13:10.018367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.024369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6dd8c3d4-88df-40ab-aea7-04329e2e739b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:10.091493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:13:10.094528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:13:10.097315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:13:10.140284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:10.277410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:10.301195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:10.301824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.327317 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8956792 Dec 13 20:13:10.340310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Request body: {'port': {'device_id': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:10.361480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bc7a06f6-d47f-4201-8520-22385f7ebff0 None None] Provisioning for port 1547b3e4-6947-48a8-88f9-b30ad3345cdd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:13:10.366562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bc7a06f6-d47f-4201-8520-22385f7ebff0 None None] Provisioning complete for port 1547b3e4-6947-48a8-88f9-b30ad3345cdd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:13:10.366978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc7a06f6-d47f-4201-8520-22385f7ebff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.424796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a06f6-d47f-4201-8520-22385f7ebff0 None None] Port 1547b3e4-6947-48a8-88f9-b30ad3345cdd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:13:10.447983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.625347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3d31f-0028-48e6-b855-d8de7b0c4cf5 req-1fcfd5cd-306a-4ced-bde8-ac42c164138e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:10.627511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3d3d31f-0028-48e6-b855-d8de7b0c4cf5 req-1fcfd5cd-306a-4ced-bde8-ac42c164138e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 932 time: 0.0817125 Dec 13 20:13:10.671527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3d3d31f-0028-48e6-b855-d8de7b0c4cf5 req-fe28c711-9f39-47be-bcaa-11311b4ff5f7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381336 Dec 13 20:13:10.793216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1547b3e4-6947-48a8-88f9-b30ad3345cdd {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:13:10.800760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.816003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Transition to ACTIVE for port object 1547b3e4-6947-48a8-88f9-b30ad3345cdd will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:13:10.826476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:10.830054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:10.958659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Pushing event updated for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:10.962318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:11.085189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Attempting to bind port 1547b3e4-6947-48a8-88f9-b30ad3345cdd on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:13:11.085557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Attempting to bind port 1547b3e4-6947-48a8-88f9-b30ad3345cdd by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:13:11.085873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Attempting to bind port 1547b3e4-6947-48a8-88f9-b30ad3345cdd on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:13:11.090627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Port 1547b3e4-6947-48a8-88f9-b30ad3345cdd on network 4ad585d4-0bae-4da0-874f-768fffaf3615 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:13:11.090944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Attempting to bind port 1547b3e4-6947-48a8-88f9-b30ad3345cdd on network 4ad585d4-0bae-4da0-874f-768fffaf3615 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:13:11.096357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:13:11.096706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Checking segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:13:11.097081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Bound using segment: {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:13:11.097526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Bound port: 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:13:11.097863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:11.190882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:13:11.194318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:13:11.201318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:11.205126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0b4b22d9-f41b-48b3-88ca-cf0ba6abd5eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:11.270930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:11.271545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:11.272922 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] 10.222.0.20 "PUT /v2.0/ports/1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 200 len: 1094 time: 0.9375429 Dec 13 20:13:11.273471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:13:11.293593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Pushing event updated for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:11.297122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:11.362845 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'status': 'completed', 'code': 200} Dec 13 20:13:11.406349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-0390bd33-71fa-4993-b26e-dd13e470bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:11.407817 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-0390bd33-71fa-4993-b26e-dd13e470bb23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1097 time: 0.0819399 Dec 13 20:13:11.481302 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-1ecd7fc5-f1ea-4b4e-8703-184f18fd6331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 200 len: 217 time: 0.0654478 Dec 13 20:13:11.547082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-d4ee5fae-209c-4f37-8426-de7c234da989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:11.548559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-d4ee5fae-209c-4f37-8426-de7c234da989 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0606294 Dec 13 20:13:11.630543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4f47d0b-3db2-4a2e-b675-48559e071e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:11.632061 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-f4f47d0b-3db2-4a2e-b675-48559e071e80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769389 Dec 13 20:13:11.771459 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-20d27b36-dd7c-406a-8e66-9c3b174bcc0a service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307175 Dec 13 20:13:11.859962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd5a8b-fd2d-4aee-80f4-bbbfb1eb0ac7 req-9f3811ad-d4b7-4c2a-b877-8a90adc0645d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:11.861524 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-49dd5a8b-fd2d-4aee-80f4-bbbfb1eb0ac7 req-9f3811ad-d4b7-4c2a-b877-8a90adc0645d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 944 time: 0.0848439 Dec 13 20:13:11.902753 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-6c62051f-fe34-4586-9338-0639ca2f16b3 req-470a2109-4816-4aa9-9ab0-c46565c80619 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245794 Dec 13 20:13:11.908732 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-49dd5a8b-fd2d-4aee-80f4-bbbfb1eb0ac7 req-8c2047bf-1263-4090-904f-fed46744a045 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Dec 13 20:13:12.026734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745937f5-e827-43b0-9948-e39bba0becbd req-f08beef2-8f2e-4f63-a466-977201956557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:12.028149 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-f08beef2-8f2e-4f63-a466-977201956557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1097 time: 0.0791359 Dec 13 20:13:12.039614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:12.273096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745937f5-e827-43b0-9948-e39bba0becbd req-5f842fad-b98a-419f-82d5-2b48acb83c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:12.274562 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-5f842fad-b98a-419f-82d5-2b48acb83c92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.2384498 Dec 13 20:13:12.353205 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-40b30187-df91-4436-bf03-9d7b48c6f080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 200 len: 217 time: 0.0647643 Dec 13 20:13:12.416115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745937f5-e827-43b0-9948-e39bba0becbd req-d7157f2b-05ab-4d24-8c92-3606465c6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:12.417591 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-d7157f2b-05ab-4d24-8c92-3606465c6505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0581331 Dec 13 20:13:12.511307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745937f5-e827-43b0-9948-e39bba0becbd req-95882d95-87c2-48bb-b079-9f626a5349a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:12.512796 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-95882d95-87c2-48bb-b079-9f626a5349a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838673 Dec 13 20:13:12.657734 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-436b7eaf-8bf8-4e11-9302-6939ecb87b06 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358030 Dec 13 20:13:12.792377 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-745937f5-e827-43b0-9948-e39bba0becbd req-8e39dff8-b279-4ee4-8794-e5b63e41def9 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259398 Dec 13 20:13:13.106849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058ccb-9149-4d20-9a46-72416254a892 req-aeb2f196-fc80-4249-b4c2-34dae06a7eec tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:13.108305 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5058ccb-9149-4d20-9a46-72416254a892 req-aeb2f196-fc80-4249-b4c2-34dae06a7eec tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 944 time: 0.0890210 Dec 13 20:13:13.163080 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5058ccb-9149-4d20-9a46-72416254a892 req-22624943-cf89-493b-8574-862b9f75cc13 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469568 Dec 13 20:13:13.771512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 1547b3e4-6947-48a8-88f9-b30ad3345cdd details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:13:13.915990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:13:13.929630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'port_id': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'mac_address': 'fa:16:3e:46:43:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:13:13.984492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:14.002019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1547b3e4-6947-48a8-88f9-b30ad3345cdd {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:13:14.024347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:13:14.030731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:14.033002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:14.110102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:14.113137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:14.252034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['1547b3e4-6947-48a8-88f9-b30ad3345cdd'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:13:14.366633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e227-ac8e-4a60-bd03-492c82c3ec53 req-9b3623bd-7dc3-4533-b7e2-bad610f6171b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:14.368123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6038e227-ac8e-4a60-bd03-492c82c3ec53 req-9b3623bd-7dc3-4533-b7e2-bad610f6171b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 945 time: 0.0880358 Dec 13 20:13:14.416714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6038e227-ac8e-4a60-bd03-492c82c3ec53 req-24ababcf-52af-4e74-ada2-d2084a6a3cf6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Dec 13 20:13:15.622780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ec635-1dda-46a6-bfbe-ef653b58f88a req-a231b369-1a3b-423a-a1f6-e76c8fc7a458 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:15.624149 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-626ec635-1dda-46a6-bfbe-ef653b58f88a req-a231b369-1a3b-423a-a1f6-e76c8fc7a458 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 945 time: 0.0938354 Dec 13 20:13:15.671585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-626ec635-1dda-46a6-bfbe-ef653b58f88a req-8cadf0b3-6876-46dd-b128-912a292e3955 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Dec 13 20:13:15.787478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 1547b3e4-6947-48a8-88f9-b30ad3345cdd up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:13:15.871556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 1547b3e4-6947-48a8-88f9-b30ad3345cdd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:13:15.876510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 1547b3e4-6947-48a8-88f9-b30ad3345cdd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:13:15.876832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:15.991381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:16.017769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:13:16.027370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:13:16.031596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:16.033580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:16.067221 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'code': 200} Dec 13 20:13:16.105509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:16.108487 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:16.307074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6302c1-2671-48ba-9f37-7e166adf430d req-50cf15ca-244d-414d-b1d9-945445cfd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:16.308603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-8c6302c1-2671-48ba-9f37-7e166adf430d req-50cf15ca-244d-414d-b1d9-945445cfd25b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1099 time: 0.0824251 Dec 13 20:13:16.351272 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-8c6302c1-2671-48ba-9f37-7e166adf430d req-aee56dd5-c357-43f6-abb6-0659157ae02e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347857 Dec 13 20:13:16.892283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ef69-32e0-49e7-9dac-e34d67368b66 req-c7d540bf-7ae6-4579-84e8-c0f7851596c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:16.894652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-09f8ef69-32e0-49e7-9dac-e34d67368b66 req-c7d540bf-7ae6-4579-84e8-c0f7851596c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.1033673 Dec 13 20:13:16.939643 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-09f8ef69-32e0-49e7-9dac-e34d67368b66 req-ebbbd1df-ddd5-40e4-9b12-f0381187a845 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 Dec 13 20:13:18.152457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9eff-cb54-4c8d-9ce2-85c12ed4e5ef req-b291f1a7-1574-4d21-8b80-66ca60a22f06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:18.153942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de4f9eff-cb54-4c8d-9ce2-85c12ed4e5ef req-b291f1a7-1574-4d21-8b80-66ca60a22f06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.0910609 Dec 13 20:13:18.206365 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de4f9eff-cb54-4c8d-9ce2-85c12ed4e5ef req-69ada99e-e558-4cfc-9718-cef65abedbfc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467503 Dec 13 20:13:18.396234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dacfd6-e958-4457-817d-e5e1bce5648f req-7717f7e2-e41c-454d-9d98-74c95244270a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:18.397940 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a1dacfd6-e958-4457-817d-e5e1bce5648f req-7717f7e2-e41c-454d-9d98-74c95244270a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.0865722 Dec 13 20:13:18.443121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a1dacfd6-e958-4457-817d-e5e1bce5648f req-b15047c9-7d17-4b1a-b0a5-14ad5ab41c47 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Dec 13 20:13:18.473727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33778) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:18.550441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f895b-9b39-44ce-8ec7-688cc4ae156e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:18.551935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-948f895b-9b39-44ce-8ec7-688cc4ae156e tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1094 time: 0.0768945 Dec 13 20:13:18.556038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33782) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:18.560948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:18.568550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:13:18.573362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:13:18.576408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:13:18.582413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:13:18.595330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:18.736641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:18.877062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.62 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/8424a63d-769b-4e8b-b5fd-977e30881a60) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:13:19.139898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.175014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.179703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7277b531-1154-43ff-b0d8-3dedd35d9a8a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:19.238414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:13:19.241169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:13:19.244804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:13:19.278862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=8424a63d-769b-4e8b-b5fd-977e30881a60,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:19.290005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:19.691315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.766925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.982676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.989895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:19.993818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:20.098584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=8424a63d-769b-4e8b-b5fd-977e30881a60,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:20.102749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:20.111801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:20.289600 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP d2804c52-2eed-4b0f-b4f7-ad729e0c4936 associated. External IP: 172.26.6.62, port: 1547b3e4-6947-48a8-88f9-b30ad3345cdd. Dec 13 20:13:20.769305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:13:20.972971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:13:20.984564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:13:20.994075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:13:20.994692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:21.000604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:21.057389 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5002918 Dec 13 20:13:21.058361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:13:21.103360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'status': 'completed', 'code': 200} Dec 13 20:13:21.177808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:13:21.216980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-1591882a-73cb-44f7-9c9a-388f7d1e36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:21.218522 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-1591882a-73cb-44f7-9c9a-388f7d1e36c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1099 time: 0.0757370 Dec 13 20:13:21.352827 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-ae072064-cc04-476b-97ad-261007b16806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:21.354356 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-ae072064-cc04-476b-97ad-261007b16806 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1279542 Dec 13 20:13:21.461048 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-34cee95f-c545-4c0e-9370-f2e8ad7bb25a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 200 len: 999 time: 0.0995412 Dec 13 20:13:21.525385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-0e94d112-2579-45ab-a5bb-1a0a642af1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:21.526878 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-0e94d112-2579-45ab-a5bb-1a0a642af1b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0592771 Dec 13 20:13:21.529287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}, {'id': 'd2804c52-2eed-4b0f-b4f7-ad729e0c4936', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:46:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:19Z', 'updated_at': '2021-12-13T20:13:19Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:21.533493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:13:21.542569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:13:21.543195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:12:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:21.605992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-f81a71a6-99fe-4683-982a-06f494757ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:21.607907 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-f81a71a6-99fe-4683-982a-06f494757ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734541 Dec 13 20:13:21.718292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-50e8d7d3-4a05-4532-9c12-7e2528191ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:21.743765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:13:21.749493 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-6228e7c2-4af3-4374-a363-bf26dd1a84c4 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322420 Dec 13 20:13:21.885591 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d73a59bc-07f8-44ae-acb8-d506a98dc9c6 req-b47594c3-04bc-419c-a6c1-c0c56e42bfe4 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280582 Dec 13 20:13:22.141455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}, {'id': 'd2804c52-2eed-4b0f-b4f7-ad729e0c4936', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:46:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:19Z', 'updated_at': '2021-12-13T20:13:19Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:13:22.145898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991dfcfd-0581-44d3-a915-1870fb2850d9 None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}, {'id': 'd2804c52-2eed-4b0f-b4f7-ad729e0c4936', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:46:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:19Z', 'updated_at': '2021-12-13T20:13:19Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:13:22.346075 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42b063-3d8f-445c-b22c-609d916dc264 None None] New status for floating IP d2804c52-2eed-4b0f-b4f7-ad729e0c4936: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:13:23.902591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d24507c8-b400-4e58-aa3d-ae182f80681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:24.998117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:25.020658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:26.455082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:29.850614 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:13:33.293774 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-5c68a224-fd81-4b6a-b2da-30436307518a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848291 Dec 13 20:13:33.452077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-0cc44030-7a43-4f41-ac5c-4d3940eabc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:33.453592 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-0cc44030-7a43-4f41-ac5c-4d3940eabc65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1099 time: 0.0865054 Dec 13 20:13:33.741098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-47a45d5d-87e3-4aa7-b7b3-bde5dde64641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:33.742570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-47a45d5d-87e3-4aa7-b7b3-bde5dde64641 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.2652009 Dec 13 20:13:33.854919 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-112ad3d0-2eec-47ee-b13e-960d580a38b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 1002 time: 0.1019919 Dec 13 20:13:33.922962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-6903766f-70d0-43d1-af38-4daff41a144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:33.924325 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-6903766f-70d0-43d1-af38-4daff41a144f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0624788 Dec 13 20:13:34.009909 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-5c54104d-85d6-444c-94a9-790701d3ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:34.011372 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-5c54104d-85d6-444c-94a9-790701d3ec7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795474 Dec 13 20:13:34.147604 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-a722aa85-96c0-4ed9-abe2-2cc40fcebaab service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271188 Dec 13 20:13:34.287038 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cbaec118-6938-476b-9881-eb1a37476cd2 req-714099e7-cb90-4c7c-b482-02d3caaab5ca service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280491 Dec 13 20:13:42.044178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:51.654157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5281c97c-f8a9-45a2-a1da-0b923abec0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:53.918912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c50910c4-312e-496d-b59a-88a47e6e6d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:54.557574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33800) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:54.684053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-65299c4c-e344-4efe-b72c-9cb529738b28 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/4735f8ea-bf1c-468a-8458-2993feae3c83 HTTP/1.1" status: 200 len: 994 time: 0.1246436 Dec 13 20:13:54.998205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:55.022516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:55.661479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33810) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:55.671179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:55.799131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.027968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:13:56.055070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.062788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.066346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6940771-89a7-4ef1-934d-b513c68e34c2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:13:56.135466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:56.136081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.138247 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/ports/d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 939 time: 0.4749711 Dec 13 20:13:56.138950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:13:56.163560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:13:56.172416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.172806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.173208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.173586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.173957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.174325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.174692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.175064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.175428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.175819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.176181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.176547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:13:56.180830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:13:56.188656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:13:56.292071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6002-870d-4bef-b17e-ef157229766b req-fdd632ef-24e7-430c-9d1f-5be2becb433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:56.294033 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-fdd632ef-24e7-430c-9d1f-5be2becb433a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1100 time: 0.0811183 Dec 13 20:13:56.408357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a748b3c3-5441-47ee-a3d1-f7781d14d5f6 None None] Provisioning complete for port d544c414-0f18-44b1-a802-49f81d99be32 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:13:56.408916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a748b3c3-5441-47ee-a3d1-f7781d14d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.434377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6002-870d-4bef-b17e-ef157229766b req-b538b93f-0d74-4a7c-b35e-dec02bde93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:56.435846 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-b538b93f-0d74-4a7c-b35e-dec02bde93a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1355171 Dec 13 20:13:56.473761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:56.480518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a748b3c3-5441-47ee-a3d1-f7781d14d5f6 None None] Port d544c414-0f18-44b1-a802-49f81d99be32 is administratively disabled so it will not transition to active. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 13 20:13:56.537765 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-eb0a5b58-b4e4-4bb6-b60a-34b53feb8063 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 1003 time: 0.0935605 Dec 13 20:13:56.605021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6002-870d-4bef-b17e-ef157229766b req-4f91ab6d-f2cf-48b1-87b8-efd390e78d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:56.606547 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-4f91ab6d-f2cf-48b1-87b8-efd390e78d8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0630128 Dec 13 20:13:56.684509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6002-870d-4bef-b17e-ef157229766b req-279ea1f2-e564-4b4d-92ca-be4c54fedee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:13:56.686044 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-279ea1f2-e564-4b4d-92ca-be4c54fedee0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734084 Dec 13 20:13:56.822037 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-4936e9ec-32d3-4405-9aba-4c93556c5666 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290054 Dec 13 20:13:56.956973 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0cfb6002-870d-4bef-b17e-ef157229766b req-579d6deb-c572-42c6-b190-285bc73c137e service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282542 Dec 13 20:13:59.584648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33820) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:13:59.594021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:13:59.717072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:59.930999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:13:59.956966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:59.964551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:13:59.968331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4557e323-7ce9-4532-ab45-d977900fd5fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:00.035312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:00.035951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:00.037438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/ports/d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 938 time: 0.4513612 Dec 13 20:14:00.038017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:00.040412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33824) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:00.058959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:00.063932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:00.125122 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:14:00.226023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-20ab7f13-acf1-4531-8633-2572eadfc868 None None] Provisioning complete for port d544c414-0f18-44b1-a802-49f81d99be32 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:00.226636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-20ab7f13-acf1-4531-8633-2572eadfc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:00.266151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['d544c414-0f18-44b1-a802-49f81d99be32'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:14:00.337291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a5b1bd02-a655-4daa-b7f0-6eb4d78a2aa3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/4735f8ea-bf1c-468a-8458-2993feae3c83 HTTP/1.1" status: 200 len: 994 time: 0.2940822 Dec 13 20:14:00.367580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-ad61a5ea-dd4a-4f21-941a-70ad5d6a7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:00.369299 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-ad61a5ea-dd4a-4f21-941a-70ad5d6a7b24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1099 time: 0.2213790 Dec 13 20:14:00.513086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-f90d2732-4ac1-433d-89e0-b8c77a69e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:00.514553 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-f90d2732-4ac1-433d-89e0-b8c77a69e515 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1380601 Dec 13 20:14:00.623137 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-10cf5a41-3fd9-4c2d-a191-db1f819b5d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 1002 time: 0.0983982 Dec 13 20:14:00.690023 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-30826805-9b04-485f-b243-a1d2d5609105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:00.691452 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-30826805-9b04-485f-b243-a1d2d5609105 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0608532 Dec 13 20:14:00.774859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-45969d3b-0056-4175-846f-97080112d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:00.776250 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-45969d3b-0056-4175-846f-97080112d692 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776212 Dec 13 20:14:00.911815 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-d9eabdbb-58d6-429b-95d0-b25c4c91c16e service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273110 Dec 13 20:14:00.913454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33838) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:01.216821 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5005375e-ff90-40c3-80b0-f7ebed7c9a29 req-62568bdf-7dad-4605-9020-bb52895c10f4 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399952 Dec 13 20:14:01.220057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 8424a63d-769b-4e8b-b5fd-977e30881a60 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:01.220380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:01.391859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:01.392178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:01.515073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 8424a63d-769b-4e8b-b5fd-977e30881a60 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:01.677609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:01.682446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9573fa2e-2fb7-4447-b588-da6910846f2e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:01.728259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=8424a63d-769b-4e8b-b5fd-977e30881a60,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:01.762347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.762667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.763051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.763424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.763793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.764161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.764529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.764901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.765316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.765682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.766031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.766395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:01.773326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:01.836124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:01.836517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP d2804c52-2eed-4b0f-b4f7-ad729e0c4936 disassociated (deleted). External IP: 172.26.6.62, port: 1547b3e4-6947-48a8-88f9-b30ad3345cdd. Dec 13 20:14:02.330760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:14:02.522455 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:02.533120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:02.540556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:02.543351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:02.544006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:02.600995 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/d2804c52-2eed-4b0f-b4f7-ad729e0c4936 HTTP/1.1" status: 204 len: 168 time: 1.6864183 Dec 13 20:14:02.601666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:02.647341 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'status': 'completed', 'code': 200} Dec 13 20:14:02.730927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:02.740391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc277d-019f-474c-8c7c-8942e23e01db req-d5901409-c41d-48df-8e46-efc5603fa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:02.741913 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-d5901409-c41d-48df-8e46-efc5603fa143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 1099 time: 0.0728884 Dec 13 20:14:02.884400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc277d-019f-474c-8c7c-8942e23e01db req-0a20b486-20b6-4647-9cb2-010ffff6a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:02.886262 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-0a20b486-20b6-4647-9cb2-010ffff6a420 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1378968 Dec 13 20:14:02.958805 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-971bf974-66a3-40e0-8ac4-5d4fae9fa860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 200 len: 217 time: 0.0653627 Dec 13 20:14:03.003451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec8868-9322-425d-90c8-1085288ee953 req-0bbdde3f-1333-4b5c-b932-472aab592d31 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:03.004961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-36ec8868-9322-425d-90c8-1085288ee953 req-0bbdde3f-1333-4b5c-b932-472aab592d31 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.0872724 Dec 13 20:14:03.028514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc277d-019f-474c-8c7c-8942e23e01db req-eb684a5b-a9ef-4704-9326-dee004c0b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:03.030047 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-eb684a5b-a9ef-4704-9326-dee004c0b653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0644176 Dec 13 20:14:03.056464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-36ec8868-9322-425d-90c8-1085288ee953 req-a68832d4-5e7e-4be1-b156-a6b99365115d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Dec 13 20:14:03.107503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:03.111450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:03.114516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc277d-019f-474c-8c7c-8942e23e01db req-2d622faa-ad24-4e50-8089-32576ffe2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:03.116007 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-2d622faa-ad24-4e50-8089-32576ffe2525 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782523 Dec 13 20:14:03.119883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:03.120512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:03.256064 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-fabee116-7fba-4c7c-8d0c-49b561eeb5c2 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318514 Dec 13 20:14:03.350563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:03.392368 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-27dc277d-019f-474c-8c7c-8942e23e01db req-0fdb58f5-6eb2-4cc0-8520-acb2ddfcbeeb service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285317 Dec 13 20:14:03.711539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:03.715951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ba4f6-a072-4449-b768-d8d5d1fb9344 None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4735f8ea-bf1c-468a-8458-2993feae3c83', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.180', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'port_id': 'd544c414-0f18-44b1-a802-49f81d99be32', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'mac_address': 'fa:16:3e:17:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3aeeec-789e-40e7-a998-e8494732b526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:13:03Z', 'updated_at': '2021-12-13T20:13:06Z', 'revision_number': 1, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:03.955604 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c2e69-7ac0-4419-a973-49e5e90bd836 None None] New status for floating IP d2804c52-2eed-4b0f-b4f7-ad729e0c4936: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:14:04.228578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-d6599c1f-9a76-4b79-9f7f-37c3c23cbe5c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:04.229221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-d6599c1f-9a76-4b79-9f7f-37c3c23cbe5c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:04.246311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-d6599c1f-9a76-4b79-9f7f-37c3c23cbe5c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:04.247477 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-d6599c1f-9a76-4b79-9f7f-37c3c23cbe5c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.1024747 Dec 13 20:14:04.253127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8b78-f35b-4f12-9b4b-cf9f3d0f1cc2 req-0d07069c-ccfc-444f-b7ab-c2a01b2d7b39 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:04.254615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c56f8b78-f35b-4f12-9b4b-cf9f3d0f1cc2 req-0d07069c-ccfc-444f-b7ab-c2a01b2d7b39 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 946 time: 0.0857835 Dec 13 20:14:04.301785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c56f8b78-f35b-4f12-9b4b-cf9f3d0f1cc2 req-1024d17f-44be-42e5-9092-053ab33a9d70 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=66e3c5ee-5380-418d-ade4-6e8a798f61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414488 Dec 13 20:14:04.316686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 1547b3e4-6947-48a8-88f9-b30ad3345cdd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:04.317031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:04.689119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 1547b3e4-6947-48a8-88f9-b30ad3345cdd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1547b3e4-6947-48a8-88f9-b30ad3345cdd,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:04.689923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:04.814345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 1547b3e4-6947-48a8-88f9-b30ad3345cdd owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:04.959483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:04.965041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4a45ce91-4324-459e-9622-d0c8be55deb2 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:05.013533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=1547b3e4-6947-48a8-88f9-b30ad3345cdd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:05.016765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:05.089391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 1547b3e4-6947-48a8-88f9-b30ad3345cdd on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:14:05.091880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:05.094505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'name': 'network-vif-deleted', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:05.111765 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-d6215113-b169-4e32-9ae3-9dfb2dc9afc8 req-7ea1d31a-422a-423f-b1bf-fa4a66da76a4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/1547b3e4-6947-48a8-88f9-b30ad3345cdd HTTP/1.1" status: 204 len: 173 time: 0.8588693 Dec 13 20:14:05.140808 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eefba6-a93d-4b7e-8efa-e036e03e4aea', 'name': 'network-vif-deleted', 'tag': '1547b3e4-6947-48a8-88f9-b30ad3345cdd', 'status': 'completed', 'code': 200} Dec 13 20:14:05.480228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0445d7d8-84be-452c-987d-eada3f7b6575 req-1c9b6ce2-0c44-4c6c-8482-e0071b2056d4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7eefba6-a93d-4b7e-8efa-e036e03e4aea HTTP/1.1" status: 200 len: 210 time: 0.0436804 Dec 13 20:14:06.587673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:06.661896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:06.815363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:06.849439 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:14:06.886404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:06.890373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0c0351fd-7563-494a-a1be-82aa30cd9f73 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:06.905910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3c5ee-5380-418d-ade4-6e8a798f61d8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:06.908652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:06.916016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:06.917179 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/66e3c5ee-5380-418d-ade4-6e8a798f61d8 HTTP/1.1" status: 204 len: 168 time: 0.3285463 Dec 13 20:14:06.946727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33862) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:07.155690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 79176017-3f58-49bc-aad4-51105262a426 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:07.156083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:07.324898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:07.325291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:07.460221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 79176017-3f58-49bc-aad4-51105262a426 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:07.632972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:07.636732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71182129-7471-4c0c-a782-37a665ad0429 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:07.683851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=79176017-3f58-49bc-aad4-51105262a426,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:07.686693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:07.775364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:07.775718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 4735f8ea-bf1c-468a-8458-2993feae3c83 disassociated (deleted). External IP: 172.26.6.180, port: d544c414-0f18-44b1-a802-49f81d99be32. Dec 13 20:14:08.033483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 1547b3e4-6947-48a8-88f9-b30ad3345cdd no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:14:08.071047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 1547b3e4-6947-48a8-88f9-b30ad3345cdd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:14:08.071406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 1547b3e4-6947-48a8-88f9-b30ad3345cdd not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:14:08.129062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:14:08.436824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:08.447888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:08.453993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:08.458108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:08.458711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:08.509958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/4735f8ea-bf1c-468a-8458-2993feae3c83 HTTP/1.1" status: 204 len: 168 time: 1.5617623 Dec 13 20:14:08.510624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:08.553053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:14:08.637259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:08.646005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-ffdfa066-ee21-41a8-a53e-2fa3b5a390c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:08.647495 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-ffdfa066-ee21-41a8-a53e-2fa3b5a390c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 1099 time: 0.0720744 Dec 13 20:14:08.785586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-581e4b37-e158-4380-86a5-d752232cf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:08.787041 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-581e4b37-e158-4380-86a5-d752232cf95e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 200 len: 896 time: 0.1329710 Dec 13 20:14:08.862310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-85a1f40e-cb09-4805-932d-770d5182a2ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 200 len: 217 time: 0.0659392 Dec 13 20:14:08.885117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-2f7333bd-e9a9-4184-a30c-3f48b4a5ecbd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:08.886194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-2f7333bd-e9a9-4184-a30c-3f48b4a5ecbd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:08.902758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-2f7333bd-e9a9-4184-a30c-3f48b4a5ecbd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:08.909695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-2f7333bd-e9a9-4184-a30c-3f48b4a5ecbd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.1072221 Dec 13 20:14:08.929041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-025bf29a-590d-4fcb-98c9-1415e75e865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:08.930981 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-025bf29a-590d-4fcb-98c9-1415e75e865a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 200 len: 835 time: 0.0607853 Dec 13 20:14:08.952534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-f2708323-48da-4173-bdd9-15787af4c225 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:08.968994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-f2708323-48da-4173-bdd9-15787af4c225 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:08.970399 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a316eede-27c9-4494-a2c0-1196859c7a42 req-f2708323-48da-4173-bdd9-15787af4c225 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598035 Dec 13 20:14:08.976348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:08.980371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:08.989417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:08.990051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:09.009116 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-ab258b67-0e4d-4b62-80fe-b48b0e0783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:09.010731 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-ab258b67-0e4d-4b62-80fe-b48b0e0783b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ad585d4-0bae-4da0-874f-768fffaf3615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726767 Dec 13 20:14:09.145842 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-386a14a0-f2c8-4685-91d3-280a37597508 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269698 Dec 13 20:14:09.167117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:09.279684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-41229b3f-5200-40ad-9456-4a24fa462ba8 req-d23f4322-4a55-4bc9-88d6-ac4abe8ca8b4 service neutron] 10.222.0.20 "GET /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260695 Dec 13 20:14:09.546654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:09.551471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4daf18e-546b-4474-97c1-e000e0ba0def None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:45Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f2d44003-3a25-4ce0-855c-03b9955f4ddf', 'name': '', 'network_id': '4ad585d4-0bae-4da0-874f-768fffaf3615', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:4d:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:44Z', 'updated_at': '2021-12-13T20:12:49Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:09.772770 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d0eed-4762-4d06-9a5a-d17902c35b54 None None] New status for floating IP 4735f8ea-bf1c-468a-8458-2993feae3c83: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:14:10.188621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d755c0-39fd-46b2-b71b-164633143b5a req-3ae10e93-2095-4501-87d7-493322c27786 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:10.190128 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0d755c0-39fd-46b2-b71b-164633143b5a req-3ae10e93-2095-4501-87d7-493322c27786 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.0851765 Dec 13 20:14:10.235934 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0d755c0-39fd-46b2-b71b-164633143b5a req-13cbc866-650b-48b1-aeec-e59f23157c4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4ca22e5-4c03-43d3-a985-25d03439b682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396197 Dec 13 20:14:10.240280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-b045b500-86ac-429a-a898-853552239518 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:10.240998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-b045b500-86ac-429a-a898-853552239518 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:10.254065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-b045b500-86ac-429a-a898-853552239518 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:10.255240 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-b045b500-86ac-429a-a898-853552239518 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 946 time: 0.1010063 Dec 13 20:14:10.326380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port d544c414-0f18-44b1-a802-49f81d99be32 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:10.326692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:10.591474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port d544c414-0f18-44b1-a802-49f81d99be32, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d544c414-0f18-44b1-a802-49f81d99be32,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:10.591825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:10.824533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for d544c414-0f18-44b1-a802-49f81d99be32 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:10.970086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:10.979576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:11.031290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=d544c414-0f18-44b1-a802-49f81d99be32,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:11.036546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:11.109394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port d544c414-0f18-44b1-a802-49f81d99be32 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:14:11.112187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:11.114753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'name': 'network-vif-deleted', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:11.131017 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-ecc493ac-6f01-4767-8596-c25c98e192f8 req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/d544c414-0f18-44b1-a802-49f81d99be32 HTTP/1.1" status: 204 len: 173 time: 0.8703551 Dec 13 20:14:11.161193 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3aeeec-789e-40e7-a998-e8494732b526', 'name': 'network-vif-deleted', 'tag': 'd544c414-0f18-44b1-a802-49f81d99be32', 'status': 'completed', 'code': 200} Dec 13 20:14:11.402843 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-104d6cd4-3edf-4abe-be36-e8456e02fd8f req-4ad41076-f665-4c32-809b-753690bbdd50 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3aeeec-789e-40e7-a998-e8494732b526 HTTP/1.1" status: 200 len: 210 time: 0.0467007 Dec 13 20:14:12.056059 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:12.505937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33880) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:12.581011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:12.612818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:12.679764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:12.684178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-96808c85-1106-4d92-87ef-6f6083e3944c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:12.700153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ca22e5-4c03-43d3-a985-25d03439b682,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:12.703609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:12.713483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:12.714703 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4ca22e5-4c03-43d3-a985-25d03439b682 HTTP/1.1" status: 204 len: 168 time: 0.2077076 Dec 13 20:14:12.746964 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33886) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:13.339878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:13.703502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port f2d44003-3a25-4ce0-855c-03b9955f4ddf {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:13.704133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:14.004781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port f2d44003-3a25-4ce0-855c-03b9955f4ddf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f2d44003-3a25-4ce0-855c-03b9955f4ddf,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:14.005026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:14.080261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device d544c414-0f18-44b1-a802-49f81d99be32 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:14:14.114661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: d544c414-0f18-44b1-a802-49f81d99be32 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:14:14.115026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device d544c414-0f18-44b1-a802-49f81d99be32 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:14:14.125880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for f2d44003-3a25-4ce0-855c-03b9955f4ddf owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:14.322677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:14.326976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e62b654b-c8a6-42d5-a8a5-a1dccd351b2f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:14.371820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=f2d44003-3a25-4ce0-855c-03b9955f4ddf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:14.375366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:14.667693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.036434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router 587d140a-0a67-48b1-a84b-6f785498a9e1 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:14:15.218897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:15.230008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Sync routers for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:15.232226 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/587d140a-0a67-48b1-a84b-6f785498a9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842155 Dec 13 20:14:15.235226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33890) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:15.241078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:15.241732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:15.310040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:14:15.313385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.375124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.416773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:15.457455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.536045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.540740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-183e3a26-29d1-48c3-861c-6ad8e7f1c0bd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:15.577509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:15.579604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.585757 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/4b90c6b2-31f0-4b2f-98f1-6bb604e74bbe HTTP/1.1" status: 204 len: 168 time: 0.3493629 Dec 13 20:14:15.586754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4991d669-cbe5-4cb2-bb07-67457a39e512 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:15.588326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33894) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:15.589963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f069d-d69e-4f54-abc1-74ce6e0dbcf0 None None] Network 4ad585d4-0bae-4da0-874f-768fffaf3615 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:14:15.780116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.869153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:14:14Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:15.873192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Checking router: 587d140a-0a67-48b1-a84b-6f785498a9e1 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:15.882485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Routers {'587d140a-0a67-48b1-a84b-6f785498a9e1'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:15.883110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['587d140a-0a67-48b1-a84b-6f785498a9e1'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:15.938719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] DHCP port deletion for 4ad585d4-0bae-4da0-874f-768fffaf3615 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:14:15.951651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Deleting port bfb44cb3-9e7d-4640-b005-d62a039e4516 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:15.952039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.960908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:15.970482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:14:15.970927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:16.149401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 1e0059c9-26a0-4ff7-846b-c0da204fc3c4, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:16.149633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:16.167110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] Set router 587d140a-0a67-48b1-a84b-6f785498a9e1 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:16.274160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:16.470350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] For port bfb44cb3-9e7d-4640-b005-d62a039e4516, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb44cb3-9e7d-4640-b005-d62a039e4516,segment=NetworkSegment(a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b),segment_id=a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:16.471008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:16.595779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Calling delete_port for bfb44cb3-9e7d-4640-b005-d62a039e4516 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:14:16.707788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:16.711668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-85e38e76-d425-4547-ba07-b672cd07cb2b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:16.730293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:16.735140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:16.757240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=1e0059c9-26a0-4ff7-846b-c0da204fc3c4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:16.760721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:16.779023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Pushing event deleted for resources: {'Port': ['ID=bfb44cb3-9e7d-4640-b005-d62a039e4516,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:16.781319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] No DVR routers for this DVR port bfb44cb3-9e7d-4640-b005-d62a039e4516 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:14:16.795807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.796160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.796529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.796883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.797235 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.797842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.798362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.798843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.799190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.799543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.799872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.800197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:16.803586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:16.811579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:14:14Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:16.816298 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5306ff-f428-461f-b2b6-0858e19cbaa6 None None] The sync data for ids ['587d140a-0a67-48b1-a84b-6f785498a9e1'] in dv-neutron-821563-1-hyperv is: [{'id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'name': 'tempest-TestNetworkBasicOps-router-1038754471', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:14:14Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': '1e0059c9-26a0-4ff7-846b-c0da204fc3c4', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d140a-0a67-48b1-a84b-6f785498a9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:12:40Z', 'updated_at': '2021-12-13T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:16.855900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.031763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.035422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.063821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.064260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router 587d140a-0a67-48b1-a84b-6f785498a9e1 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:14:17.080309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.081413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/587d140a-0a67-48b1-a84b-6f785498a9e1 HTTP/1.1" status: 204 len: 168 time: 1.4921789 Dec 13 20:14:17.084336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33898) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:17.205013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.341903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.368977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad585d4-0bae-4da0-874f-768fffaf3615']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:17.386334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:17.386633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bc0cb9-6e12-4ff9-b5ff-e7aa14ed892b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:17.399033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.415427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.422425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:14:17.422425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:14:17.437430 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:14:17.525837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.529442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bc5329f6-31ea-436a-977c-c01bd014c78a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:17.544269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.557844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=4ad585d4-0bae-4da0-874f-768fffaf3615,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:17.560568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:17.568018 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/4ad585d4-0bae-4da0-874f-768fffaf3615 HTTP/1.1" status: 204 len: 168 time: 0.4826865 Dec 13 20:14:17.593324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33902) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:17.599687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'network': {'name': 'tempest-network-smoke--897715909', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:17.604975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:17.609200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:network and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:17.612699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:17.618525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:17.632214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:14:17.636352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.665783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:14:17.674411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.674750 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Added segment 7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce of type vlan for network 22773b34-f2ea-4bb6-bfe7-5752232e6748 Dec 13 20:14:17.701212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.733220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.739390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:17.739974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.743532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b6b84a9a-9a97-4671-8bd3-8e277349e0c1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:17.852828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb44cb3-9e7d-4640-b005-d62a039e4516 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:14:17.855749 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2613089 Dec 13 20:14:17.858742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33906) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:17.861763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Network': ['ID=22773b34-f2ea-4bb6-bfe7-5752232e6748,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:17.864922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:17.868060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'admin_state_up': True, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:17.876094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:17.880060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:router and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:17.882958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:17.886488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:14:17.889063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:17.905078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.906129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.909406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bfb44cb3-9e7d-4640-b005-d62a039e4516 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:14:17.909767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb44cb3-9e7d-4640-b005-d62a039e4516 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:14:17.910189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2d44003-3a25-4ce0-855c-03b9955f4ddf no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:14:17.923032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:17.993939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f2d44003-3a25-4ce0-855c-03b9955f4ddf {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:14:17.994293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f2d44003-3a25-4ce0-855c-03b9955f4ddf not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:14:17.994727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:14:18.039738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:14:18.040092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1e0059c9-26a0-4ff7-846b-c0da204fc3c4 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:14:18.326043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:18.640049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:18.668915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:18.809467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.127 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c35d2efb-2c1a-4668-ac1d-02278d23760d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:14:18.968723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:19.008971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:19.014976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-38372b95-5331-4673-bf97-9c9c08dd03f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:19.083832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:19.086589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:19.089329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:14:19.135817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:19.140838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:19.524834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:20.021096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:20.233709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:14:20.414146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:20.424728 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:20.434286 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:20.434902 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:20.442631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:20.444028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5843751 Dec 13 20:14:20.447688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33910) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:20.487669 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ad5d5a61-d692-4e22-87db-e94fadb354da tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e58fb675a7a941d99f31725e49e412a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384853 Dec 13 20:14:20.490214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33914) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:20.624501 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:20.747615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027625a3-673a-4b96-8143-fb3d34a60c49 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:20.749153 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-027625a3-673a-4b96-8143-fb3d34a60c49 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577283 Dec 13 20:14:20.752292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33918) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:20.791650 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f2193a16-35cc-4cba-b31d-317f2369165c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382025 Dec 13 20:14:20.794239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33922) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:20.800308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962385956', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:20.903756 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:19Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:20.907806 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:20.908161 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Updating router a1569621-4260-454a-872f-90b14b7bbc1a port c35d2efb-2c1a-4668-ac1d-02278d23760d binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:14:20.912016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:20.916021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:subnet and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:20.919308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:20.925353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:20.935481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:14:20.939416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:20.964643 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.155301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.159709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b132b68b-852b-45a1-b203-6e91a979aa9e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:21.235717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Subnet': ['ID=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:21.239150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:21.245238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Checking segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:14:21.245597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network hostable DHCP agents. Network: 22773b34-f2ea-4bb6-bfe7-5752232e6748, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:14:21.265654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:14:21.275073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 22773b34-f2ea-4bb6-bfe7-5752232e6748) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:21.284479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b805c-7954-43eb-a22b-904fe1285083 None None] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:14:21.290235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:21.291081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.314826 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5194702 Dec 13 20:14:21.317668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33926) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:21.320643 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.333025 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Transition to ACTIVE for port object c35d2efb-2c1a-4668-ac1d-02278d23760d will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:21.343484 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.354567 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-19ae00c4-d751-44e0-9c30-9a460d69f538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:21.406410 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Attempting to bind port c35d2efb-2c1a-4668-ac1d-02278d23760d on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:14:21.406667 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Attempting to bind port c35d2efb-2c1a-4668-ac1d-02278d23760d by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:14:21.407073 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Attempting to bind port c35d2efb-2c1a-4668-ac1d-02278d23760d on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:14:21.421627 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:14:21.422183 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:14:21.422594 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.422994 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:14:21.423469 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Bound port: c35d2efb-2c1a-4668-ac1d-02278d23760d, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:14:21.424200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.492600 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:21.513744 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.514091 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.514428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.514760 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.515067 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.515391 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.516142 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.517258 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.517928 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.518259 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.518582 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.518901 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:14:21.519003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-22773b34-f2ea-4bb6-bfe7-5752232e6748', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:14:21.519786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.522936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:21.533058 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:14:21.536592 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c35d2efb-2c1a-4668-ac1d-02278d23760d,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:14:21.542991 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.547039 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:21.627661 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:21.627661 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:13:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:21.690647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee237-141f-44d7-bc56-6db8899064dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.702938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Allocated IP 172.20.0.2 (22773b34-f2ea-4bb6-bfe7-5752232e6748/0c24eb53-c4dc-4ddc-b300-3f8ded0d5918/91a9c72f-1e1a-4b63-a581-1be227966c8e) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:14:21.714688 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:21.719679 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:21.820279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:21.908236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.922694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Transition to ACTIVE for port object 91a9c72f-1e1a-4b63-a581-1be227966c8e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:21.945475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Transition to ACTIVE for port object 91a9c72f-1e1a-4b63-a581-1be227966c8e will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:21.952631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:21.957943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:22.021828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:22.024641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:22.027720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:14:22.118911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Pushing event updated for resources: {'Port': ['ID=91a9c72f-1e1a-4b63-a581-1be227966c8e,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:22.119164 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:19Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:22.121922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:22.122971 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dfba7a-8331-4dbd-b709-428cb9cfb289 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:19Z', 'revision_number': 3, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:22.182125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Attempting to bind port 91a9c72f-1e1a-4b63-a581-1be227966c8e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:14:22.182506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Attempting to bind port 91a9c72f-1e1a-4b63-a581-1be227966c8e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:14:22.182878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Attempting to bind port 91a9c72f-1e1a-4b63-a581-1be227966c8e on network 22773b34-f2ea-4bb6-bfe7-5752232e6748 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:14:22.189049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:14:22.189546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Checking segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:14:22.189888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.190430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Bound using segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:14:22.190892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Bound port: 91a9c72f-1e1a-4b63-a581-1be227966c8e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:14:22.191294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.202010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.296242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] For port 91a9c72f-1e1a-4b63-a581-1be227966c8e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:14:22.301098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] For port 91a9c72f-1e1a-4b63-a581-1be227966c8e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=91a9c72f-1e1a-4b63-a581-1be227966c8e,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:14:22.309267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.319224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:22.415666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Pushing event updated for resources: {'Port': ['ID=91a9c72f-1e1a-4b63-a581-1be227966c8e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:22.420152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:22.693519 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.1 (22773b34-f2ea-4bb6-bfe7-5752232e6748/0c24eb53-c4dc-4ddc-b300-3f8ded0d5918/8e2c8226-7f67-41c3-88ef-17a06aed1a3c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:14:22.861642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.878687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 8e2c8226-7f67-41c3-88ef-17a06aed1a3c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:22.905632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:22.911870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7e31c369-cd3c-4012-aa63-19a33ddf2b06 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:22.982865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:22.986181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:22.990316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:14:23.029885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:23.039801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:23.058450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.430828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ddcea-c9cc-4bff-9bfa-3b5a4da06b00 None None] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:14:23.476106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.515185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-191c128a-9c24-429a-9ae4-9da628771688 None None] Provisioning for port 91a9c72f-1e1a-4b63-a581-1be227966c8e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:23.809016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 91a9c72f-1e1a-4b63-a581-1be227966c8e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:23.885489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 91a9c72f-1e1a-4b63-a581-1be227966c8e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:23.899301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 91a9c72f-1e1a-4b63-a581-1be227966c8e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:23.899693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.931459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.940155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.976690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eb8998ae-c374-4c3c-81eb-e1ba807cf9be tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:23.980977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-21b05208-7241-4ff8-8f1a-6ba9446c7c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:23.984808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Provisioning for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:24.019267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:24.019827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.082107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.087080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:24.091429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:24.101954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.116350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:14:24.143656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Provisioning complete for port 91a9c72f-1e1a-4b63-a581-1be227966c8e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:24.144044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-21e1020f-012d-4fb9-b2d4-106dfd5eb1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.175454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 91a9c72f-1e1a-4b63-a581-1be227966c8e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=91a9c72f-1e1a-4b63-a581-1be227966c8e,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:24.183881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.184746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:24.219220 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:24.226692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:24.227821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:24.323541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=91a9c72f-1e1a-4b63-a581-1be227966c8e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:24.327623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:24.394008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c35d2efb-2c1a-4668-ac1d-02278d23760d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:24.402334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c35d2efb-2c1a-4668-ac1d-02278d23760d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:24.402711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.442412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:14:24.525514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.543687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bc029f27-af09-49f4-88f7-559b4863d180 None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:24.543987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc029f27-af09-49f4-88f7-559b4863d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.586223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c35d2efb-2c1a-4668-ac1d-02278d23760d,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:24.594108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:24.598489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-607e0b3e-5967-4b9f-a2e8-c357e2f6b658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:24.631018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:24.645806 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a1569621-4260-454a-872f-90b14b7bbc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3268747 Dec 13 20:14:24.646172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:24.648265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33930) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:24.650338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bc029f27-af09-49f4-88f7-559b4863d180 None None] Port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:14:24.676987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:24.677639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:24.743712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:24.748209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:24.788761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfcc8a-e0fa-41bc-a262-a7da2e258198 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.789252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfcc8a-e0fa-41bc-a262-a7da2e258198 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.789716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfcc8a-e0fa-41bc-a262-a7da2e258198 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.790167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfcc8a-e0fa-41bc-a262-a7da2e258198 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.791763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2fbfcc8a-e0fa-41bc-a262-a7da2e258198 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1426241 Dec 13 20:14:24.794704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33934) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:24.863962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:24.865857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e39da5-0edf-42be-89b6-bc688aa3f3f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.866315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e39da5-0edf-42be-89b6-bc688aa3f3f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.866758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e39da5-0edf-42be-89b6-bc688aa3f3f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.867192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e39da5-0edf-42be-89b6-bc688aa3f3f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:24.868836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-47e39da5-0edf-42be-89b6-bc688aa3f3f2 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0733223 Dec 13 20:14:24.871864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33938) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:25.079614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.083460 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-58bb4025-87b5-4da7-a0c8-f54227929115 tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2104077 Dec 13 20:14:25.122361 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.243255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:25.247322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:25.247707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Updating router a1569621-4260-454a-872f-90b14b7bbc1a port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:14:25.299442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.386334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33944) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:25.391803 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882194472', 'description': 'tempest-secgroup-smoke-1882194472 description', 'project_id': 'e58fb675a7a941d99f31725e49e412a4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:25.397884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:25.401925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:25.404751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:25.410357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:25.421594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.442810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:25.447407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:25.450295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:25.456599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:25.525535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.530211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.535970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-57306e69-5db2-4c0e-bed3-c3ef58afc9d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:25.578438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783b01b7-d5ef-469c-99cd-9e7bae871179,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:25.581635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.582857 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1955206 Dec 13 20:14:25.583785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:25.585717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 33948) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:25.590914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:25.598209 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:25.602668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:25.605921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:25.612262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:25.630619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.657482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.670122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Transition to ACTIVE for port object 8e2c8226-7f67-41c3-88ef-17a06aed1a3c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:25.677998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.682466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:25.704217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.709442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.716348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-26e4b8e1-86b6-47d4-8338-775beb05ba55 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:25.737600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba42518a-b836-45ed-8515-de20a79bca31,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:25.740908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:25.751320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.752700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-705beb39-6bf6-4f41-9262-86250163ef00 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659718 Dec 13 20:14:25.755578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33952) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:25.765989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:25.772432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:25.776339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:25.779382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:25.785419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:25.802868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 91a9c72f-1e1a-4b63-a581-1be227966c8e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:25.805350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.872388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.877526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.879674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee743871-75f1-495b-a940-1503889366f4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:25.905871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7881116-50c4-40fd-9bad-8e4d159446fb,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:25.908781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:25.918143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.922400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625974 Dec 13 20:14:25.922924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33956) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:25.928122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:25.935250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:25.939946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:25.940602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:25.944302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:25.949708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:25.950930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:25.971100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.974262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Attempting to bind port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:14:25.974648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Attempting to bind port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:14:25.975018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Attempting to bind port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c on network 22773b34-f2ea-4bb6-bfe7-5752232e6748 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:14:25.985886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:14:25.986286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Checking segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:14:25.986699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:25.987109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Bound using segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:14:25.987591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Bound port: 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:14:25.987977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.037101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.041866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 91a9c72f-1e1a-4b63-a581-1be227966c8e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:26.042252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.042651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.044634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f9532bf-83c9-437c-b0b3-5322fb9a0bc3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:26.068320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e713f0a-ef3e-49aa-a284-9380316a2464,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:26.072677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:26.082333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.083621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599443 Dec 13 20:14:26.086521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33960) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:26.092132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:26.098084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:26.101873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:26.104742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:26.110530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:26.147691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:14:26.151124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:14:26.187114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.198022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:26.263061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.294583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:26.336687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.348086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.358386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-28e244e3-a04f-448e-bca9-de9ce5f93b02 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:26.360712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:26.361413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:26.380353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c91a17-cc95-46a4-896e-db8fe49e4aa0,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:26.384853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:26.391610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.393194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3055990 Dec 13 20:14:26.395947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33964) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:26.401567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:26.407950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:26.414656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:26.418026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:26.425653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:26.440211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:14:26.448365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.459503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:26.470598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:26.513819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.518736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.524943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-00ccf485-9c22-4f62-a0d6-e381362ef538 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:26.536399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.544190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469dbd47-5041-491e-9a10-2b00cb8a7707,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:26.547352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:26.556535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.558086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609013 Dec 13 20:14:26.560801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 33968) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:26.567172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'security_group_rule': {'security_group_id': '783b01b7-d5ef-469c-99cd-9e7bae871179', 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:26.575268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:26.579766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:security_group_rule and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:26.582840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:26.588752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:26.599361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Project e58fb675a7a941d99f31725e49e412a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:14:26.606931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.647926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c35d2efb-2c1a-4668-ac1d-02278d23760d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:26.648314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.674825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.680275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.680408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:26.682210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3b773e18-1a10-45a2-9d6c-7ead0fa6bff7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:26.704793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9184acc-1e68-41f6-9683-25c311a5561d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:26.707280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:26.715602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:26.716807 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550212 Dec 13 20:14:26.878323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-cf0d94fd-87c0-4ff7-ae59-e333f34d7f56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882194472&fields=id&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 267 time: 0.0388532 Dec 13 20:14:27.032237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-35ee1e3e-6945-4c50-805f-07826b48104c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:27.033017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-35ee1e3e-6945-4c50-805f-07826b48104c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:27.051111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-35ee1e3e-6945-4c50-805f-07826b48104c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:27.052289 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-35ee1e3e-6945-4c50-805f-07826b48104c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/networks?id=22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 200 len: 796 time: 0.1675508 Dec 13 20:14:27.069568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9c385610-6552-4d43-9a8f-9bbe7ee63770 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/quotas/e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Dec 13 20:14:27.076083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:27.080497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060918d3-f810-4b72-885f-0b99d6d88f35 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:26Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:27.178498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-e3a04cc3-7c92-4dba-92d0-cad97a3e3258 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:27.195419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-e3a04cc3-7c92-4dba-92d0-cad97a3e3258 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:27.196983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-e3a04cc3-7c92-4dba-92d0-cad97a3e3258 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218379 Dec 13 20:14:27.345233 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-76d8431a-be4d-4de4-929c-431744daf8fd service neutron] 10.222.0.18 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353219 Dec 13 20:14:27.483255 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-d5afba7d-8d41-430f-8384-075b83b66928 service neutron] 10.222.0.18 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314116 Dec 13 20:14:27.665594 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-38e032bf-3893-40ff-824d-c300f291cc83 req-d9f34e3f-050d-4c16-9c51-40cf6fbc73ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 210 time: 0.0437407 Dec 13 20:14:27.764879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:27.849456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:27.854662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:27.855381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:27.983719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:28.018386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:28.023265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:28.025365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:28.099208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:28.102835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:28.765890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-2c3ff5a0-4e43-41c5-b51d-dd894a4b0503 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:28.767320 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-2c3ff5a0-4e43-41c5-b51d-dd894a4b0503 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/networks?id=22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 200 len: 796 time: 0.1579900 Dec 13 20:14:28.817706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-1cbf2d50-e512-4b97-9b00-dfe69b34a3f1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:14:28.828233 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9bd74c81-b79e-4ac7-a01e-7c7a29cd6710 req-b0ffb287-d531-4dde-bb90-e26538eece30 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 210 time: 0.0460477 Dec 13 20:14:28.839840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-1cbf2d50-e512-4b97-9b00-dfe69b34a3f1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:security_group {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:14:28.841042 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-1cbf2d50-e512-4b97-9b00-dfe69b34a3f1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58fb675a7a941d99f31725e49e412a4 HTTP/1.1" status: 200 len: 380 time: 0.0649691 Dec 13 20:14:28.851556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'port': {'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'admin_state_up': True, 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'security_groups': ['783b01b7-d5ef-469c-99cd-9e7bae871179']}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:28.985406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:28.995158 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:29.006449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Made reservation on behalf of e58fb675a7a941d99f31725e49e412a4 for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:14:29.010017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.186506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.20.0.6 (22773b34-f2ea-4bb6-bfe7-5752232e6748/0c24eb53-c4dc-4ddc-b300-3f8ded0d5918/72d4aaba-c439-454f-9bab-e26b433064f0) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:14:29.383122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.398841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Transition to ACTIVE for port object 72d4aaba-c439-454f-9bab-e26b433064f0 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:29.424992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.430575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4c83254-9b0b-4ca2-a8e1-f06f8a2c683e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:29.496702 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:29.499649 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:29.503589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:14:29.539908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:29.549048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:29.573178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:29.573813 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.600323 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541378 Dec 13 20:14:29.611962 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Request body: {'port': {'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:29.728767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.735217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:29.799787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-85818573-4538-4723-8af3-25e7c3a0a268 None None] Provisioning for port 72d4aaba-c439-454f-9bab-e26b433064f0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:29.806172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-85818573-4538-4723-8af3-25e7c3a0a268 None None] Provisioning complete for port 72d4aaba-c439-454f-9bab-e26b433064f0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:29.806600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-85818573-4538-4723-8af3-25e7c3a0a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.857455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:29.857806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:29.911313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-85818573-4538-4723-8af3-25e7c3a0a268 None None] Port 72d4aaba-c439-454f-9bab-e26b433064f0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:14:30.027417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865acb5-c1b9-4399-a580-505dfc3364d4 req-85b57322-74aa-43f1-b33e-4bca7a490707 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:30.028953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4865acb5-c1b9-4399-a580-505dfc3364d4 req-85b57322-74aa-43f1-b33e-4bca7a490707 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 931 time: 0.0853403 Dec 13 20:14:30.075533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4865acb5-c1b9-4399-a580-505dfc3364d4 req-5bae7b7f-1221-4061-b6af-2683e1a6e542 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Dec 13 20:14:30.205098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d4aaba-c439-454f-9bab-e26b433064f0 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:14:30.213015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:30.228242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Transition to ACTIVE for port object 72d4aaba-c439-454f-9bab-e26b433064f0 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:14:30.233639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:30.237526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0fe807d2-240e-4a87-ad7b-8a89df92e440 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:30.399937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Pushing event updated for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:30.408313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:30.477011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Attempting to bind port 72d4aaba-c439-454f-9bab-e26b433064f0 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:14:30.477374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Attempting to bind port 72d4aaba-c439-454f-9bab-e26b433064f0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:14:30.477696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Attempting to bind port 72d4aaba-c439-454f-9bab-e26b433064f0 on network 22773b34-f2ea-4bb6-bfe7-5752232e6748 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:14:30.482159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Port 72d4aaba-c439-454f-9bab-e26b433064f0 on network 22773b34-f2ea-4bb6-bfe7-5752232e6748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:14:30.482474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Attempting to bind port 72d4aaba-c439-454f-9bab-e26b433064f0 on network 22773b34-f2ea-4bb6-bfe7-5752232e6748 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:14:30.487499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:14:30.487824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Checking segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:14:30.488201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Bound using segment: {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:14:30.488612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Bound port: 72d4aaba-c439-454f-9bab-e26b433064f0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:14:30.488946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:30.583617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:14:30.586545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=72d4aaba-c439-454f-9bab-e26b433064f0,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:14:30.592323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:30.596527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c5d42d3-f094-4c44-bef7-fdab4f975a51 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:30.660402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:30.661051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:30.662451 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] 10.222.0.20 "PUT /v2.0/ports/72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 200 len: 1093 time: 1.0551701 Dec 13 20:14:30.662980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:30.681824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Pushing event updated for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:30.685743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:30.747383 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0', 'status': 'completed', 'code': 200} Dec 13 20:14:30.795349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-c0cb6035-4338-4092-a051-eb4aa858dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:30.797068 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-c0cb6035-4338-4092-a051-eb4aa858dd06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1096 time: 0.0843942 Dec 13 20:14:30.867611 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-5b71c050-0d25-497e-9171-59b390f1765e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 200 len: 217 time: 0.0632339 Dec 13 20:14:30.941084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-e4dab769-f5d7-41e0-a08a-ed0fc871314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:30.942447 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-e4dab769-f5d7-41e0-a08a-ed0fc871314c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 HTTP/1.1" status: 200 len: 834 time: 0.0683596 Dec 13 20:14:31.028058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-99ef5b9b-8e14-4b08-8120-0e1c93be34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.030166 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-99ef5b9b-8e14-4b08-8120-0e1c93be34b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22773b34-f2ea-4bb6-bfe7-5752232e6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814724 Dec 13 20:14:31.165557 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-2aedf8b6-34c9-4bd5-ab02-dc27365d8855 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291134 Dec 13 20:14:31.268781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72fa7-23b2-4970-8e43-2102ab752c6a req-acb5da99-343b-49f2-b942-de45fd29e8e4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.270268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e2b72fa7-23b2-4970-8e43-2102ab752c6a req-acb5da99-343b-49f2-b942-de45fd29e8e4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 943 time: 0.0890734 Dec 13 20:14:31.308743 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-7a230039-2abc-4c97-be42-077a4021d3e4 req-76150de2-97e2-4b8f-94d1-bcee6c01cab2 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365731 Dec 13 20:14:31.315949 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e2b72fa7-23b2-4970-8e43-2102ab752c6a req-28dea199-2ac1-4a0a-9cd0-cdffdab42dd9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Dec 13 20:14:31.449370 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-b98c69aa-0048-4cb3-92ea-bc3f11964613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.450828 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-b98c69aa-0048-4cb3-92ea-bc3f11964613 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1096 time: 0.0857301 Dec 13 20:14:31.582896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-ffff5026-b73f-47aa-814b-168b2de7c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.584327 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-ffff5026-b73f-47aa-814b-168b2de7c303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 200 len: 896 time: 0.1262121 Dec 13 20:14:31.655614 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-d3f85bc2-519c-458e-9e2f-7646614a5a90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 200 len: 217 time: 0.0635257 Dec 13 20:14:31.839060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-6d3d194e-04f1-45e5-b3ba-7a26adcb38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.840431 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-6d3d194e-04f1-45e5-b3ba-7a26adcb38c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 HTTP/1.1" status: 200 len: 834 time: 0.1784298 Dec 13 20:14:31.919807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-3fe9e656-97cb-431f-afe2-f86ddb7858bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:31.921328 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-3fe9e656-97cb-431f-afe2-f86ddb7858bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22773b34-f2ea-4bb6-bfe7-5752232e6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718036 Dec 13 20:14:32.052367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-b815edfe-8536-4239-a50d-e225b18f289c service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233230 Dec 13 20:14:32.185204 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-1cec7916-cf88-428e-836f-4406fe1cff5f req-c94b2eda-ef2c-475d-bb6b-1532e0af9707 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259830 Dec 13 20:14:32.530811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673d77-b357-40a7-8a49-52da9916b8ae req-b19d84a3-82aa-49e3-9472-1082bb478ee7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:32.532365 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-01673d77-b357-40a7-8a49-52da9916b8ae req-b19d84a3-82aa-49e3-9472-1082bb478ee7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 943 time: 0.0971220 Dec 13 20:14:32.581915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-01673d77-b357-40a7-8a49-52da9916b8ae req-0617d6ee-48c6-43e2-86ab-074d834f71bc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Dec 13 20:14:33.801188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5f8ad-5fc1-4df0-93cf-3060ab0fff2d req-facfb186-42da-4540-884e-df04dbd266d4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:33.802642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e8e5f8ad-5fc1-4df0-93cf-3060ab0fff2d req-facfb186-42da-4540-884e-df04dbd266d4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 943 time: 0.0923250 Dec 13 20:14:33.857086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e8e5f8ad-5fc1-4df0-93cf-3060ab0fff2d req-794ff845-844c-4399-bb2e-6c4e7c75b40c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Dec 13 20:14:34.141992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 72d4aaba-c439-454f-9bab-e26b433064f0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:14:34.288504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=72d4aaba-c439-454f-9bab-e26b433064f0,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:34.302112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '72d4aaba-c439-454f-9bab-e26b433064f0', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:14:34.361571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:34.379920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d4aaba-c439-454f-9bab-e26b433064f0 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:14:34.397653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=72d4aaba-c439-454f-9bab-e26b433064f0,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:34.402152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:34.404002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:34.476308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:34.479452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:34.602919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['72d4aaba-c439-454f-9bab-e26b433064f0'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:14:35.054287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b3085-9232-44c2-948d-48cd75a1eb81 req-787a792f-1bde-4f79-81c2-23aef67d4ff2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:35.055732 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad3b3085-9232-44c2-948d-48cd75a1eb81 req-787a792f-1bde-4f79-81c2-23aef67d4ff2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 944 time: 0.0823865 Dec 13 20:14:35.101207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad3b3085-9232-44c2-948d-48cd75a1eb81 req-15661229-d7a9-43ff-8f03-af33290e6b52 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Dec 13 20:14:36.159161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 72d4aaba-c439-454f-9bab-e26b433064f0 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:14:36.231973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 72d4aaba-c439-454f-9bab-e26b433064f0 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:14:36.237319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 72d4aaba-c439-454f-9bab-e26b433064f0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:14:36.237713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:36.309306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a22e8-a1bf-4245-b773-1f8f8bd17b84 req-7ba0bd5b-b9f1-44e8-8785-ef55ca9a0272 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:36.310871 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc9a22e8-a1bf-4245-b773-1f8f8bd17b84 req-7ba0bd5b-b9f1-44e8-8785-ef55ca9a0272 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 944 time: 0.0898011 Dec 13 20:14:36.358917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc9a22e8-a1bf-4245-b773-1f8f8bd17b84 req-53144bad-f43d-4860-8edf-88380222f9c5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Dec 13 20:14:36.402083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:36.429080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:36.440033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=72d4aaba-c439-454f-9bab-e26b433064f0,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:14:36.446762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:36.449697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:36.482565 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0', 'code': 200} Dec 13 20:14:36.525017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:36.527961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:36.731198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed320-a847-45d7-b36f-14d08a89fda0 req-069aa19c-315b-4fa3-9f86-45ebb365f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:36.732693 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a06ed320-a847-45d7-b36f-14d08a89fda0 req-069aa19c-315b-4fa3-9f86-45ebb365f796 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1098 time: 0.0768802 Dec 13 20:14:36.778380 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a06ed320-a847-45d7-b36f-14d08a89fda0 req-28fbd898-e9f4-4098-a755-cffb43856151 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Dec 13 20:14:37.555540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2297fa-8996-4310-b5ac-2e5fcca459a6 req-efa53974-ec56-4e10-8093-69e28c9680eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:37.557064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d2297fa-8996-4310-b5ac-2e5fcca459a6 req-efa53974-ec56-4e10-8093-69e28c9680eb tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.0929310 Dec 13 20:14:37.608743 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d2297fa-8996-4310-b5ac-2e5fcca459a6 req-313c4960-e796-4ecc-afda-87ad01adbbac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Dec 13 20:14:38.813914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16695b08-4aa4-4dd0-bfcf-097f5791c5b1 req-9aaa67f3-ba16-47f1-980a-32f396319270 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:38.815374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-16695b08-4aa4-4dd0-bfcf-097f5791c5b1 req-9aaa67f3-ba16-47f1-980a-32f396319270 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.0859571 Dec 13 20:14:38.862516 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-16695b08-4aa4-4dd0-bfcf-097f5791c5b1 req-4b985025-a13f-4083-8311-203c6229e7e9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Dec 13 20:14:39.060252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e8dd4-b989-4f06-8590-fd3966131859 req-59af12d5-c3c2-46bc-a740-54364cd6435d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:39.061727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2f4e8dd4-b989-4f06-8590-fd3966131859 req-59af12d5-c3c2-46bc-a740-54364cd6435d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.0885329 Dec 13 20:14:39.111992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2f4e8dd4-b989-4f06-8590-fd3966131859 req-debde838-8745-4bc1-9216-233e82ff056b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Dec 13 20:14:39.135582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34022) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:39.209145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836b3c6-be2a-4ddd-ba18-7b994c56267c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:39.210575 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b836b3c6-be2a-4ddd-ba18-7b994c56267c tempest-TestNetworkBasicOps-1947600247 tempest-TestNetworkBasicOps-1947600247-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1093 time: 0.0737412 Dec 13 20:14:39.213465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34026) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:39.218402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:14:39.224474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:14:39.228427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Usage tracker for resource:floatingip and tenant:e58fb675a7a941d99f31725e49e412a4 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:14:39.231332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:14:39.237087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:14:39.250154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:39.394066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:39.536994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Allocated IP 172.26.6.226 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c71917aa-26b6-4d90-b921-57c13344fcbc) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:14:39.718285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:39.751175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:39.754703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7e12e687-c44f-4011-a3b3-c0c50ea25a61 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:39.815193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:14:39.817874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:14:39.821555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:14:39.854235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c71917aa-26b6-4d90-b921-57c13344fcbc,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:39.860059 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:40.271389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:40.349006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:40.680098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:40.688857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:40.696207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ff18eeac-097b-4b6b-8965-8c0e14805d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:14:40.811135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event updated for resources: {'Port': ['ID=c71917aa-26b6-4d90-b921-57c13344fcbc,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:14:40.815444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:14:40.821814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:40.998396 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164 associated. External IP: 172.26.6.226, port: 72d4aaba-c439-454f-9bab-e26b433064f0. Dec 13 20:14:41.373420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:14:41.556136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:14:41.568288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:14:41.582978 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:41.594861 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:41.595491 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:41.642142 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4273839 Dec 13 20:14:41.642519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:14:41.645549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34030) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:41.695004 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0', 'status': 'completed', 'code': 200} Dec 13 20:14:41.777746 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-176fbc27-227b-472a-a12a-09b7b226f539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 991 time: 0.1306708 Dec 13 20:14:41.794865 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-3048a885-b650-429a-a8ee-a40a112e1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:41.796395 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-3048a885-b650-429a-a8ee-a40a112e1562 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1098 time: 0.0780170 Dec 13 20:14:41.852457 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:41.930082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-5a1b489d-8e07-46c1-afc8-ca87157d8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:41.931719 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-5a1b489d-8e07-46c1-afc8-ca87157d8843 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 200 len: 896 time: 0.1288953 Dec 13 20:14:42.052437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:42.188183 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-3e6a6055-78c9-4b27-969c-b4f64c8f8c6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 200 len: 999 time: 0.2494202 Dec 13 20:14:42.255623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-128a18f3-2ee2-4358-aa35-d4bb15f5e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:42.257127 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-128a18f3-2ee2-4358-aa35-d4bb15f5e17c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 HTTP/1.1" status: 200 len: 834 time: 0.0618074 Dec 13 20:14:42.261927 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:14:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:28Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:42.267478 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:14:42.276665 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:14:42.277301 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:42.341626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-379d4068-5881-4721-bfc5-8943f60e3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:14:42.343119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-379d4068-5881-4721-bfc5-8943f60e3f88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22773b34-f2ea-4bb6-bfe7-5752232e6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802577 Dec 13 20:14:42.480227 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:14:42.492873 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-b9610835-a943-4449-9d4d-4e776e7bbec4 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427343 Dec 13 20:14:42.648698 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5bb19382-9846-4713-826c-8a73c7fe8f1a req-017da855-87b7-4293-9ecf-2ecaec3b4cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498206 Dec 13 20:14:42.781529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34036) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:42.909270 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:14:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:28Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:14:42.914137 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fca2b-6762-4d5f-a4ce-e182c1b1d17d None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:14:23Z', 'revision_number': 4, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:14:40Z', 'revision_number': 0, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:14:28Z', 'revision_number': 5, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:14:43.029226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b5e4b313-cb86-4b1f-a12a-0a733f0717dd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 991 time: 0.2461882 Dec 13 20:14:43.151381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3bd8a-8523-4293-8eab-a616e242fe00 None None] New status for floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:14:43.850521 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:14:44.034408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34040) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:14:44.150776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5da663b9-c75e-4612-a85b-7a8c7fa38edc tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 993 time: 0.1151490 Dec 13 20:14:51.653404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fe678520-36f2-42af-b347-822616927293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:53.912305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6db23e43-1236-4cf9-8986-9689c132a0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:55.013780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:55.024442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:14:56.461569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:08.802614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34052) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:08.811939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:09.372279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:09.386731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:09.575057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:15:09.756875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:15:09.763977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:09.769758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6f295434-bbda-45d6-ac7a-73af5617f7c9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a1569621-4260-454a-872f-90b14b7bbc1a HTTP/1.1" status: 200 len: 889 time: 0.9604158 Dec 13 20:15:09.769936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:15:09.777839 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:09.778465 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:09.840412 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:09.849344 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:09.849934 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:09.907905 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:09.908305 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee88ce3-e8e7-4aa7-92be-115b3f7a5452 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:15:10.655716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f578cc-8e57-4dde-be91-6eb923440137 None None] New status for floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:15:11.765122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:11.879421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:11.896008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c35d2efb-2c1a-4668-ac1d-02278d23760d,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:11.902640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:11.903480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:11.916052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34058) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:11.921513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:11.926945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:12.025602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:12.031120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:12.091567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.098197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.132355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:12.137031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.138879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1f55b5be-b7c1-400d-8ff0-1648296efae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:12.207939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:12.211560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:12.591455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.605185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1768994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767740'] for router, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.789493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:15:12.969384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:15:12.977608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:12.978738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4b09f2ed-43d4-4fce-8414-0dc310a04162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a1569621-4260-454a-872f-90b14b7bbc1a HTTP/1.1" status: 200 len: 888 time: 1.0615921 Dec 13 20:15:12.980466 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:15:12.981853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34062) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:12.992508 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:12.993134 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:13.091191 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bdf2ff02-b75e-45d9-9d3d-51ce81b81bd1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 991 time: 0.1081712 Dec 13 20:15:13.171136 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:13.573888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:15:10Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:13.577914 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:15:13.586663 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:13.587268 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:13.764277 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:14.095518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34066) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:14.108900 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:15:10Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:14.112974 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d6f56-e259-4e03-8096-2c4fb0af7455 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '6823cdfb-8114-4735-a0a5-8a34b6abb164', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'port_id': '72d4aaba-c439-454f-9bab-e26b433064f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'mac_address': 'fa:16:3e:58:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:14:40Z', 'updated_at': '2021-12-13T20:15:10Z', 'revision_number': 2, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:15:14.214913 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b9686414-fc84-48ec-81ba-5f90ae94589c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 991 time: 0.1180744 Dec 13 20:15:15.219133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34070) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:15.338396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5dd8e269-4dca-4f65-9bea-ad346c7a74f2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 991 time: 0.1177373 Dec 13 20:15:15.803460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:15:15.872452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956c6b3-079a-4679-9983-9436065952b5 None None] New status for floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:15:15.949918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c35d2efb-2c1a-4668-ac1d-02278d23760d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:15.950306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.256273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.272912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c35d2efb-2c1a-4668-ac1d-02278d23760d,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:16.278667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.279669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:15:16.303552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:16.342262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34074) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:16.400089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:16.404440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:16.414203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:16.414595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.460537 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d68e2af1-348b-4253-93e0-e3442eb3629d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 200 len: 993 time: 0.1168165 Dec 13 20:15:16.535911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.568631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:16.573785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:16.575585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-cf822c85-53dd-4b56-9050-fb7f8eba5099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:16.643109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:16.646777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:16.745208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34082) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:17.091789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port c71917aa-26b6-4d90-b921-57c13344fcbc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:17.092353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.277376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.277701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.411030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for c71917aa-26b6-4d90-b921-57c13344fcbc owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:17.582678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.586431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:17.628149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=c71917aa-26b6-4d90-b921-57c13344fcbc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:17.667118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.667506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.667880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.668249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.668612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.668974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.669367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.669723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.670086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.670442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.670795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.671148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:17.678145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:17.731846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.732211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164 disassociated (deleted). External IP: 172.26.6.226, port: 72d4aaba-c439-454f-9bab-e26b433064f0. Dec 13 20:15:17.768240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:15:17.838149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c35d2efb-2c1a-4668-ac1d-02278d23760d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:17.838524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:17.955528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:15:18.020725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:18.021291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:18.094595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:15:18.287966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:15:18.298483 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:15:18.305377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:18.309366 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:18.310061 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:18.363808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/floatingips/6823cdfb-8114-4735-a0a5-8a34b6abb164 HTTP/1.1" status: 204 len: 168 time: 1.6174409 Dec 13 20:15:18.364610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:15:18.411073 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0', 'status': 'completed', 'code': 200} Dec 13 20:15:18.498980 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:18.503664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-62e9b443-547e-4b22-939e-58f14aa71b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:18.505548 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-62e9b443-547e-4b22-939e-58f14aa71b5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e58fb675a7a941d99f31725e49e412a4&device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 1098 time: 0.0715928 Dec 13 20:15:18.648968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-fe2d20bb-5929-4928-b93d-3da455d8787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:18.650467 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-fe2d20bb-5929-4928-b93d-3da455d8787b service neutron] 10.222.0.20 "GET /v2.0/networks?id=22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 200 len: 896 time: 0.1388128 Dec 13 20:15:18.722529 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-3caa64a1-755d-4d7b-8d6c-92d4b0ad0fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 200 len: 217 time: 0.0642323 Dec 13 20:15:18.788063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-ae4af5b7-ff15-4216-b7e0-8a75cfdcd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:18.790570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-ae4af5b7-ff15-4216-b7e0-8a75cfdcd4b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 HTTP/1.1" status: 200 len: 834 time: 0.0613425 Dec 13 20:15:18.831559 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:18.836050 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:15:18.845080 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:18.845763 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:14:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:18.871499 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-213cf905-f827-4c5d-a777-fb32f76c7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:18.872995 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-213cf905-f827-4c5d-a777-fb32f76c7f44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22773b34-f2ea-4bb6-bfe7-5752232e6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747931 Dec 13 20:15:18.885840 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-5c66f230-5aa2-4c94-bbc0-6db49ab318b2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:15:18.886797 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-5c66f230-5aa2-4c94-bbc0-6db49ab318b2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Dec 13 20:15:18.900286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492ae8-d301-4f1a-8f7d-b30480b0a80c req-68d8c878-63aa-4c1b-bd39-3c5165304a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:18.901339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-21492ae8-d301-4f1a-8f7d-b30480b0a80c req-68d8c878-63aa-4c1b-bd39-3c5165304a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:15:18.918093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-21492ae8-d301-4f1a-8f7d-b30480b0a80c req-68d8c878-63aa-4c1b-bd39-3c5165304a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:15:18.920089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21492ae8-d301-4f1a-8f7d-b30480b0a80c req-68d8c878-63aa-4c1b-bd39-3c5165304a99 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.2511816 Dec 13 20:15:18.967183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21492ae8-d301-4f1a-8f7d-b30480b0a80c req-a993b289-fa82-4271-a20c-aaabced97f76 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Dec 13 20:15:19.020979 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-31a32456-b653-41ea-a549-0ab3f56e1422 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272497 Dec 13 20:15:19.065202 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:19.155402 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a221e95d-2a77-49ba-92a7-e586e031c459 req-550848b1-f689-4e56-bbde-f3ff5c6ef356 service neutron] 10.222.0.20 "GET /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273813 Dec 13 20:15:19.377590 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:19.383084 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95418b-10fe-4a51-84d1-8b010288a6b1 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:12Z', 'revision_number': 6, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8e2c8226-7f67-41c3-88ef-17a06aed1a3c', 'name': '', 'network_id': '22773b34-f2ea-4bb6-bfe7-5752232e6748', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'mac_address': 'fa:16:3e:25:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:22Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'subnets': [{'id': '0c24eb53-c4dc-4ddc-b300-3f8ded0d5918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:15:19.982624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-25f7cf21-7551-4595-9fae-8747688499e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:19.983318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-25f7cf21-7551-4595-9fae-8747688499e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Synchronizing usage tracker for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:15:19.996344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-25f7cf21-7551-4595-9fae-8747688499e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Unset dirty status for tenant:e58fb675a7a941d99f31725e49e412a4 on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:15:19.996969 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-25f7cf21-7551-4595-9fae-8747688499e8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.1112332 Dec 13 20:15:20.069894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 72d4aaba-c439-454f-9bab-e26b433064f0 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:20.070237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:20.155512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b108a-53a0-4292-9949-83ab0c0fde94 None None] New status for floating IP 6823cdfb-8114-4735-a0a5-8a34b6abb164: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:15:20.170461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b29ac-7997-4e4b-9be1-8118b32b3661 req-1cb5889d-17f6-4658-9463-14c461b38bc2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:20.172049 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-039b29ac-7997-4e4b-9be1-8118b32b3661 req-1cb5889d-17f6-4658-9463-14c461b38bc2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 945 time: 0.0831461 Dec 13 20:15:20.220088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-039b29ac-7997-4e4b-9be1-8118b32b3661 req-0abc1008-3a8a-407c-be4c-f1c913838230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/security-groups?id=783b01b7-d5ef-469c-99cd-9e7bae871179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Dec 13 20:15:20.335712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 72d4aaba-c439-454f-9bab-e26b433064f0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=72d4aaba-c439-454f-9bab-e26b433064f0,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:20.336072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:20.471199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 72d4aaba-c439-454f-9bab-e26b433064f0 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:20.632600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:20.638459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0dce6db0-0af2-4631-a51f-95bcdd68deed tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:20.800743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=72d4aaba-c439-454f-9bab-e26b433064f0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:20.839055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.839448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.839825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.840197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.840566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.840930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.841322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.841693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.842055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.842396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.842926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.843291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:20.851040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:20.851171 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:15:20.885518 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] No DVR routers for this DVR port 72d4aaba-c439-454f-9bab-e26b433064f0 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:15:20.887934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:20.890442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'name': 'network-vif-deleted', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:15:20.907019 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-49e1c934-0517-401d-a9bf-cfb0150e1fcd req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.20 "DELETE /v2.0/ports/72d4aaba-c439-454f-9bab-e26b433064f0 HTTP/1.1" status: 204 len: 173 time: 0.9042351 Dec 13 20:15:20.935453 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b904a2d3-5697-4a6a-afbc-65c781511c22', 'name': 'network-vif-deleted', 'tag': '72d4aaba-c439-454f-9bab-e26b433064f0', 'status': 'completed', 'code': 200} Dec 13 20:15:21.395246 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-932dce4e-6dce-498d-a274-4da1e3a8a9c4 req-61d9e564-96ea-402d-a584-275a583f74fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "GET /v2.0/ports?device_id=b904a2d3-5697-4a6a-afbc-65c781511c22 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Dec 13 20:15:21.659341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-30f54cb7-8179-4fb8-abeb-6aef12bae356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:22.494634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34100) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:22.571221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:22.603465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:22.683419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:22.687322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c6dd885-c629-4340-b881-09ee7247933b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:22.701636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b01b7-d5ef-469c-99cd-9e7bae871179,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:22.704739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:22.715417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:22.716544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/security-groups/783b01b7-d5ef-469c-99cd-9e7bae871179 HTTP/1.1" status: 204 len: 168 time: 0.2209673 Dec 13 20:15:22.748748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34106) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:23.328390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:23.697513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:23.698280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:23.905113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port 8e2c8226-7f67-41c3-88ef-17a06aed1a3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:23.905605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:23.906734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3bc22660-8229-4a88-9bb0-edad286924fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:24.150859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for 8e2c8226-7f67-41c3-88ef-17a06aed1a3c owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:24.328190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 72d4aaba-c439-454f-9bab-e26b433064f0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:24.367399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 72d4aaba-c439-454f-9bab-e26b433064f0 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:15:24.367728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 72d4aaba-c439-454f-9bab-e26b433064f0 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:15:24.485946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:24.489332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:24.533249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=8e2c8226-7f67-41c3-88ef-17a06aed1a3c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:24.536346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:24.816702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:24.999195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.026971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.211682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Router a1569621-4260-454a-872f-90b14b7bbc1a has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:15:25.397947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:15:25.410308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Sync routers for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:15:25.410857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "PUT /v2.0/routers/a1569621-4260-454a-872f-90b14b7bbc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6608949 Dec 13 20:15:25.413632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34110) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:25.421153 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:25.421833 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:15:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:25.613994 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:25.619556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting subnet 0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:15:25.623009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.679499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.774334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.852046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.857069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c0db1554-402d-45e2-93a4-55ec5e46ebb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:25.895167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:25.900733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Subnet': ['ID=0c24eb53-c4dc-4ddc-b300-3f8ded0d5918,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:25.901133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed87192-84e2-416b-85eb-efd5096de9b4 None None] Network 22773b34-f2ea-4bb6-bfe7-5752232e6748 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:15:25.903375 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:24Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:25.903570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:25.907600 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Checking router: a1569621-4260-454a-872f-90b14b7bbc1a for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:15:25.909593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34114) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:25.910059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/subnets/0c24eb53-c4dc-4ddc-b300-3f8ded0d5918 HTTP/1.1" status: 204 len: 168 time: 0.4951010 Dec 13 20:15:25.916533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Routers {'a1569621-4260-454a-872f-90b14b7bbc1a'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:15:25.917182 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:15:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['a1569621-4260-454a-872f-90b14b7bbc1a'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:26.098659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.101622 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] Set router a1569621-4260-454a-872f-90b14b7bbc1a gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:15:26.182199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] DHCP port deletion for 22773b34-f2ea-4bb6-bfe7-5752232e6748 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:15:26.186359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Deleting port 91a9c72f-1e1a-4b63-a581-1be227966c8e {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:26.186908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.298109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.311976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Deleting port c35d2efb-2c1a-4668-ac1d-02278d23760d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:26.312374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.445691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:24Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:26.451433 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c14f9-017c-47f6-b796-ec76a162a283 None None] The sync data for ids ['a1569621-4260-454a-872f-90b14b7bbc1a'] in dv-neutron-821563-1-hyperv is: [{'id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'name': 'tempest-TestNetworkBasicOps-router-1484024147', 'tenant_id': 'e58fb675a7a941d99f31725e49e412a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:14:17Z', 'updated_at': '2021-12-13T20:15:24Z', 'revision_number': 7, 'project_id': 'e58fb675a7a941d99f31725e49e412a4', 'gw_port': {'id': 'c35d2efb-2c1a-4668-ac1d-02278d23760d', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1569621-4260-454a-872f-90b14b7bbc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:14:18Z', 'updated_at': '2021-12-13T20:15:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:15:26.455030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] For port 91a9c72f-1e1a-4b63-a581-1be227966c8e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=91a9c72f-1e1a-4b63-a581-1be227966c8e,segment=NetworkSegment(7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce),segment_id=7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:26.455435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.505099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] For port c35d2efb-2c1a-4668-ac1d-02278d23760d, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c35d2efb-2c1a-4668-ac1d-02278d23760d,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:26.505519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.522500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.585370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Calling delete_port for 91a9c72f-1e1a-4b63-a581-1be227966c8e owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:26.633556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Calling delete_port for c35d2efb-2c1a-4668-ac1d-02278d23760d owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:26.664048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.668034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8e6fbf32-823d-4a4d-b259-721390384d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:26.713005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Pushing event deleted for resources: {'Port': ['ID=91a9c72f-1e1a-4b63-a581-1be227966c8e,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:26.717567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] No DVR routers for this DVR port 91a9c72f-1e1a-4b63-a581-1be227966c8e on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:15:26.723420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.723910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.724168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.724586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.725094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.725251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.725567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.725891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.726212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.726533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.726839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.729349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:15:26.733933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:26.816451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:26.820775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:26.868772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Port': ['ID=c35d2efb-2c1a-4668-ac1d-02278d23760d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:26.871430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:26.960942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.146654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.148956 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.173126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.173995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Fanout notify agent at l3_agent the message router_deleted on router a1569621-4260-454a-872f-90b14b7bbc1a {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:15:27.194497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.195600 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/routers/a1569621-4260-454a-872f-90b14b7bbc1a HTTP/1.1" status: 204 len: 168 time: 1.2843566 Dec 13 20:15:27.198678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34118) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:27.439348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.576437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.607608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22773b34-f2ea-4bb6-bfe7-5752232e6748']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:27.621441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:27.621759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b011e6a-21f4-4a2c-81dc-eedb4c3a58ce') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:15:27.634954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.651784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.657795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:15:27.658173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:15:27.673017 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:15:27.751715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.755238 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8472121a-b289-4dfc-a88e-618e35ce8911 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:27.765598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 91a9c72f-1e1a-4b63-a581-1be227966c8e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:27.773136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:27.785691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Pushing event deleted for resources: {'Network': ['ID=22773b34-f2ea-4bb6-bfe7-5752232e6748,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:27.788917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:27.792535 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] 10.222.0.18 "DELETE /v2.0/networks/22773b34-f2ea-4bb6-bfe7-5752232e6748 HTTP/1.1" status: 204 len: 168 time: 0.5928652 Dec 13 20:15:27.802963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 91a9c72f-1e1a-4b63-a581-1be227966c8e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:15:27.803424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 91a9c72f-1e1a-4b63-a581-1be227966c8e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:15:27.803822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:27.841082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: c35d2efb-2c1a-4668-ac1d-02278d23760d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:15:27.841474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c35d2efb-2c1a-4668-ac1d-02278d23760d not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:15:27.841897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:27.874150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 8e2c8226-7f67-41c3-88ef-17a06aed1a3c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:15:27.874470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8e2c8226-7f67-41c3-88ef-17a06aed1a3c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:15:28.105248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34126) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:28.266317 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1c45caaf-859a-4e2e-a079-a7a05af11042 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e58fb675a7a941d99f31725e49e412a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598442 Dec 13 20:15:28.268772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34132) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:28.325812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.351576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.408332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.414025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e10e7582-ba90-4ec1-8dc3-71aa489b5599 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:28.426197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50a8fd-e15f-4ee6-8661-b4c85fcae3a1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:28.430141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:28.439437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.440689 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f27158e5-462a-4757-b170-d634cc728a7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af50a8fd-e15f-4ee6-8661-b4c85fcae3a1 HTTP/1.1" status: 204 len: 168 time: 0.1708884 Dec 13 20:15:28.753671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:28.777564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.792118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:28.796273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Usage tracker for resource:security_group_rule and tenant:f512198f77324e2a811ea1af745bb5d8 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:28.799287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:28.805943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:28.898744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.904650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:28.911502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d83d8c4-9c6e-41d6-88b6-f0be0bf14c52 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:28.950482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22372b1-8ada-447f-91b8-27e3e459dbc4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:28.953626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:28.956089 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f512198f77324e2a811ea1af745bb5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013235 Dec 13 20:15:28.959242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34144) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:29.016828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:29.045998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:29.104196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:29.108066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ffe4f65-8e4c-4a5b-8f9c-d23dd7eff7f3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:29.120895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22372b1-8ada-447f-91b8-27e3e459dbc4,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:29.123367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:29.126775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:29.130874 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a22372b1-8ada-447f-91b8-27e3e459dbc4 HTTP/1.1" status: 204 len: 168 time: 0.1681366 Dec 13 20:15:36.245832 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-1767ada6-2377-492b-ad8a-9298bf66bbaa tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f6f88dc1af2c4367baa369475475e52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340626 Dec 13 20:15:36.410677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-62c9eed2-525f-41ff-8bdb-2178578d806c tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:36.412278 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-62c9eed2-525f-41ff-8bdb-2178578d806c tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599317 Dec 13 20:15:36.428040 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-7ff0c10a-b9f4-48f7-a06b-04170df311d8 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/quotas/f6f88dc1af2c4367baa369475475e52d HTTP/1.1" status: 200 len: 375 time: 0.0102079 Dec 13 20:15:36.476340 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-fd6091f6-39bf-4fe3-8f2e-c529868bd612 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6f88dc1af2c4367baa369475475e52d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424681 Dec 13 20:15:36.674740 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6372dfe2-8aff-4fe8-a2e4-109d59968d62 req-a90168f5-721b-4c39-a6b4-0adb48707adb tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0463426 Dec 13 20:15:37.778178 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-849adfc6-28f1-4dbb-9625-ef1b7e734a27 req-11bb5b58-dc43-42b6-b9f9-e8cb068691c5 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0433745 Dec 13 20:15:38.882306 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a3271861-0f6b-4e5a-927e-d216999f3064 req-aebe026e-0d6a-4882-93cf-e57a583623ae tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0446014 Dec 13 20:15:40.035184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3107e917-7ed4-49d5-9160-7e7450fcaeb9 req-6ed3f4a2-49c5-41d8-a34e-e6680e319618 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0490599 Dec 13 20:15:40.697898 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-86ff74fa-4a02-4dc8-8d00-90fd5095fdf0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f6f88dc1af2c4367baa369475475e52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311768 Dec 13 20:15:40.865277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-4f3671a9-fcbc-4c55-85c7-56fac7977a6c tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:40.866579 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-4f3671a9-fcbc-4c55-85c7-56fac7977a6c tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633213 Dec 13 20:15:40.878535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Request body: {'port': {'device_id': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582', 'admin_state_up': True, 'tenant_id': 'f6f88dc1af2c4367baa369475475e52d'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:41.019732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:41.023824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Usage tracker for resource:port and tenant:f6f88dc1af2c4367baa369475475e52d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:41.026679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:41.032401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:41.043703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Made reservation on behalf of f6f88dc1af2c4367baa369475475e52d for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:15:41.047352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.059783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.079114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:41.083021 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Usage tracker for resource:security_group_rule and tenant:f6f88dc1af2c4367baa369475475e52d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:41.085948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:41.091602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:41.179526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.184366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.188567 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0c0e2c7c-c65f-497c-9473-298d0961f755 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:41.194870 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ccfc00be-351f-4184-8061-1f98d729a8c7 req-b03664f5-54e4-4cdd-b76f-a1e023439810 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0464394 Dec 13 20:15:41.268104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e73cec-10ab-4706-b201-52a3525e34ac,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:41.273561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:41.358921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Allocated IP 192.168.233.44 (4db3da3e-b437-4c35-bd9f-c7f301ae8582/e3122cb5-9be3-43dd-bd11-9aad57253c29/4fcf6268-978a-42eb-a21d-2715bb6df76d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:15:41.573936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.589376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Transition to ACTIVE for port object 4fcf6268-978a-42eb-a21d-2715bb6df76d will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:15:41.617640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.623415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91eec3e2-6e50-4663-a07b-1c3f85a66027 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:41.687864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:15:41.690926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:15:41.694938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:15:41.730176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Pushing event updated for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:41.736928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:41.776715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:41.777347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.809699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9350004 Dec 13 20:15:41.822513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Request body: {'port': {'device_id': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:41.907509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-df724aef-cd2a-4666-ae6d-084e0981183a None None] Provisioning for port 4fcf6268-978a-42eb-a21d-2715bb6df76d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:15:41.913174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-df724aef-cd2a-4666-ae6d-084e0981183a None None] Provisioning complete for port 4fcf6268-978a-42eb-a21d-2715bb6df76d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:41.913560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-df724aef-cd2a-4666-ae6d-084e0981183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.937201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:41.967294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-df724aef-cd2a-4666-ae6d-084e0981183a None None] Port 4fcf6268-978a-42eb-a21d-2715bb6df76d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:15:42.060516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.291220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcf6268-978a-42eb-a21d-2715bb6df76d {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:15:42.300197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.316699 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Transition to ACTIVE for port object 4fcf6268-978a-42eb-a21d-2715bb6df76d will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:15:42.320690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.325463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:42.391778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590b471-f8eb-46dc-9e93-13ade3ccdd48 req-c68ec820-55ee-40e2-b650-109d29dab342 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:42.393342 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2590b471-f8eb-46dc-9e93-13ade3ccdd48 req-c68ec820-55ee-40e2-b650-109d29dab342 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 947 time: 0.0853915 Dec 13 20:15:42.450748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2590b471-f8eb-46dc-9e93-13ade3ccdd48 req-61552db1-573a-415e-afde-d332fdd45271 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503430 Dec 13 20:15:42.607552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:42.614807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:42.685266 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Attempting to bind port 4fcf6268-978a-42eb-a21d-2715bb6df76d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:15:42.685508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Attempting to bind port 4fcf6268-978a-42eb-a21d-2715bb6df76d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:15:42.685847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Attempting to bind port 4fcf6268-978a-42eb-a21d-2715bb6df76d on network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:15:42.690507 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Port 4fcf6268-978a-42eb-a21d-2715bb6df76d on network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:15:42.690820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Attempting to bind port 4fcf6268-978a-42eb-a21d-2715bb6df76d on network 4db3da3e-b437-4c35-bd9f-c7f301ae8582 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:15:42.695963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:15:42.696286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Checking segment: {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:15:42.697064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Bound using segment: {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:15:42.697488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Bound port: 4fcf6268-978a-42eb-a21d-2715bb6df76d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe19056-c6bd-48c6-949e-4a7a6b4bed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:15:42.697825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.785073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:15:42.787953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:15:42.794441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.798005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34b86efc-e0d1-4324-aa22-7569249de455 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:42.858200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:42.858801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:42.860150 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4fcf6268-978a-42eb-a21d-2715bb6df76d HTTP/1.1" status: 200 len: 1097 time: 1.0424817 Dec 13 20:15:42.860685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:15:42.880459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:42.884641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:42.943921 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d', 'status': 'completed', 'code': 200} Dec 13 20:15:42.981254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-77895a61-f21d-4f71-99df-025f11c5e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:42.982777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-77895a61-f21d-4f71-99df-025f11c5e6e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f88dc1af2c4367baa369475475e52d&device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 1100 time: 0.0770264 Dec 13 20:15:43.056419 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-2d6ac55e-b33c-4370-9fce-f422e59a46be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d HTTP/1.1" status: 200 len: 217 time: 0.0650263 Dec 13 20:15:43.127403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-ac7c9239-ba6b-4b87-ae8a-c41b71ca4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.129696 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-ac7c9239-ba6b-4b87-ae8a-c41b71ca4f66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3122cb5-9be3-43dd-bd11-9aad57253c29 HTTP/1.1" status: 200 len: 843 time: 0.0668089 Dec 13 20:15:43.216118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-3b6211a2-9e50-49fb-a1bf-9db9d7175005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.217700 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-3b6211a2-9e50-49fb-a1bf-9db9d7175005 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4db3da3e-b437-4c35-bd9f-c7f301ae8582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0820928 Dec 13 20:15:43.349643 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-e901c2d2-faf0-498d-98db-0e3b66aa5072 service neutron] 10.222.0.20 "GET /v2.0/networks/4db3da3e-b437-4c35-bd9f-c7f301ae8582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242521 Dec 13 20:15:43.484699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-0e7f8058-f5eb-4487-b2b6-7f9f93c2a9cb req-0bce7391-9b9f-435c-b0cf-7271dc6790c9 service neutron] 10.222.0.20 "GET /v2.0/networks/4db3da3e-b437-4c35-bd9f-c7f301ae8582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286466 Dec 13 20:15:43.598319 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-f64cf4fc-5ca9-4bd6-a613-65a16c0e13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.599740 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-f64cf4fc-5ca9-4bd6-a613-65a16c0e13f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f88dc1af2c4367baa369475475e52d&device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 1100 time: 0.0712674 Dec 13 20:15:43.644330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d8a3d-b737-4b76-a6d4-2711faba23b4 req-e0470fae-bb1f-4013-9642-b7905af96296 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.645795 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772d8a3d-b737-4b76-a6d4-2711faba23b4 req-e0470fae-bb1f-4013-9642-b7905af96296 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 947 time: 0.0831351 Dec 13 20:15:43.691640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772d8a3d-b737-4b76-a6d4-2711faba23b4 req-0b354716-d691-4439-a3ee-9aa139d9ab80 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Dec 13 20:15:43.733526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-41ef2984-e0cb-4979-baeb-d3e45bc03d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.734995 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-41ef2984-e0cb-4979-baeb-d3e45bc03d43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4db3da3e-b437-4c35-bd9f-c7f301ae8582 HTTP/1.1" status: 200 len: 869 time: 0.1283326 Dec 13 20:15:43.807302 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-90a78eed-32d0-48d7-a0b0-7971c02670c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d HTTP/1.1" status: 200 len: 217 time: 0.0644162 Dec 13 20:15:43.873726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-3e360e94-8438-482d-9acd-eabeb55163c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.875045 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-3e360e94-8438-482d-9acd-eabeb55163c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3122cb5-9be3-43dd-bd11-9aad57253c29 HTTP/1.1" status: 200 len: 843 time: 0.0582132 Dec 13 20:15:43.957239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-0740734b-098e-41da-9946-87bcb8ea83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:43.958720 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-0740734b-098e-41da-9946-87bcb8ea83f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4db3da3e-b437-4c35-bd9f-c7f301ae8582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0760829 Dec 13 20:15:44.095227 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-ec701cfc-64b0-44d4-b72d-234ea88e0617 service neutron] 10.222.0.20 "GET /v2.0/networks/4db3da3e-b437-4c35-bd9f-c7f301ae8582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280723 Dec 13 20:15:44.251037 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-b08463c6-4cf5-45b3-af68-81677afedf04 req-594ba40a-92f6-4da9-bae5-156a4ce48d57 service neutron] 10.222.0.20 "GET /v2.0/networks/4db3da3e-b437-4c35-bd9f-c7f301ae8582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479852 Dec 13 20:15:44.911660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b4002-c73a-4af0-b9d8-3e987897a275 req-622c2f6f-b1d3-4000-b700-d0052dd5a71e tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:44.914701 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-714b4002-c73a-4af0-b9d8-3e987897a275 req-622c2f6f-b1d3-4000-b700-d0052dd5a71e tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 947 time: 0.1057999 Dec 13 20:15:44.967319 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-714b4002-c73a-4af0-b9d8-3e987897a275 req-ebcea6a8-d84a-499f-b096-a20ff57eb3d8 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Dec 13 20:15:46.176006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7923d1b-1dcb-43f4-93f2-b64020e885fe req-5187dc3a-1d8d-49f0-aa90-31288d7747a3 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:46.177523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7923d1b-1dcb-43f4-93f2-b64020e885fe req-5187dc3a-1d8d-49f0-aa90-31288d7747a3 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 947 time: 0.0893736 Dec 13 20:15:46.225066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7923d1b-1dcb-43f4-93f2-b64020e885fe req-efd3dd3a-2b72-45a9-84f9-a56008d4f958 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Dec 13 20:15:46.421125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 4fcf6268-978a-42eb-a21d-2715bb6df76d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:15:46.563790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:46.577299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '4fcf6268-978a-42eb-a21d-2715bb6df76d', 'network_id': '4db3da3e-b437-4c35-bd9f-c7f301ae8582', 'port_id': '4fcf6268-978a-42eb-a21d-2715bb6df76d', 'mac_address': 'fa:16:3e:c5:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3122cb5-9be3-43dd-bd11-9aad57253c29', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:15:46.631295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:46.647622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcf6268-978a-42eb-a21d-2715bb6df76d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:15:46.663691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:46.668115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:46.670148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:46.744185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:46.747381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:46.873612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['4fcf6268-978a-42eb-a21d-2715bb6df76d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:15:47.431981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d3a8-4ea2-40aa-957a-1f9df4d9486e req-a4bdb412-7d89-4f14-a037-bfeb4bdc63d9 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:47.433463 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e79d3a8-4ea2-40aa-957a-1f9df4d9486e req-a4bdb412-7d89-4f14-a037-bfeb4bdc63d9 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 948 time: 0.0906990 Dec 13 20:15:47.478379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e79d3a8-4ea2-40aa-957a-1f9df4d9486e req-efa5741f-df8e-4a7d-8fb2-1cd1fabb6ab2 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Dec 13 20:15:48.421251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 4fcf6268-978a-42eb-a21d-2715bb6df76d up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:15:48.499786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 4fcf6268-978a-42eb-a21d-2715bb6df76d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:15:48.505001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 4fcf6268-978a-42eb-a21d-2715bb6df76d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:15:48.505411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:48.621297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:48.649309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:15:48.659338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:48.665890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:48.666472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd885-d988-4421-9e0b-8bfe6b486aeb req-a62e52f2-fe68-44d3-af3c-ce013d0a8574 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:48.667888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaeecbcf-2f47-44d4-aac6-cb4933930da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:48.668920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c73fd885-d988-4421-9e0b-8bfe6b486aeb req-a62e52f2-fe68-44d3-af3c-ce013d0a8574 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 948 time: 0.0830929 Dec 13 20:15:48.699241 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d', 'code': 200} Dec 13 20:15:48.725492 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c73fd885-d988-4421-9e0b-8bfe6b486aeb req-dd37e4d9-c291-4b24-9ce6-5742563690b2 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Dec 13 20:15:48.737737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:48.747172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:48.928378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cc8ed-7d64-4167-8849-9c6455b1d2ee req-8d974d52-29eb-49f7-aa27-70285fe5b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:48.929809 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9b3cc8ed-7d64-4167-8849-9c6455b1d2ee req-8d974d52-29eb-49f7-aa27-70285fe5b626 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 1102 time: 0.0707355 Dec 13 20:15:48.971320 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9b3cc8ed-7d64-4167-8849-9c6455b1d2ee req-1fdd0f20-7e80-4ff4-b2a7-9c234ab80de8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Dec 13 20:15:49.924998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2be6ce-c023-49c9-b46c-81ae7c992ba6 req-b7cdce4e-8223-43a5-bafc-a8f8ce2f0af5 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:49.926526 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c2be6ce-c023-49c9-b46c-81ae7c992ba6 req-b7cdce4e-8223-43a5-bafc-a8f8ce2f0af5 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 949 time: 0.0852258 Dec 13 20:15:49.972623 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c2be6ce-c023-49c9-b46c-81ae7c992ba6 req-48ea051f-becb-41ba-8630-60e552d1521a tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Dec 13 20:15:51.197066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e92b5-bfc1-44d9-9922-39739cfd0ce0 req-7b9b1e87-a511-48ff-9914-caa2fd442900 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:51.198569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b56e92b5-bfc1-44d9-9922-39739cfd0ce0 req-7b9b1e87-a511-48ff-9914-caa2fd442900 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 949 time: 0.1066790 Dec 13 20:15:51.243640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b56e92b5-bfc1-44d9-9922-39739cfd0ce0 req-2933ea0d-763e-42ca-b65f-a25ef9756c1f tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Dec 13 20:15:51.644825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af7076ce-2432-4601-84cb-ebdcb3e99cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:52.383458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e44fa9-2fe7-411c-b512-c2b6f819c3b6 req-2dd033b4-75ba-402d-9c12-3628134c628b tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:52.384943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96e44fa9-2fe7-411c-b512-c2b6f819c3b6 req-2dd033b4-75ba-402d-9c12-3628134c628b tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 949 time: 0.0823617 Dec 13 20:15:52.438539 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96e44fa9-2fe7-411c-b512-c2b6f819c3b6 req-84ecaad5-4fcd-43aa-b08f-0af3725a0f61 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Dec 13 20:15:53.579509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-3907eeae-bcb0-4981-87fb-e361255365a6 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:53.580482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-3907eeae-bcb0-4981-87fb-e361255365a6 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Synchronizing usage tracker for tenant:f6f88dc1af2c4367baa369475475e52d on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:15:53.600307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-3907eeae-bcb0-4981-87fb-e361255365a6 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Unset dirty status for tenant:f6f88dc1af2c4367baa369475475e52d on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:15:53.601715 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-3907eeae-bcb0-4981-87fb-e361255365a6 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 949 time: 0.1071260 Dec 13 20:15:53.769241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421fb55-de38-4bf5-ad95-a21da960020f req-141709e6-34f4-4a39-a99a-befbbad6da49 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:53.770666 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7421fb55-de38-4bf5-ad95-a21da960020f req-141709e6-34f4-4a39-a99a-befbbad6da49 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 949 time: 0.2076833 Dec 13 20:15:53.797484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Deleting port 4fcf6268-978a-42eb-a21d-2715bb6df76d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:15:53.797819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:53.815419 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7421fb55-de38-4bf5-ad95-a21da960020f req-75615b17-f397-4253-af0e-d4afe12e496e tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1e73cec-10ab-4706-b201-52a3525e34ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385277 Dec 13 20:15:53.911343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b80040c7-b0bc-4379-8718-85b4ae7c861a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:54.049492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] For port 4fcf6268-978a-42eb-a21d-2715bb6df76d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4fcf6268-978a-42eb-a21d-2715bb6df76d,segment=NetworkSegment(5fe19056-c6bd-48c6-949e-4a7a6b4bed15),segment_id=5fe19056-c6bd-48c6-949e-4a7a6b4bed15)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:15:54.049855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:54.173691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Calling delete_port for 4fcf6268-978a-42eb-a21d-2715bb6df76d owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:15:54.326974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:54.332539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d58017ea-6c53-4c73-8055-55b0b483e8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:54.338973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['4fcf6268-978a-42eb-a21d-2715bb6df76d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:15:54.377808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Pushing event deleted for resources: {'Port': ['ID=4fcf6268-978a-42eb-a21d-2715bb6df76d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:54.380951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:54.456304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] No DVR routers for this DVR port 4fcf6268-978a-42eb-a21d-2715bb6df76d on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:15:54.459068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:54.461864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'name': 'network-vif-deleted', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:15:54.480038 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9e162ef8-f3ab-4ea0-8d4c-c3658a1c5c80 req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.20 "DELETE /v2.0/ports/4fcf6268-978a-42eb-a21d-2715bb6df76d HTTP/1.1" status: 204 len: 173 time: 0.8719971 Dec 13 20:15:54.509647 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66', 'name': 'network-vif-deleted', 'tag': '4fcf6268-978a-42eb-a21d-2715bb6df76d', 'status': 'completed', 'code': 200} Dec 13 20:15:55.005979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:55.038956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:55.153309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-81944537-6f95-4959-9448-f5dd79e9cc57 req-1d6f2159-3ff2-4c25-8d2f-c280e642fa5d tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] 10.222.0.18 "GET /v2.0/ports?device_id=136a2c78-bcaa-4dc9-bbb6-9f0e9ccecb66 HTTP/1.1" status: 200 len: 210 time: 0.0426583 Dec 13 20:15:56.465523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:56.467873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 4fcf6268-978a-42eb-a21d-2715bb6df76d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:15:56.501338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 4fcf6268-978a-42eb-a21d-2715bb6df76d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:15:56.501673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 4fcf6268-978a-42eb-a21d-2715bb6df76d not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:15:56.536648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34290) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:56.698595 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-baac6d7e-3007-45dd-91cc-dd81576e54df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6f88dc1af2c4367baa369475475e52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605279 Dec 13 20:15:56.701115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34296) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:56.766061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:56.794578 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:56.849068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:56.853934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3485e822-c6f5-4854-be51-896a9d56bd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:56.866042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e73cec-10ab-4706-b201-52a3525e34ac,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:56.868598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:56.874286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:56.875411 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1e73cec-10ab-4706-b201-52a3525e34ac HTTP/1.1" status: 204 len: 168 time: 0.1732063 Dec 13 20:15:57.156022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:57.174443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.189185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:57.193341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Usage tracker for resource:security_group_rule and tenant:9f0f75fec5d64095bd3174883a5d9292 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:57.197012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:57.203418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:57.286482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.291462 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.298431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb6f6150-0382-4d05-a504-12bf7cac28f3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:57.338746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f0f75fec5d64095bd3174883a5d9292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816297 Dec 13 20:15:57.339669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6cf09-665c-4c36-830a-5c1009fc2e04,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:57.343017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-484ae518-6065-432d-87c4-26da79b27b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:57.343173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34308) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:57.421097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.457022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.511775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.515799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e9a8615d-2e78-4dc1-afb2-311968305094 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:57.526994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6cf09-665c-4c36-830a-5c1009fc2e04,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:57.529454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:57.534494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:57.535580 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-23afba4f-bb42-4e91-b907-14a22724fc32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5f6cf09-665c-4c36-830a-5c1009fc2e04 HTTP/1.1" status: 204 len: 168 time: 0.1914098 Dec 13 20:15:57.851473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:15:58.322481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:58.425385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1475045763-network', 'tenant_id': '3bfc0ce67ea147b2a6de58eebb8d7b2c'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:58.430516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:58.434733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Usage tracker for resource:network and tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:58.437753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:58.444616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:58.458584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Made reservation on behalf of 3bfc0ce67ea147b2a6de58eebb8d7b2c for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:15:58.460946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.474522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.492788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:58.496765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Usage tracker for resource:security_group_rule and tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:58.499655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:58.505507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:58.588283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.593901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.597998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-73dcf22c-2242-45ae-abcf-21d091149bee tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:58.623680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:15:58.632016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30ffeba-820b-4128-b587-8d8a8484e2d5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:58.635575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:58.638210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.638645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Added segment cb024812-4334-4f2a-866d-d237d2f61f35 of type vlan for network 12cb85da-30a4-4520-ba59-7c0dc6b771dc Dec 13 20:15:58.669380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.701184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.702285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:58.702939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:58.706367 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b66213d-3e8d-4115-88fb-61e43cf3ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:58.810244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Pushing event updated for resources: {'Network': ['ID=12cb85da-30a4-4520-ba59-7c0dc6b771dc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:58.813565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4900920 Dec 13 20:15:58.814442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:58.817559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34338) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:15:58.822110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 12cb85da-30a4-4520-ba59-7c0dc6b771dc details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:15:58.823289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Request body: {'subnet': {'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1475045763-subnet', 'tenant_id': '3bfc0ce67ea147b2a6de58eebb8d7b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:15:58.828317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:15:58.832166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Usage tracker for resource:subnet and tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:15:58.835090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:15:58.840963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:15:58.852862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Made reservation on behalf of 3bfc0ce67ea147b2a6de58eebb8d7b2c for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:15:58.855286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:59.057765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:59.061148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be6d6e73-e9fc-4c55-8ce9-d7c4841dbd69 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:15:59.131463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7891e187-56ac-461b-8851-b598b979cd13,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:15:59.135401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:15:59.142745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Checking segment: {'id': 'cb024812-4334-4f2a-866d-d237d2f61f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:15:59.143098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Network hostable DHCP agents. Network: 12cb85da-30a4-4520-ba59-7c0dc6b771dc, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:15:59.164616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Network 12cb85da-30a4-4520-ba59-7c0dc6b771dc is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:15:59.174931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 12cb85da-30a4-4520-ba59-7c0dc6b771dc) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:15:59.180013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:59.180013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:15:59.185307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3356c-6875-4987-8470-59e91f4c17a9 None None] Network 12cb85da-30a4-4520-ba59-7c0dc6b771dc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:15:59.213751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3952162 Dec 13 20:15:59.440668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b3ee7-b879-48ce-819a-04406525c94d None None] Network 12cb85da-30a4-4520-ba59-7c0dc6b771dc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:15:59.726348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-1c48285f-0769-4380-9ce3-a15bef15716c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:15:59.726735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-1c48285f-0769-4380-9ce3-a15bef15716c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Synchronizing usage tracker for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:15:59.748486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-1c48285f-0769-4380-9ce3-a15bef15716c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Unset dirty status for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:15:59.749797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-1c48285f-0769-4380-9ce3-a15bef15716c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 812 time: 0.1729512 Dec 13 20:15:59.764702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-3720feef-074d-4553-bd17-078a33fc8b9e tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/quotas/3bfc0ce67ea147b2a6de58eebb8d7b2c HTTP/1.1" status: 200 len: 375 time: 0.0095103 Dec 13 20:15:59.810875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-ccc24b87-8f84-4c2a-87dd-1b5c32cced70 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411267 Dec 13 20:15:59.820977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-2210af8a-1e06-4a16-8652-ca921fd3f2c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:15:59.822312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-2210af8a-1e06-4a16-8652-ca921fd3f2c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052328 Dec 13 20:15:59.953283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-8357b9fb-8ee9-48dd-8c69-b12fce56ff2f service neutron] 10.222.0.18 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255975 Dec 13 20:16:00.083763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-deb9e6d8-33b8-41dd-ad93-971e3ebbc922 service neutron] 10.222.0.18 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246631 Dec 13 20:16:00.272195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ac519628-c2b9-4190-9f3c-17875766d4a5 req-80b71b76-2447-4bdd-8c64-88ddc3add064 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 210 time: 0.0421975 Dec 13 20:16:01.350298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-bf5d3e9d-47b1-4152-b929-92b833ed82d6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:01.352243 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-bf5d3e9d-47b1-4152-b929-92b833ed82d6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 812 time: 0.1589310 Dec 13 20:16:01.363989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Request body: {'port': {'device_id': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc', 'admin_state_up': True, 'tenant_id': '3bfc0ce67ea147b2a6de58eebb8d7b2c'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:01.438953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-836035f0-495b-43f0-a910-3e8fb77d24eb req-7ece9f8d-c61e-4341-9498-5696aa3d50de tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 210 time: 0.0532787 Dec 13 20:16:01.505779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:16:01.509751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Usage tracker for resource:port and tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:16:01.512755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:16:01.518911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:16:01.529888 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Made reservation on behalf of 3bfc0ce67ea147b2a6de58eebb8d7b2c for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:16:01.533525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:01.701603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Allocated IP 172.20.0.5 (12cb85da-30a4-4520-ba59-7c0dc6b771dc/7891e187-56ac-461b-8851-b598b979cd13/a5075049-b2fe-49c2-83b2-b8a9429de448) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:16:01.920456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:01.954259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:01.959857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cb39a851-e5c8-4cbd-a215-4a240219b162 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:02.022831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Network 12cb85da-30a4-4520-ba59-7c0dc6b771dc is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:16:02.025801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:16:02.029652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:16:02.058977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:02.065216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:02.094395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:02.094995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:02.121848 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616701 Dec 13 20:16:02.134320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Request body: {'port': {'device_id': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:02.252188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:02.735659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5075049-b2fe-49c2-83b2-b8a9429de448 {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:16:02.743128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:02.757307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Transition to ACTIVE for port object a5075049-b2fe-49c2-83b2-b8a9429de448 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:16:02.762705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:02.767263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bba5bd97-1e2d-46c1-b6f0-9f02a5c9d308 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:02.784801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b20b67-87a9-4d20-b85b-88c682302211 req-5c002561-bcb1-4f9f-b37f-a0180a654281 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:02.786289 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4b20b67-87a9-4d20-b85b-88c682302211 req-5c002561-bcb1-4f9f-b37f-a0180a654281 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 931 time: 0.0825489 Dec 13 20:16:02.836297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b4b20b67-87a9-4d20-b85b-88c682302211 req-89d8d29b-93bc-437e-ab03-a798cc873437 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Synchronizing usage tracker for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:16:02.854163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b4b20b67-87a9-4d20-b85b-88c682302211 req-89d8d29b-93bc-437e-ab03-a798cc873437 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Unset dirty status for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:16:02.855528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4b20b67-87a9-4d20-b85b-88c682302211 req-89d8d29b-93bc-437e-ab03-a798cc873437 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631008 Dec 13 20:16:02.923971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:02.931817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:03.005005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Attempting to bind port a5075049-b2fe-49c2-83b2-b8a9429de448 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:16:03.005273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Attempting to bind port a5075049-b2fe-49c2-83b2-b8a9429de448 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'cb024812-4334-4f2a-866d-d237d2f61f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:16:03.005587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Attempting to bind port a5075049-b2fe-49c2-83b2-b8a9429de448 on network 12cb85da-30a4-4520-ba59-7c0dc6b771dc {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:16:03.010770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Port a5075049-b2fe-49c2-83b2-b8a9429de448 on network 12cb85da-30a4-4520-ba59-7c0dc6b771dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:16:03.011091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Attempting to bind port a5075049-b2fe-49c2-83b2-b8a9429de448 on network 12cb85da-30a4-4520-ba59-7c0dc6b771dc {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:16:03.016407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:16:03.016740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Checking segment: {'id': 'cb024812-4334-4f2a-866d-d237d2f61f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:16:03.017120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Bound using segment: {'id': 'cb024812-4334-4f2a-866d-d237d2f61f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:16:03.017572 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Bound port: a5075049-b2fe-49c2-83b2-b8a9429de448, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb024812-4334-4f2a-866d-d237d2f61f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:16:03.017917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:03.108331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:16:03.111337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:16:03.120146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:03.126125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7a3c3a3d-cfda-4011-afc8-76f1d93916c3 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:03.194055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:03.194757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:03.196193 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] 10.222.0.20 "PUT /v2.0/ports/a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 1093 time: 1.0659127 Dec 13 20:16:03.197085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:03.216844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:03.219825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:03.265398 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'status': 'completed', 'code': 200} Dec 13 20:16:03.306943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-8310e30c-ec1e-4f4d-8274-c04509234509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:03.308441 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-8310e30c-ec1e-4f4d-8274-c04509234509 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1096 time: 0.0748839 Dec 13 20:16:03.380759 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-45412daf-507d-4692-92f7-07a7027b47f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0645633 Dec 13 20:16:03.443264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-73eafdaa-d702-4ab9-8c82-c25119e4b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:03.444790 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-73eafdaa-d702-4ab9-8c82-c25119e4b2fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0576200 Dec 13 20:16:03.494937 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-3a18b21e-eb40-45fe-91aa-e46d9f0ea0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437262 Dec 13 20:16:03.638389 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-9c2f7734-e8a3-4e2c-a589-17aff6d745e4 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370332 Dec 13 20:16:03.772083 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9940ec2e-844a-47d3-a43a-9d4a001a5c5c req-c460540f-3250-422c-bb28-c24bb0053867 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266773 Dec 13 20:16:03.904275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67fbe-650e-4887-bb13-e178be678281 req-4f149da3-d373-41b5-a4fe-1fb752968e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:03.905784 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-4f149da3-d373-41b5-a4fe-1fb752968e04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1096 time: 0.0747874 Dec 13 20:16:04.051219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67fbe-650e-4887-bb13-e178be678281 req-917013f8-1d46-445c-8dd0-363829a3b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:04.052708 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-917013f8-1d46-445c-8dd0-363829a3b94f service neutron] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 912 time: 0.1402683 Dec 13 20:16:04.058708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecee05-07b0-47a4-9daa-4fc6b1ef7e2f req-62110c29-476a-4caa-adc8-1f95f9a056f0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:04.060187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4ecee05-07b0-47a4-9daa-4fc6b1ef7e2f req-62110c29-476a-4caa-adc8-1f95f9a056f0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 943 time: 0.0969398 Dec 13 20:16:04.104660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4ecee05-07b0-47a4-9daa-4fc6b1ef7e2f req-0712805c-b7a6-4747-97d0-948090bb5f14 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 Dec 13 20:16:04.131481 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-50787ed9-39f3-4d92-ae08-aaf749b3762f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0674112 Dec 13 20:16:04.204729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67fbe-650e-4887-bb13-e178be678281 req-4bb3657f-2f14-4310-ba7e-c830c62a29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:04.206166 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-4bb3657f-2f14-4310-ba7e-c830c62a29e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0688057 Dec 13 20:16:04.253731 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-ec2d3b95-3e2e-46f3-9c54-ea33c786ffcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393322 Dec 13 20:16:04.503230 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-7a9f0a88-9264-43c6-a44f-4d06cdbb25c8 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420552 Dec 13 20:16:04.634632 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-69b67fbe-650e-4887-bb13-e178be678281 req-ef0ae010-5736-432b-9035-37aecba57c1f service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248538 Dec 13 20:16:05.311244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6806f3-948d-4256-97ee-f5ee16a9618e req-fcbfbc95-9a23-41b2-ab75-159a3eebae52 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:05.312725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e6806f3-948d-4256-97ee-f5ee16a9618e req-fcbfbc95-9a23-41b2-ab75-159a3eebae52 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 943 time: 0.0914960 Dec 13 20:16:05.359867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e6806f3-948d-4256-97ee-f5ee16a9618e req-07a89604-9243-4d2b-9b69-46e8aa4923af tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Dec 13 20:16:06.514020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:16:06.654789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:06.668073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc', 'port_id': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'mac_address': 'fa:16:3e:91:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7891e187-56ac-461b-8851-b598b979cd13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:16:06.697746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3f2c-e067-4260-8ea3-ee5dd5507ae2 req-67d4925d-c6b0-48f0-af8c-3634c9c722e0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:06.699233 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50ef3f2c-e067-4260-8ea3-ee5dd5507ae2 req-67d4925d-c6b0-48f0-af8c-3634c9c722e0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 943 time: 0.2204115 Dec 13 20:16:06.727065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:06.746218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5075049-b2fe-49c2-83b2-b8a9429de448 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:16:06.747283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50ef3f2c-e067-4260-8ea3-ee5dd5507ae2 req-374040d7-87dd-411d-bb44-7b55ecce41b3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Dec 13 20:16:06.762296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:06.766815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:06.768554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:06.839760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:06.843309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:06.956799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['a5075049-b2fe-49c2-83b2-b8a9429de448'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:16:07.953897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201889eb-6a2e-483b-a79c-207cf358454d req-f62de456-0d89-4224-aae0-3f312da4e749 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:07.955410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-201889eb-6a2e-483b-a79c-207cf358454d req-f62de456-0d89-4224-aae0-3f312da4e749 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 944 time: 0.0937696 Dec 13 20:16:08.001099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-201889eb-6a2e-483b-a79c-207cf358454d req-d495cfa9-7c20-47f8-aeeb-5ab007b0b0e5 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Dec 13 20:16:08.533649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:16:08.613249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port a5075049-b2fe-49c2-83b2-b8a9429de448 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:16:08.618234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port a5075049-b2fe-49c2-83b2-b8a9429de448 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:16:08.618616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:08.739671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:08.765776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:08.776944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:08.781802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:08.784743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:08.816732 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'code': 200} Dec 13 20:16:08.858314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:08.861504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:09.053050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f19795-8b64-480d-ad63-c2537a49236b req-fe56999f-bed6-43ce-a7d2-f444abd8e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:09.054777 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-20f19795-8b64-480d-ad63-c2537a49236b req-fe56999f-bed6-43ce-a7d2-f444abd8e09b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1098 time: 0.0735507 Dec 13 20:16:09.094895 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-20f19795-8b64-480d-ad63-c2537a49236b req-3edeea58-816d-4728-943e-42e6ab7e3ec5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Dec 13 20:16:09.194595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07d18b-e984-4f5a-8b35-005efe0cb43e req-91ef355b-37b9-4ce3-894b-2c4439b816f3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:09.196277 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e07d18b-e984-4f5a-8b35-005efe0cb43e req-91ef355b-37b9-4ce3-894b-2c4439b816f3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0904160 Dec 13 20:16:09.240407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e07d18b-e984-4f5a-8b35-005efe0cb43e req-8faf7fd4-12ef-4a3d-a552-076b91d1fb7f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Dec 13 20:16:10.449918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619a9f3-2d5c-4cbd-871d-cc42bceb51a2 req-0f497b72-8134-47a4-9556-5711527aa3fb tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:10.451395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8619a9f3-2d5c-4cbd-871d-cc42bceb51a2 req-0f497b72-8134-47a4-9556-5711527aa3fb tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0945370 Dec 13 20:16:10.498861 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8619a9f3-2d5c-4cbd-871d-cc42bceb51a2 req-dd70757a-0f67-48c9-989c-b76b4d89f009 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Dec 13 20:16:10.893295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34402) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:10.923871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6af81-9c8e-4209-bfd5-a672a3e24916 req-7951f690-388f-41fc-8e53-6d28a7c8e60f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:10.925376 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cad6af81-9c8e-4209-bfd5-a672a3e24916 req-7951f690-388f-41fc-8e53-6d28a7c8e60f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0817223 Dec 13 20:16:10.971240 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cad6af81-9c8e-4209-bfd5-a672a3e24916 req-0058bff6-e2d9-4269-a2df-9dc915997896 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Dec 13 20:16:11.023259 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-4e99ecfe-58b7-4613-ba2f-725cadc58a25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283829 Dec 13 20:16:12.073290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:12.183380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670639ae-41fd-4c3f-afa8-87f56958e94e req-270f38b7-5957-4826-9779-421436226caa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:12.184772 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-670639ae-41fd-4c3f-afa8-87f56958e94e req-270f38b7-5957-4826-9779-421436226caa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0915065 Dec 13 20:16:12.232850 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-670639ae-41fd-4c3f-afa8-87f56958e94e req-cfa95c5c-ec39-4bae-bf50-088babeaf608 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Dec 13 20:16:12.371391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-8314a2ff-e9a5-4ec6-92b5-2f6be561dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:12.372883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-8314a2ff-e9a5-4ec6-92b5-2f6be561dca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1098 time: 0.0776939 Dec 13 20:16:12.505029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-2f26a747-ee7b-4c8a-bcf3-dd40b71da9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:12.506415 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-2f26a747-ee7b-4c8a-bcf3-dd40b71da9fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 912 time: 0.1274788 Dec 13 20:16:12.576312 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-e9c3f2e6-adbb-4140-a249-7764708e1f87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0636013 Dec 13 20:16:12.641861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-bfff1040-ba68-408c-af08-5d2c875d1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:12.643257 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-bfff1040-ba68-408c-af08-5d2c875d1fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0602591 Dec 13 20:16:12.690135 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-ee57e0ae-568a-47d8-9578-109ab39ecfa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398645 Dec 13 20:16:12.822901 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-927fd989-d427-4298-aa91-57c8f7920c7f service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251738 Dec 13 20:16:12.962116 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-a6c746ba-9862-4842-a49b-dc1671b9745a service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323891 Dec 13 20:16:13.436417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1b592-75a3-420b-b83c-5937a9798930 req-121e70b8-7cac-4f04-ab6c-572f67df0a19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:13.437910 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8aa1b592-75a3-420b-b83c-5937a9798930 req-121e70b8-7cac-4f04-ab6c-572f67df0a19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0832448 Dec 13 20:16:13.495633 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8aa1b592-75a3-420b-b83c-5937a9798930 req-df800ed2-8fcc-4921-ad23-10b395794d3a tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Dec 13 20:16:14.705379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f687f-182e-4ef8-846c-7427d47f123e req-fde4ee94-2dc2-4d7e-b69c-9da68f4fbcd6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:14.706727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5f687f-182e-4ef8-846c-7427d47f123e req-fde4ee94-2dc2-4d7e-b69c-9da68f4fbcd6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0911765 Dec 13 20:16:14.754387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5f687f-182e-4ef8-846c-7427d47f123e req-02ca1bfb-4696-497d-b844-398b96741a58 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Dec 13 20:16:15.970097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513ce1-67cb-4a7f-9cfe-e13b0c9f2575 req-c5d55144-3bbf-47b6-acf5-4791835d22c6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:15.971567 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6513ce1-67cb-4a7f-9cfe-e13b0c9f2575 req-c5d55144-3bbf-47b6-acf5-4791835d22c6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0987506 Dec 13 20:16:16.015896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6513ce1-67cb-4a7f-9cfe-e13b0c9f2575 req-6627e7c6-b19b-401b-b3a2-5b4f8016cd82 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Dec 13 20:16:17.217376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f6f63-901c-4191-8197-5a686e422d51 req-0fc98f01-eb08-48d3-bb2c-fdd0add28f15 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:17.218837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-558f6f63-901c-4191-8197-5a686e422d51 req-0fc98f01-eb08-48d3-bb2c-fdd0add28f15 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0845349 Dec 13 20:16:17.266231 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-558f6f63-901c-4191-8197-5a686e422d51 req-76f380dc-c151-4a18-a9de-6e792621e0a0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Dec 13 20:16:18.476150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cccf9a-a981-4089-ba61-65a304ccaaee req-39299bfc-ffb3-45bc-9062-eebdeefc0115 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:18.478176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40cccf9a-a981-4089-ba61-65a304ccaaee req-39299bfc-ffb3-45bc-9062-eebdeefc0115 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0950716 Dec 13 20:16:18.525521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40cccf9a-a981-4089-ba61-65a304ccaaee req-db13025d-f8f3-453b-9f78-7f0e420f95e9 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Dec 13 20:16:19.722037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f877176-971d-482e-b5fd-a4bff926adad req-0a1a3c4a-7e88-4415-b861-17574431408b tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:19.723450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f877176-971d-482e-b5fd-a4bff926adad req-0a1a3c4a-7e88-4415-b861-17574431408b tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0867412 Dec 13 20:16:19.772326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f877176-971d-482e-b5fd-a4bff926adad req-bbe6302a-d2e2-463f-96d8-5fd856a24ecb tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Dec 13 20:16:20.979347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92f770-d6c7-4ffd-8729-0bb0b76fd0d8 req-21e8b995-b0dd-4a63-87b6-43367122286e tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:20.980824 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5a92f770-d6c7-4ffd-8729-0bb0b76fd0d8 req-21e8b995-b0dd-4a63-87b6-43367122286e tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0967064 Dec 13 20:16:21.026326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5a92f770-d6c7-4ffd-8729-0bb0b76fd0d8 req-b8737289-f918-408f-9ed9-e6ba4a2b45d6 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Dec 13 20:16:21.666075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a6f8-e6d2-4004-909f-32cce0fc18e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:22.246401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f3dd-eaa8-44bd-899d-c32945db8155 req-9736194d-b3f4-4c91-b4f7-27eed334a0a1 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:22.247867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cce5f3dd-eaa8-44bd-899d-c32945db8155 req-9736194d-b3f4-4c91-b4f7-27eed334a0a1 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.1041863 Dec 13 20:16:22.292605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cce5f3dd-eaa8-44bd-899d-c32945db8155 req-74446f79-11d8-4831-acad-8cf1c08b861d tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Dec 13 20:16:23.495894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117e3f0-6ba4-418a-a720-f30c885973a9 req-48aaebc5-199d-4a4b-ab1e-8186dd1d0ee7 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:23.497385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c117e3f0-6ba4-418a-a720-f30c885973a9 req-48aaebc5-199d-4a4b-ab1e-8186dd1d0ee7 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0963602 Dec 13 20:16:23.548971 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c117e3f0-6ba4-418a-a720-f30c885973a9 req-927d2da5-89f3-442c-bbec-b7044a76011c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Dec 13 20:16:23.920926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b4960775-7a31-49ba-9a72-d4dc0e25e646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:24.749925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e9fc3-88ce-41bb-a8f1-19411407211f req-ae3b3f20-8c7d-44ee-a70c-c69871acde4d tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:24.751323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7b7e9fc3-88ce-41bb-a8f1-19411407211f req-ae3b3f20-8c7d-44ee-a70c-c69871acde4d tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0874166 Dec 13 20:16:24.795708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7b7e9fc3-88ce-41bb-a8f1-19411407211f req-c4bc6fca-3db1-49f3-84f8-9d5790cbfdcb tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Dec 13 20:16:25.016243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:25.034098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:25.998291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d2f7-e6a1-4819-81b7-c7fb2a096c8c req-78061b64-679b-40aa-9b6c-345957093c0f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:25.999647 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fc6d2f7-e6a1-4819-81b7-c7fb2a096c8c req-78061b64-679b-40aa-9b6c-345957093c0f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0893159 Dec 13 20:16:26.047782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fc6d2f7-e6a1-4819-81b7-c7fb2a096c8c req-8797f2aa-b419-494b-a7e8-17b6f6c400e5 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Dec 13 20:16:26.471165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:27.263164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b0d0a-bf54-4272-b514-cabd585b49fc req-7af55de8-eb7d-47d6-8558-3d1ef686b9b5 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:27.264615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f86b0d0a-bf54-4272-b514-cabd585b49fc req-7af55de8-eb7d-47d6-8558-3d1ef686b9b5 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0990310 Dec 13 20:16:27.308053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f86b0d0a-bf54-4272-b514-cabd585b49fc req-abddb349-9442-42e7-aa20-54bf0a5c67de tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Dec 13 20:16:28.505691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7d1ea-266e-421b-b56b-1b26ad12f475 req-b6e837b0-8951-436c-a8b1-9b701265d219 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:28.507146 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17e7d1ea-266e-421b-b56b-1b26ad12f475 req-b6e837b0-8951-436c-a8b1-9b701265d219 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0915601 Dec 13 20:16:28.570890 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-17e7d1ea-266e-421b-b56b-1b26ad12f475 req-054774d0-308d-499a-a778-3e4a99f1d0cc tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553057 Dec 13 20:16:29.768526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06b098-1490-4318-a1ae-cebcc0d324ec req-2779662f-1353-484c-9a80-bfec89c82795 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:29.770020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e06b098-1490-4318-a1ae-cebcc0d324ec req-2779662f-1353-484c-9a80-bfec89c82795 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0864947 Dec 13 20:16:29.813632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e06b098-1490-4318-a1ae-cebcc0d324ec req-7ccf7a17-ef32-42d9-8f59-be88dbe6687e tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378511 Dec 13 20:16:31.133250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea62ce-5810-4551-a715-05ccd4946dac req-846ab8c7-a3e0-4613-9b3d-426486067ded tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:31.134652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3ea62ce-5810-4551-a715-05ccd4946dac req-846ab8c7-a3e0-4613-9b3d-426486067ded tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.2005703 Dec 13 20:16:31.179147 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3ea62ce-5810-4551-a715-05ccd4946dac req-07184f67-e24e-4398-8076-d2db0564562c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Dec 13 20:16:32.379228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7b05-b7f2-445e-9f32-561adca25450 req-1b884a66-b834-4a8e-9e4f-06671e6c83b0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:32.380692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd5b7b05-b7f2-445e-9f32-561adca25450 req-1b884a66-b834-4a8e-9e4f-06671e6c83b0 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0829566 Dec 13 20:16:32.427988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd5b7b05-b7f2-445e-9f32-561adca25450 req-8a276b84-8e5f-4a58-81cc-ad3a12c46bdc tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Dec 13 20:16:33.635727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c2eb4-15e9-4921-b3b2-aa4544f28303 req-002858d7-2dec-48d0-98e2-630dd567199c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:33.637118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b0c2eb4-15e9-4921-b3b2-aa4544f28303 req-002858d7-2dec-48d0-98e2-630dd567199c tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0914896 Dec 13 20:16:33.681721 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b0c2eb4-15e9-4921-b3b2-aa4544f28303 req-3cb3c4cf-bce6-4777-8120-f6ff6ad7dc2b tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Dec 13 20:16:34.850619 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:16:34.889381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff0ac-7c2b-4f26-9a72-1b0b0d16fb81 req-e5673cba-d252-4418-b3e9-400101d29e27 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:34.890900 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24eff0ac-7c2b-4f26-9a72-1b0b0d16fb81 req-e5673cba-d252-4418-b3e9-400101d29e27 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0900185 Dec 13 20:16:34.951454 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24eff0ac-7c2b-4f26-9a72-1b0b0d16fb81 req-12717be3-33dd-4f00-bc85-27162358ae8a tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Dec 13 20:16:35.283476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-0f199f93-47a4-4db5-84f1-3707833a0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:35.284978 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-0f199f93-47a4-4db5-84f1-3707833a0764 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1098 time: 0.0857496 Dec 13 20:16:35.431109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-b5a47fd5-66df-41e4-802f-30ef81f4c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:35.432564 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-b5a47fd5-66df-41e4-802f-30ef81f4c39d service neutron] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 912 time: 0.1287138 Dec 13 20:16:35.501603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-970dfa7f-4361-490f-8e0f-8127df1ed1a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0602140 Dec 13 20:16:35.568265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-de503b9d-d3ad-4020-8137-2c451fff03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:35.569702 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-de503b9d-d3ad-4020-8137-2c451fff03d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0614753 Dec 13 20:16:35.625314 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-92add518-853a-4f43-987d-a991d1c1ee29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477147 Dec 13 20:16:35.759332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-6e3c9b57-da6c-40d7-9ec6-3509d260553d service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264322 Dec 13 20:16:36.003638 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cc327a46-ccb6-4134-90c8-9134eb063e47 req-e42a9f2a-55c5-4cd8-bb93-6e078ac1da25 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374244 Dec 13 20:16:36.152040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcba9ea-5909-4b6a-838e-0a46356bc4ff req-f9e40e9c-3fe0-45bd-8b55-c6c2b2c10612 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:36.153555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfcba9ea-5909-4b6a-838e-0a46356bc4ff req-f9e40e9c-3fe0-45bd-8b55-c6c2b2c10612 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0921452 Dec 13 20:16:36.201872 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cfcba9ea-5909-4b6a-838e-0a46356bc4ff req-5b0a5594-3ae8-4519-8703-f0b9dd86ef96 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Dec 13 20:16:37.405527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3091a-ba01-4652-a51f-a23442474bbd req-3eff14db-ea14-4400-a2ef-c9d5e66baeda tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:37.406980 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cdc3091a-ba01-4652-a51f-a23442474bbd req-3eff14db-ea14-4400-a2ef-c9d5e66baeda tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0868905 Dec 13 20:16:37.455270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cdc3091a-ba01-4652-a51f-a23442474bbd req-061cd940-7824-4a95-a07d-01a472dc2f20 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Dec 13 20:16:38.645027 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83fdd6-a261-424e-abd5-e5a462dc7f00 req-8be02bd8-a7f9-4499-ad57-461ad37f6fef tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:38.646523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e83fdd6-a261-424e-abd5-e5a462dc7f00 req-8be02bd8-a7f9-4499-ad57-461ad37f6fef tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0813861 Dec 13 20:16:38.694996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e83fdd6-a261-424e-abd5-e5a462dc7f00 req-6ee38c44-c252-49fb-ac9d-be65598b4d8f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Dec 13 20:16:39.668167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-81342133-d14e-4da5-8fac-5ae04f51f796 service neutron] 10.222.0.20 "GET /v2.0/ports/a5075049-b2fe-49c2-83b2-b8a9429de448/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0906868 Dec 13 20:16:39.898578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b288d0-b562-4ec5-a239-e21db00e7859 req-a27d6309-a4f5-4adf-b0bd-775fa4c56831 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:39.900013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64b288d0-b562-4ec5-a239-e21db00e7859 req-a27d6309-a4f5-4adf-b0bd-775fa4c56831 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0889144 Dec 13 20:16:39.945448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64b288d0-b562-4ec5-a239-e21db00e7859 req-ebeb07a2-c2b3-4552-8e49-aed327fd878f tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 Dec 13 20:16:39.958304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-678b20d2-4857-4eaa-abdc-4a0754d7696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:39.959801 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-678b20d2-4857-4eaa-abdc-4a0754d7696f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658&tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c HTTP/1.1" status: 200 len: 1098 time: 0.0732529 Dec 13 20:16:40.061537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-02c25165-ecae-4c15-b83f-147ed6f6e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:40.063225 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-02c25165-ecae-4c15-b83f-147ed6f6e08c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1098 time: 0.0788441 Dec 13 20:16:40.199979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-3169f458-3a78-471d-9985-1944773f715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:40.201575 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-3169f458-3a78-471d-9985-1944773f715e service neutron] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 912 time: 0.1309743 Dec 13 20:16:40.268276 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-4e46844e-62a8-4a6e-83db-169de2e05b64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0604932 Dec 13 20:16:40.333848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-89cdcace-5285-4229-a4af-d61e2bc580a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:40.335276 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-89cdcace-5285-4229-a4af-d61e2bc580a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0607114 Dec 13 20:16:40.383756 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-f2564982-7439-4199-80a9-cc1408c5fe7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414603 Dec 13 20:16:40.517762 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-2247e6a1-cf08-497b-b97e-b3e8c7926f7e service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272061 Dec 13 20:16:40.654421 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-de92d76e-4968-4153-b3c6-2ace5dd78d74 req-a6192417-9c56-4831-9338-57bd6ccf3b2e service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305618 Dec 13 20:16:41.154443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f087-c4da-41ef-9923-aa20401e2355 req-7921c366-e88d-4c6a-b268-b4d48d21f591 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:41.155799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dec2f087-c4da-41ef-9923-aa20401e2355 req-7921c366-e88d-4c6a-b268-b4d48d21f591 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0902858 Dec 13 20:16:41.204651 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dec2f087-c4da-41ef-9923-aa20401e2355 req-199222ff-c8c8-42b0-b582-cdef52ed3552 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Dec 13 20:16:42.094014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:42.409828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366d02-c190-4ec6-97dc-b2d40be6e062 req-60126193-ae84-4eee-8a3b-222aba841d30 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:42.412139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93366d02-c190-4ec6-97dc-b2d40be6e062 req-60126193-ae84-4eee-8a3b-222aba841d30 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0944068 Dec 13 20:16:42.456911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93366d02-c190-4ec6-97dc-b2d40be6e062 req-cdc0e8bf-3c9d-4eaa-bc2a-bc1ce85096d1 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Dec 13 20:16:42.745557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:16:42.748779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:16:42.962267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:43.021557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:43.042435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:43.048539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'network_id': '12cb85da-30a4-4520-ba59-7c0dc6b771dc', 'port_id': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'mac_address': 'fa:16:3e:91:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7891e187-56ac-461b-8851-b598b979cd13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:16:43.054190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:43.089273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:43.093229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:43.130460 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'code': 200} Dec 13 20:16:43.160685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:43.194400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5075049-b2fe-49c2-83b2-b8a9429de448 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:16:43.198477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:43.207485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.207829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.208167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.208495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.208820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.209147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.209497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.209819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.210140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.210459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.210776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.211077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:43.218869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:43.232611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:43.238508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:43.240454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:43.302067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['a5075049-b2fe-49c2-83b2-b8a9429de448'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:16:43.355305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:43.359727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:43.668602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a893962-28a6-4814-8131-64d97dda4e29 req-a6daa532-12e4-491b-b956-2a932db3c3ab tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:43.670296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a893962-28a6-4814-8131-64d97dda4e29 req-a6daa532-12e4-491b-b956-2a932db3c3ab tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 944 time: 0.1015236 Dec 13 20:16:43.716297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a893962-28a6-4814-8131-64d97dda4e29 req-d66aaf61-ef8b-4311-90a3-b3d3677a2198 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Dec 13 20:16:44.104263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-48b8ba8b-6be5-4192-9b1f-5cdb2580fdaa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:44.104941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-48b8ba8b-6be5-4192-9b1f-5cdb2580fdaa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Synchronizing usage tracker for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:16:44.125514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-48b8ba8b-6be5-4192-9b1f-5cdb2580fdaa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Unset dirty status for tenant:3bfc0ce67ea147b2a6de58eebb8d7b2c on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:16:44.126730 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-48b8ba8b-6be5-4192-9b1f-5cdb2580fdaa tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658&tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.1110039 Dec 13 20:16:44.288823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-8a8f64c7-0780-4204-8a27-d867a664cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:44.290541 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-8a8f64c7-0780-4204-8a27-d867a664cbdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 1097 time: 0.0892661 Dec 13 20:16:44.438655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-b405a197-2330-4770-bc24-029faaa97ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:44.440027 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-b405a197-2330-4770-bc24-029faaa97ebc service neutron] 10.222.0.20 "GET /v2.0/networks?id=12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 200 len: 912 time: 0.1415658 Dec 13 20:16:44.524451 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-73a07841-7486-45e9-8893-c73ceaf57433 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 200 len: 217 time: 0.0771544 Dec 13 20:16:44.592345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-39771587-e9ca-4823-9bdb-2f5d940538fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:44.594267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-39771587-e9ca-4823-9bdb-2f5d940538fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 200 len: 852 time: 0.0640318 Dec 13 20:16:44.646106 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-6dd9506b-ffac-4f81-b4a7-adec601bf180 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12cb85da-30a4-4520-ba59-7c0dc6b771dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428185 Dec 13 20:16:44.743983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:16:44.792086 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-1b85a9aa-cc9b-47c2-b493-faece5f0a4a0 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397159 Dec 13 20:16:44.834924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port a5075049-b2fe-49c2-83b2-b8a9429de448 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:16:44.835481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:44.981155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:45.023519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:45.030124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:45.033422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:45.085273 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-5b6619e2-8b46-4445-89fb-4fc19aedeeb3 service neutron] 10.222.0.20 "GET /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872553 Dec 13 20:16:45.113432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:45.116942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:45.131518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:45.191076 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'code': 200} Dec 13 20:16:45.964512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65c86-2faf-4b5c-9d92-66f54c0cabf6 req-1d3698b5-7bb3-4a84-b179-7c79f7b03291 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:45.965937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1dc65c86-2faf-4b5c-9d92-66f54c0cabf6 req-1d3698b5-7bb3-4a84-b179-7c79f7b03291 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0921361 Dec 13 20:16:46.014793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1dc65c86-2faf-4b5c-9d92-66f54c0cabf6 req-92d5171b-65b0-4c47-b272-70d9135bba29 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Dec 13 20:16:47.229891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc85cb8-0396-4680-a805-cbb0929cfeed req-a192a4d2-6663-40b9-b391-70ebf4172b25 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:47.231407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afc85cb8-0396-4680-a805-cbb0929cfeed req-a192a4d2-6663-40b9-b391-70ebf4172b25 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0989654 Dec 13 20:16:47.275958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afc85cb8-0396-4680-a805-cbb0929cfeed req-1914d01d-27a2-455c-a2de-1bd3e42e5e56 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/security-groups?id=b30ffeba-820b-4128-b587-8d8a8484e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Dec 13 20:16:47.522836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-2c138009-566a-436d-b2d9-ead672c4aa71 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:47.524271 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-2c138009-566a-436d-b2d9-ead672c4aa71 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Dec 13 20:16:47.597665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Deleting port a5075049-b2fe-49c2-83b2-b8a9429de448 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:16:47.598072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:47.858123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] For port a5075049-b2fe-49c2-83b2-b8a9429de448, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5075049-b2fe-49c2-83b2-b8a9429de448,segment=NetworkSegment(cb024812-4334-4f2a-866d-d237d2f61f35),segment_id=cb024812-4334-4f2a-866d-d237d2f61f35)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:47.858416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:47.987484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Calling delete_port for a5075049-b2fe-49c2-83b2-b8a9429de448 owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:16:48.145047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:48.150643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6d111b88-7d2b-4810-a8b0-a2b950198c89 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:48.156752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['a5075049-b2fe-49c2-83b2-b8a9429de448'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:16:48.198239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Pushing event deleted for resources: {'Port': ['ID=a5075049-b2fe-49c2-83b2-b8a9429de448,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:48.235099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.235484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.235857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.236226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.236585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.236948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.237345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.237705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.238041 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.238396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.238750 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.239106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:16:48.246279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:48.280448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] No DVR routers for this DVR port a5075049-b2fe-49c2-83b2-b8a9429de448 on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:16:48.282901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:48.285483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-deleted', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:48.312426 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e5049c63-6f70-46a5-a165-29fe9898f13a req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.20 "DELETE /v2.0/ports/a5075049-b2fe-49c2-83b2-b8a9429de448 HTTP/1.1" status: 204 len: 173 time: 0.7821269 Dec 13 20:16:48.336332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6e1340-fbc3-4be5-b263-9613c6d1e658', 'name': 'network-vif-deleted', 'tag': 'a5075049-b2fe-49c2-83b2-b8a9429de448', 'status': 'completed', 'code': 200} Dec 13 20:16:48.450279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-906d5c72-1157-4267-9b70-0a760f84e96e req-341d5807-a245-4421-8af8-b819ffc8e4bf tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f6e1340-fbc3-4be5-b263-9613c6d1e658 HTTP/1.1" status: 200 len: 210 time: 0.0433712 Dec 13 20:16:49.708406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34506) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:49.784027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Deleting subnet 7891e187-56ac-461b-8851-b598b979cd13 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:16:49.787441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:49.835408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:49.891597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:49.970531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:49.975322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f8467943-63c2-42d3-9417-d2a3bfed8d71 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:50.010183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7891e187-56ac-461b-8851-b598b979cd13,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:50.013146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:50.016837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.027413 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-24d5ae45-6bd2-4e6a-a680-a09875e3d9b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7891e187-56ac-461b-8851-b598b979cd13 HTTP/1.1" status: 204 len: 168 time: 0.3178616 Dec 13 20:16:50.030154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:50.136417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.259103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.289478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb85da-30a4-4520-ba59-7c0dc6b771dc']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:16:50.302418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb024812-4334-4f2a-866d-d237d2f61f35') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:16:50.302722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb024812-4334-4f2a-866d-d237d2f61f35') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:16:50.314760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.331757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.338228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:16:50.338625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:16:50.351905 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:16:50.556768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.562384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.564950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-12274f1f-fb7a-48bd-87dd-a58cb36d1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:50.587791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cb85da-30a4-4520-ba59-7c0dc6b771dc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:50.590880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:50.596455 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c9370c3-b36b-4fd6-be5b-cfcac290af19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/12cb85da-30a4-4520-ba59-7c0dc6b771dc HTTP/1.1" status: 204 len: 168 time: 0.5653832 Dec 13 20:16:50.714475 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34516) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:50.749568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:16:50.781232 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e07876c4-75df-4c40-a6b1-82968b0f1054 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bfc0ce67ea147b2a6de58eebb8d7b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632036 Dec 13 20:16:50.781560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34520) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:50.795555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: a5075049-b2fe-49c2-83b2-b8a9429de448 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:16:50.795987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device a5075049-b2fe-49c2-83b2-b8a9429de448 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:16:50.839000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.873647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.927586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.932885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a59e6e2f-4a7c-4a68-af86-b75271f046db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:50.946839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30ffeba-820b-4128-b587-8d8a8484e2d5,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:50.949947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:50.955760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:50.956932 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b30ffeba-820b-4128-b587-8d8a8484e2d5 HTTP/1.1" status: 204 len: 168 time: 0.1744573 Dec 13 20:16:51.653177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d16d-6b9e-4c4c-87e2-920d15039717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:51.710808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34544) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:51.829747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-297778364-network', 'tenant_id': '6325bcf9c2dc4264bf4cdcb4d76239ca'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:51.834694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:16:51.839134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Usage tracker for resource:network and tenant:6325bcf9c2dc4264bf4cdcb4d76239ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:16:51.842351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:16:51.849665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:16:51.862001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Made reservation on behalf of 6325bcf9c2dc4264bf4cdcb4d76239ca for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:16:51.864240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:51.876787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:51.891854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:16:51.896113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6325bcf9c2dc4264bf4cdcb4d76239ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:16:51.899136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:16:51.905189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:16:51.995327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.001917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.006799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b465e02a-6fa8-414c-855d-0a4dbb0a9a4e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:52.040913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:16:52.043192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e695a1bc-9155-404a-8a8b-cf95bac10ea1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:52.048331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:52.053972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.054354 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Added segment 681aa9a2-1cc6-4b96-9008-b09b56e1f010 of type vlan for network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c Dec 13 20:16:52.082017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.116050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.117090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:52.117985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.122638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e102f45c-745b-400a-869f-a5fca3743887 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:52.222470 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5101163 Dec 13 20:16:52.225184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34550) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:16:52.227689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Pushing event updated for resources: {'Network': ['ID=51f3c5d3-52f1-41c2-84ac-0d886fbc112c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:52.230845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:52.234806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Request body: {'subnet': {'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-297778364-subnet', 'tenant_id': '6325bcf9c2dc4264bf4cdcb4d76239ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:52.237776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:16:52.240052 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:16:52.244254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Usage tracker for resource:subnet and tenant:6325bcf9c2dc4264bf4cdcb4d76239ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:16:52.247485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:16:52.253726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:16:52.263954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Made reservation on behalf of 6325bcf9c2dc4264bf4cdcb4d76239ca for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:16:52.267091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.489424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.494422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-74b1eefd-6260-4bf9-8064-87ed8522f280 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:52.568855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7daad95c-5d08-4136-9fcf-c11dd9c8562f,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:52.574282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:52.578367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Checking segment: {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:16:52.578744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Network hostable DHCP agents. Network: 51f3c5d3-52f1-41c2-84ac-0d886fbc112c, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:16:52.606166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:16:52.616531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 51f3c5d3-52f1-41c2-84ac-0d886fbc112c) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:16:52.620741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:52.621357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:52.630674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b29bea-c083-4a27-8291-2391fab89888 None None] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:16:52.645084 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4187472 Dec 13 20:16:52.845758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7acc0-817b-4dbb-ac41-b6e08ecf6fb8 None None] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:16:53.162012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-41f8c527-bcfc-49c6-a02a-d54531ddcf7f tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:53.163454 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-41f8c527-bcfc-49c6-a02a-d54531ddcf7f tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 814 time: 0.1510284 Dec 13 20:16:53.178355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-ddae6237-6672-421c-bae9-3735fb7629db tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/quotas/6325bcf9c2dc4264bf4cdcb4d76239ca HTTP/1.1" status: 200 len: 375 time: 0.0094533 Dec 13 20:16:53.229597 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-758c873c-6c22-4138-b0dd-bcf0fdba3762 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463865 Dec 13 20:16:53.298048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-3826154a-bff4-40a0-84e7-d0c187f20217 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:16:53.299236 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-3826154a-bff4-40a0-84e7-d0c187f20217 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600636 Dec 13 20:16:53.435621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-83474fb5-d9c9-4e45-b57a-0ce945d681b7 service neutron] 10.222.0.18 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301818 Dec 13 20:16:53.690222 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-50bb88f7-349b-4d0b-bd7d-37cd4c89320d service neutron] 10.222.0.18 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483141 Dec 13 20:16:53.895481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-07d37114-6b02-431f-91c0-4aa15db42385 req-75cb2f6f-3647-472b-9ba3-fa2023ffa29c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 210 time: 0.0423017 Dec 13 20:16:53.914269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-43879776-1462-4162-b91f-30dfa2441f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:54.941765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-21a65d38-a89d-4ef6-b227-766855a229af tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:54.942769 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e825515b-5541-4c39-b441-8dfd52426c4a req-21a65d38-a89d-4ef6-b227-766855a229af tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Synchronizing usage tracker for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:network {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:16:54.963031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e825515b-5541-4c39-b441-8dfd52426c4a req-21a65d38-a89d-4ef6-b227-766855a229af tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Unset dirty status for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:network {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:16:54.964510 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-21a65d38-a89d-4ef6-b227-766855a229af tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 814 time: 0.1697497 Dec 13 20:16:54.977292 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Request body: {'port': {'device_id': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'admin_state_up': True, 'tenant_id': '6325bcf9c2dc4264bf4cdcb4d76239ca'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:55.019479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.043043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.057762 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef092b91-33a4-4c1a-837e-08a2018cf476 req-6efc290a-a7f4-48eb-b98e-92be958a1597 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 210 time: 0.0481136 Dec 13 20:16:55.115532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:16:55.120907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Usage tracker for resource:port and tenant:6325bcf9c2dc4264bf4cdcb4d76239ca is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:16:55.125656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:16:55.134844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:16:55.147470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Made reservation on behalf of 6325bcf9c2dc4264bf4cdcb4d76239ca for: {'port': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:16:55.150981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.324848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Allocated IP 172.20.0.10 (51f3c5d3-52f1-41c2-84ac-0d886fbc112c/7daad95c-5d08-4136-9fcf-c11dd9c8562f/f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:16:55.527756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.561285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.566963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ff068e0-93ab-45bb-afd1-24db90090c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:55.634770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:16:55.637694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:16:55.642111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:16:55.673552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:55.679921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:55.709256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:55.709862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:55.730542 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7573607 Dec 13 20:16:55.742607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Request body: {'port': {'device_id': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:16:55.978738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.248589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287c77-c498-4ad3-a9c6-f424dab17dd2 req-1c53f828-44be-4321-999d-5fd8125e53e3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:56.250450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9287c77-c498-4ad3-a9c6-f424dab17dd2 req-1c53f828-44be-4321-999d-5fd8125e53e3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 932 time: 0.0885432 Dec 13 20:16:56.294773 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9287c77-c498-4ad3-a9c6-f424dab17dd2 req-746b3105-58c5-4337-a64d-8155d56c0d75 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Dec 13 20:16:56.317940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:16:56.326694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.341967 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Transition to ACTIVE for port object f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:16:56.346708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.351090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-54e1ccf0-c58c-4348-806e-92287985fd19 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:56.472067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.477288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:56.503015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:56.585991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Attempting to bind port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:16:56.586607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Attempting to bind port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:16:56.586937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Attempting to bind port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:16:56.591731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:16:56.592055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Attempting to bind port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:16:56.597495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:16:56.597828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Checking segment: {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:16:56.598222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Bound using segment: {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:16:56.598644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Bound port: f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:16:56.598985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.705173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:16:56.708516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:16:56.713187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.716804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-15cd6e66-7377-472c-b073-69f15e1d2539 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:56.773040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:56.773675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:56.775020 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] 10.222.0.20 "PUT /v2.0/ports/f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 1094 time: 1.0369370 Dec 13 20:16:56.775542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:16:56.794363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:56.797400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:56.844894 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'status': 'completed', 'code': 200} Dec 13 20:16:56.886262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-5b28c7ee-27e2-41e3-9462-344c8f354654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:56.887761 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-5b28c7ee-27e2-41e3-9462-344c8f354654 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1097 time: 0.0740569 Dec 13 20:16:56.959367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-8b39f869-bef9-4bbc-b6a1-f02100f38cba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.0640092 Dec 13 20:16:57.029001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825515b-5541-4c39-b441-8dfd52426c4a req-86e046e5-51b3-4c54-90c0-5e40f11a8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:57.030712 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-86e046e5-51b3-4c54-90c0-5e40f11a8b31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0642939 Dec 13 20:16:57.079594 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-dd28d9a2-6f86-4460-9358-6eb35308859a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419567 Dec 13 20:16:57.212329 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-e6c0a93b-5f5b-4d95-81f8-f038787aa8a7 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259401 Dec 13 20:16:57.345127 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e825515b-5541-4c39-b441-8dfd52426c4a req-249d810e-2cc8-4d81-a7e1-4b1a42c5bcc5 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260321 Dec 13 20:16:57.462042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-197862da-7e76-4820-9a19-9fc70687d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:57.463872 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-197862da-7e76-4820-9a19-9fc70687d903 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1097 time: 0.0711954 Dec 13 20:16:57.479889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55640e7-ca38-47c1-ad68-9ae96a7b3781 req-37cfeef9-95a5-4c38-bd62-85a2124fdedb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:57.481409 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c55640e7-ca38-47c1-ad68-9ae96a7b3781 req-37cfeef9-95a5-4c38-bd62-85a2124fdedb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0812149 Dec 13 20:16:57.531147 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c55640e7-ca38-47c1-ad68-9ae96a7b3781 req-741e4f47-1541-4dbc-bec3-2f6c9ce78d35 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Dec 13 20:16:57.597705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-33c89bdf-ad65-4a9c-ae24-2dc3d7a822ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:57.599099 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-33c89bdf-ad65-4a9c-ae24-2dc3d7a822ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1286135 Dec 13 20:16:57.786921 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-76961de1-a9f1-44f7-9ec6-503fac9a86c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.1804345 Dec 13 20:16:57.853079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-bc5d06cd-89c9-4b52-9536-54be0b6b7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:57.854497 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-bc5d06cd-89c9-4b52-9536-54be0b6b7774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0605547 Dec 13 20:16:57.905251 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-c2922da7-3c77-4eff-b0ed-3e4ab8a1863b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432155 Dec 13 20:16:58.040221 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-05374363-11a7-4608-9710-efa6c03442bf service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275978 Dec 13 20:16:58.176098 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-54d98df0-aa64-4509-a5d3-87951e344e6a req-1c068748-7cea-4608-9d87-4765c60de19f service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285985 Dec 13 20:16:58.742208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9870b1-29ac-4486-a464-4e07fae4c031 req-0e4ece53-6c0f-4dcc-97e3-810151455381 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:58.743655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af9870b1-29ac-4486-a464-4e07fae4c031 req-0e4ece53-6c0f-4dcc-97e3-810151455381 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0928466 Dec 13 20:16:58.787866 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af9870b1-29ac-4486-a464-4e07fae4c031 req-4ee3728a-ef91-4a79-9cc7-2a87057c8d6d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Dec 13 20:16:58.789274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:16:58.943717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:58.956958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'port_id': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'mac_address': 'fa:16:3e:94:e5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daad95c-5d08-4136-9fcf-c11dd9c8562f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:16:59.010919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:59.031484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:16:59.046753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:16:59.052707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:16:59.054617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:16:59.159833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:16:59.163213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:16:59.257684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:16:59.988459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6d566-ffc7-4969-b9db-6caaadbd39c3 req-32a8e4b0-ab24-4e76-adbf-48bd421de862 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:16:59.990123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ad6d566-ffc7-4969-b9db-6caaadbd39c3 req-32a8e4b0-ab24-4e76-adbf-48bd421de862 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 945 time: 0.0942163 Dec 13 20:17:00.038475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ad6d566-ffc7-4969-b9db-6caaadbd39c3 req-016edaf3-b1a9-4bb7-849b-b25618bc2b34 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Dec 13 20:17:00.795023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:17:00.867437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:17:00.872966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:17:00.873378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:00.988824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:01.016060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:17:01.026024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:01.035094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:01.036987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:01.073858 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'code': 200} Dec 13 20:17:01.113171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:01.116443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:01.236315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8245f-39d7-4983-9466-40a8336d14eb req-ffb15961-986c-43df-95e1-f07a0f20c66d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:01.237809 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bb8245f-39d7-4983-9466-40a8336d14eb req-ffb15961-986c-43df-95e1-f07a0f20c66d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0888846 Dec 13 20:17:01.283118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bb8245f-39d7-4983-9466-40a8336d14eb req-be2bcaa3-ffcb-41d5-b89b-0a95cc0eb067 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Dec 13 20:17:01.289736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1996238-e4ea-408e-8155-72b74023efa9 req-670c2706-0c83-4daa-938a-845ce822331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:01.291223 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e1996238-e4ea-408e-8155-72b74023efa9 req-670c2706-0c83-4daa-938a-845ce822331c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1099 time: 0.0747302 Dec 13 20:17:01.332167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-e1996238-e4ea-408e-8155-72b74023efa9 req-22829c5e-4dcd-47a7-8ab2-18515196ea3c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Dec 13 20:17:02.482908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588e14-04aa-4dc0-9d10-512649c24fb0 req-0eb2d2d7-11d6-481c-aa50-9fe1bf504812 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:02.484428 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-66588e14-04aa-4dc0-9d10-512649c24fb0 req-0eb2d2d7-11d6-481c-aa50-9fe1bf504812 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0856807 Dec 13 20:17:02.533305 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-66588e14-04aa-4dc0-9d10-512649c24fb0 req-2c602ccb-1094-4e54-8d2b-5884e56c22f8 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Dec 13 20:17:02.731797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d68010-e387-46fd-8fcc-af51149ef0fc req-15840411-076d-4a6f-8456-e4b2bd4febeb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:02.733267 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2d68010-e387-46fd-8fcc-af51149ef0fc req-15840411-076d-4a6f-8456-e4b2bd4febeb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0851200 Dec 13 20:17:02.783438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2d68010-e387-46fd-8fcc-af51149ef0fc req-e18ca7e7-1d80-49ea-b1ac-c477d1f295eb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Dec 13 20:17:03.161701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651ec0b-6576-49a5-a2b4-d1425ca8cf27 req-f76646dd-efd6-4fec-af64-eea6a780c201 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:03.163059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5651ec0b-6576-49a5-a2b4-d1425ca8cf27 req-f76646dd-efd6-4fec-af64-eea6a780c201 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.1027398 Dec 13 20:17:03.207998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5651ec0b-6576-49a5-a2b4-d1425ca8cf27 req-adfc8f18-27d8-4cd2-82c5-c5c724206856 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Dec 13 20:17:03.403457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4449-18c8-46f8-9796-3eb3ff75a626 req-6a374df7-39ab-405e-b484-c786da2425db tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:03.405307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-927e4449-18c8-46f8-9796-3eb3ff75a626 req-6a374df7-39ab-405e-b484-c786da2425db tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0838625 Dec 13 20:17:03.454673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-927e4449-18c8-46f8-9796-3eb3ff75a626 req-1573a02f-58c4-4446-af0e-cb2c9e1f5e73 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Dec 13 20:17:03.821962 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-309c9509-c63f-45d7-acae-950508d49bda service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747046 Dec 13 20:17:03.876562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8175-0d02-4681-8b11-1cfddaf3d65e req-64b90b5f-5bef-4709-88b9-3aec96eacca9 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:03.878070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d4fa8175-0d02-4681-8b11-1cfddaf3d65e req-64b90b5f-5bef-4709-88b9-3aec96eacca9 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0908837 Dec 13 20:17:03.922967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d4fa8175-0d02-4681-8b11-1cfddaf3d65e req-e012de38-9a93-4a1a-a655-449b847a2424 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Dec 13 20:17:05.104751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-aa7cae7f-82a5-4df8-90da-a5d29a95455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:05.106290 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-aa7cae7f-82a5-4df8-90da-a5d29a95455d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1099 time: 0.0738201 Dec 13 20:17:05.128679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dd86d-5539-4ed0-bad5-94e16f52ed5e req-fd88c37a-3a9e-4b2e-be12-4bdb4d1a4a05 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:05.130155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-989dd86d-5539-4ed0-bad5-94e16f52ed5e req-fd88c37a-3a9e-4b2e-be12-4bdb4d1a4a05 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0871944 Dec 13 20:17:05.178183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-989dd86d-5539-4ed0-bad5-94e16f52ed5e req-eddd7571-7160-48e7-98e3-e6bbd1deaa83 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Dec 13 20:17:05.246363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-37ca5670-6566-4ba4-aa6d-3f63eacf5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:05.248167 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-37ca5670-6566-4ba4-aa6d-3f63eacf5bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1352706 Dec 13 20:17:05.318185 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-0cf269b9-89e3-43ec-a7e4-ca8e24ea3315 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.0634072 Dec 13 20:17:05.385516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-c98637fb-c679-4bf9-b469-0d7718854858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:05.386975 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-c98637fb-c679-4bf9-b469-0d7718854858 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0626149 Dec 13 20:17:05.438220 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-65784d53-4407-4af4-b604-780cbd7dbb4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444889 Dec 13 20:17:05.585716 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-73dcba47-d946-4427-b5eb-0d1028a9bcdf service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408587 Dec 13 20:17:05.730078 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-16d9541b-203a-48c0-9380-c96aa00485af service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381907 Dec 13 20:17:06.376337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedb93d-28da-421f-90ce-08c8599d2ce2 req-7cd58256-0612-4181-a915-bf32a91927d6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:06.378110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7fedb93d-28da-421f-90ce-08c8599d2ce2 req-7cd58256-0612-4181-a915-bf32a91927d6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0840521 Dec 13 20:17:06.426193 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7fedb93d-28da-421f-90ce-08c8599d2ce2 req-ed55d75d-f1a2-4afa-abac-8185eee1fe9a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Dec 13 20:17:07.637550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198286b-bd05-432f-864d-7c8d5eadf9ee req-5078d21b-9ef8-43a2-b6f6-f2b4ca678d52 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:07.638909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3198286b-bd05-432f-864d-7c8d5eadf9ee req-5078d21b-9ef8-43a2-b6f6-f2b4ca678d52 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0976007 Dec 13 20:17:07.685922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3198286b-bd05-432f-864d-7c8d5eadf9ee req-ec79eb5c-d38d-4a1d-ab3a-9bc987d68481 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Dec 13 20:17:08.888477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac14fa-1d3f-4fcd-bfb5-4b56263db397 req-542b4211-abe8-46f4-890a-15cfd6685f01 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:08.889963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2cac14fa-1d3f-4fcd-bfb5-4b56263db397 req-542b4211-abe8-46f4-890a-15cfd6685f01 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0926604 Dec 13 20:17:08.944009 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2cac14fa-1d3f-4fcd-bfb5-4b56263db397 req-f35147e7-44cd-4888-9478-96b2251d5525 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 Dec 13 20:17:10.143737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398fca-c8da-469a-88fb-6b5b221805f7 req-52b6ff41-4766-4bc3-8cdc-d2dd7e8d62df tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:10.145209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31398fca-c8da-469a-88fb-6b5b221805f7 req-52b6ff41-4766-4bc3-8cdc-d2dd7e8d62df tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0859725 Dec 13 20:17:10.199634 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31398fca-c8da-469a-88fb-6b5b221805f7 req-9fb65c70-3f47-4f40-ab67-762cd678c01c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Dec 13 20:17:11.392980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161267c6-5657-48d0-9ffe-bb0bce872ce7 req-9d3ad755-00e1-47bc-bb62-92ecc9ab7862 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:11.394438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-161267c6-5657-48d0-9ffe-bb0bce872ce7 req-9d3ad755-00e1-47bc-bb62-92ecc9ab7862 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0877385 Dec 13 20:17:11.440622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-161267c6-5657-48d0-9ffe-bb0bce872ce7 req-5944c431-1a3f-4bdb-9bc0-6b6e2f91f638 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Dec 13 20:17:11.850562 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:17:12.119864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:12.638721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c12a0-6cb5-4de0-8563-e0d668da16b7 req-da9fc7f5-12cb-44a3-b980-ae6f46354a40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:12.640166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-547c12a0-6cb5-4de0-8563-e0d668da16b7 req-da9fc7f5-12cb-44a3-b980-ae6f46354a40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0852320 Dec 13 20:17:12.686327 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-547c12a0-6cb5-4de0-8563-e0d668da16b7 req-f42a4bc7-3612-4afa-9927-87b6c5adac8a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Dec 13 20:17:13.890403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dad286-b05c-490a-9981-bce8c7cb2501 req-faa38a4e-310d-44ab-a36f-1721bd1481dc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:13.891839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47dad286-b05c-490a-9981-bce8c7cb2501 req-faa38a4e-310d-44ab-a36f-1721bd1481dc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0874174 Dec 13 20:17:13.946752 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47dad286-b05c-490a-9981-bce8c7cb2501 req-1f4ba30a-eb8d-4d03-98bc-04e6e8ef67bc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Dec 13 20:17:15.162473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266b5cc-5872-4003-997a-f9db85286382 req-24b2d5f7-cdeb-434f-b7b9-d847f6254c85 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:15.164125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d266b5cc-5872-4003-997a-f9db85286382 req-24b2d5f7-cdeb-434f-b7b9-d847f6254c85 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0958180 Dec 13 20:17:15.213155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d266b5cc-5872-4003-997a-f9db85286382 req-f6d1f24a-f188-4509-93bd-59a94b18c4bc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Dec 13 20:17:16.522435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ce1c-6194-44de-8954-50ef803c5357 req-7a34da42-7e5f-49c6-a40e-4ac211e3743e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:16.523797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d912ce1c-6194-44de-8954-50ef803c5357 req-7a34da42-7e5f-49c6-a40e-4ac211e3743e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.1958416 Dec 13 20:17:16.574549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d912ce1c-6194-44de-8954-50ef803c5357 req-7f8eea54-62f9-4931-8550-9e424150657e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Dec 13 20:17:17.785579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de823f96-b032-43b7-9974-55d382af8587 req-50913536-e756-46c8-b41a-8b43389040d7 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:17.787052 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de823f96-b032-43b7-9974-55d382af8587 req-50913536-e756-46c8-b41a-8b43389040d7 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0928097 Dec 13 20:17:17.833441 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de823f96-b032-43b7-9974-55d382af8587 req-95880db4-3e44-46d4-b622-090ad833dea6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Dec 13 20:17:19.038533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362f163-a62d-4938-bb2e-c3bf935b50c8 req-31f55b67-2b0d-492e-9f3b-e619dd50c779 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:19.039983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8362f163-a62d-4938-bb2e-c3bf935b50c8 req-31f55b67-2b0d-492e-9f3b-e619dd50c779 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0880311 Dec 13 20:17:19.087604 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8362f163-a62d-4938-bb2e-c3bf935b50c8 req-68735bd5-1240-4e78-be72-794ae2d94e75 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Dec 13 20:17:20.286876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed070689-c7cf-4465-8969-f080e48dafbc req-c704ecf0-e77b-4f93-a218-010e6eb14c56 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:20.288380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed070689-c7cf-4465-8969-f080e48dafbc req-c704ecf0-e77b-4f93-a218-010e6eb14c56 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0930269 Dec 13 20:17:20.332917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed070689-c7cf-4465-8969-f080e48dafbc req-23145177-cfdd-42aa-b33c-d24fa3db29cd tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Dec 13 20:17:21.547067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59721-ca05-4050-9841-4e8ae36fbdd8 req-e7ffc49e-fb12-4a8b-ba91-8d43025a8038 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:21.548528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34d59721-ca05-4050-9841-4e8ae36fbdd8 req-e7ffc49e-fb12-4a8b-ba91-8d43025a8038 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0915558 Dec 13 20:17:21.598098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34d59721-ca05-4050-9841-4e8ae36fbdd8 req-29b1c8fc-afd2-4207-93f3-6ee8f333fbbc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Dec 13 20:17:21.649058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c625e6c3-f7f7-4e29-bfe1-22024ce7f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:22.820918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1c7a-7f20-4571-bfcc-0cfe9daa19c6 req-35d7148c-29d7-4408-b649-3bf8274ce17c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:22.822765 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5cca1c7a-7f20-4571-bfcc-0cfe9daa19c6 req-35d7148c-29d7-4408-b649-3bf8274ce17c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0978446 Dec 13 20:17:22.870538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5cca1c7a-7f20-4571-bfcc-0cfe9daa19c6 req-5e525635-6638-46b2-80da-0cacee5e9977 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Dec 13 20:17:23.915358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6b84d432-79c0-4355-8953-b420d8f7804b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:24.074574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55804c-5ac3-42b3-a352-f576588a08ef req-326c4f6f-c371-4663-9334-328df759e20e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:24.076027 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a55804c-5ac3-42b3-a352-f576588a08ef req-326c4f6f-c371-4663-9334-328df759e20e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0949488 Dec 13 20:17:24.123389 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a55804c-5ac3-42b3-a352-f576588a08ef req-0ad5be13-8543-4f05-95f8-37a1f7943cf1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Dec 13 20:17:25.019680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:25.038655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:25.320174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173969a-8e4a-4f32-bde3-1d520de4c2c3 req-f248b196-6ffb-4254-94d7-d6ea27af7045 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:25.321999 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0173969a-8e4a-4f32-bde3-1d520de4c2c3 req-f248b196-6ffb-4254-94d7-d6ea27af7045 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0892706 Dec 13 20:17:25.367966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0173969a-8e4a-4f32-bde3-1d520de4c2c3 req-96f88631-51e5-43e2-be79-4404e0cfa14d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Dec 13 20:17:26.481643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:26.576023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393c865-1a32-4c47-9967-f3e802bd805c req-8b9a3bdc-199e-4a81-a0a0-38b14d491c18 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:26.577675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0393c865-1a32-4c47-9967-f3e802bd805c req-8b9a3bdc-199e-4a81-a0a0-38b14d491c18 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0932922 Dec 13 20:17:26.631243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0393c865-1a32-4c47-9967-f3e802bd805c req-6f49f80f-4ac8-4590-ab93-5a9700dca155 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Dec 13 20:17:27.841261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f487d81-8e62-4211-9b7c-f9cc3e6d8cd6 req-bf0524dd-20d4-4fb6-9de0-168336b63331 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:27.842727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f487d81-8e62-4211-9b7c-f9cc3e6d8cd6 req-bf0524dd-20d4-4fb6-9de0-168336b63331 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0886943 Dec 13 20:17:27.887429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f487d81-8e62-4211-9b7c-f9cc3e6d8cd6 req-cccae62e-3023-4fe9-96dd-1b7fe444cb34 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 Dec 13 20:17:29.103791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e5401-c65b-482c-9aac-7e04a26292d4 req-0213389f-d402-4ae0-a4b9-78e58b7769e1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:29.105671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d6e5401-c65b-482c-9aac-7e04a26292d4 req-0213389f-d402-4ae0-a4b9-78e58b7769e1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0923295 Dec 13 20:17:29.154297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d6e5401-c65b-482c-9aac-7e04a26292d4 req-e2f30d7a-5834-44d7-884c-808ade5508b3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Dec 13 20:17:30.349956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66b0a-856a-4d8d-8c72-f95a79e21348 req-959fec4a-7382-4f1d-bbfe-94d2cb16f2d2 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:30.351414 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9d66b0a-856a-4d8d-8c72-f95a79e21348 req-959fec4a-7382-4f1d-bbfe-94d2cb16f2d2 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0893862 Dec 13 20:17:30.402708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9d66b0a-856a-4d8d-8c72-f95a79e21348 req-b8e2bf8f-4823-4f18-94fa-3bb653603d16 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Dec 13 20:17:31.658609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e27cc-e5ed-418a-995f-2af3d2b5a6ef req-9f2e50c6-41f7-4b1f-b263-fb32baa21075 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:31.659985 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c87e27cc-e5ed-418a-995f-2af3d2b5a6ef req-9f2e50c6-41f7-4b1f-b263-fb32baa21075 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.1486356 Dec 13 20:17:31.704394 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c87e27cc-e5ed-418a-995f-2af3d2b5a6ef req-6282310b-9654-4e8f-af7d-84e1485d3276 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Dec 13 20:17:32.443960 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-9a107ff9-7312-4a27-aaa9-c2375bd18124 service neutron] 10.222.0.20 "GET /v2.0/ports/f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.1479635 Dec 13 20:17:32.724363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-bfe4e6b1-848c-4407-bb4f-b86f8e062f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:32.725719 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-bfe4e6b1-848c-4407-bb4f-b86f8e062f64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46&tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca HTTP/1.1" status: 200 len: 1099 time: 0.0789189 Dec 13 20:17:32.819723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-d09ff9ef-2782-4e65-b1e2-3d0a5f4514eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:32.821559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-d09ff9ef-2782-4e65-b1e2-3d0a5f4514eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1099 time: 0.0732234 Dec 13 20:17:32.958093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b88d2-0d53-4d5a-b87a-5e48c5692cff req-97a19461-0a25-464a-95d6-bad537b27a4a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:32.960889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a27b88d2-0d53-4d5a-b87a-5e48c5692cff req-97a19461-0a25-464a-95d6-bad537b27a4a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.1426814 Dec 13 20:17:33.007370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a27b88d2-0d53-4d5a-b87a-5e48c5692cff req-228b555c-76cf-41c0-abf0-736f7b97d23d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Dec 13 20:17:33.076220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-c27b90b7-7a41-4b03-985a-e584b7790690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:33.077695 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-c27b90b7-7a41-4b03-985a-e584b7790690 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.2501316 Dec 13 20:17:33.148004 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-61b3d645-955c-4482-a6e6-b780775210e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.0629418 Dec 13 20:17:33.220959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-8006f05a-8106-4d5e-8ba4-8c3dbb939da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:33.222425 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-8006f05a-8106-4d5e-8ba4-8c3dbb939da9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0686321 Dec 13 20:17:33.280196 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-779daa79-f1d6-49b8-9a22-df759f01fbf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500987 Dec 13 20:17:33.418987 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-ccac4e76-7130-4569-a158-354d1053591d service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322544 Dec 13 20:17:33.553332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-85bb3c90-d5ce-4a8b-8092-f1641099afca req-8cac5b43-c327-4e6f-9064-8f720197a657 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275339 Dec 13 20:17:34.209509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1303-4f1d-4c81-a208-fd5b5075d742 req-807b2ce6-4a2f-45bf-b8fd-52dbd063ba70 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:34.210869 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f0e1303-4f1d-4c81-a208-fd5b5075d742 req-807b2ce6-4a2f-45bf-b8fd-52dbd063ba70 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 946 time: 0.0870116 Dec 13 20:17:34.254657 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f0e1303-4f1d-4c81-a208-fd5b5075d742 req-323f1f65-a68f-49e1-82b6-669ae04d27f4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Dec 13 20:17:35.004045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:17:35.009637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:17:35.229320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:35.260678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:35.282798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:17:35.287433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'port_id': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'mac_address': 'fa:16:3e:94:e5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daad95c-5d08-4136-9fcf-c11dd9c8562f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:17:35.318415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:35.331077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:35.334774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:35.378073 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'code': 200} Dec 13 20:17:35.407723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:35.435398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:17:35.443341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:35.470480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:35.482368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dfb58-cf0e-472d-87c8-3b365e8fa041 req-02512050-06df-43b0-b332-aab0840845ba tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:35.483837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-650dfb58-cf0e-472d-87c8-3b365e8fa041 req-02512050-06df-43b0-b332-aab0840845ba tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0896335 Dec 13 20:17:35.500212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:17:35.500605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:17:35.529243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-650dfb58-cf0e-472d-87c8-3b365e8fa041 req-ab2b90fe-f641-482c-bf32-a95a885c2ec2 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 Dec 13 20:17:35.842332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55960-5775-4518-93fe-4ef7aa532176 req-eb28a044-0146-4136-99ba-473097b1b275 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:35.843793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06b55960-5775-4518-93fe-4ef7aa532176 req-eb28a044-0146-4136-99ba-473097b1b275 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0812602 Dec 13 20:17:35.853958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b756fb20-5fde-4df6-9735-31ed686f7dc3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:35.854665 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b756fb20-5fde-4df6-9735-31ed686f7dc3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Synchronizing usage tracker for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:17:35.873146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b756fb20-5fde-4df6-9735-31ed686f7dc3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Unset dirty status for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:17:35.874416 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b756fb20-5fde-4df6-9735-31ed686f7dc3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46&tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.1099453 Dec 13 20:17:35.892767 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06b55960-5775-4518-93fe-4ef7aa532176 req-436a3062-b78c-473b-993f-da717d344dd1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Dec 13 20:17:36.021544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-c0451035-736d-40a5-b9bf-074ff8a3cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:36.023046 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-c0451035-736d-40a5-b9bf-074ff8a3cb88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1097 time: 0.0770106 Dec 13 20:17:36.061439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:36.081627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:17:36.099432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:36.104947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:36.107277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:36.162797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b779e0ab-8c9f-4526-a402-a0cf497f5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:36.164264 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b779e0ab-8c9f-4526-a402-a0cf497f5f27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1350024 Dec 13 20:17:36.167027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:17:36.224050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:36.228529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:36.236908 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-b2cddb8c-1c39-4ece-b195-a405360a05b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.0660920 Dec 13 20:17:36.300003 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-71fd47a8-125b-434d-8db8-af2efdde633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:36.301469 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-71fd47a8-125b-434d-8db8-af2efdde633d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0581110 Dec 13 20:17:36.353038 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-d9ec1a72-7e1a-4ace-a32d-2c11f5f949db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451722 Dec 13 20:17:36.484580 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-9a6acb6c-8525-4835-a576-afcc78391d6e service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251974 Dec 13 20:17:36.624913 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-752f42f6-a33a-4183-a19d-d8d0e181fb73 req-a842b180-ee91-40d0-afbb-190c78bfcbaa service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326492 Dec 13 20:17:37.010178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:17:37.101398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96514faa-232e-429e-8cd0-2f6fb73cd396 req-6f758d37-5846-4b8b-8519-85118c49e8ca tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:37.102865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96514faa-232e-429e-8cd0-2f6fb73cd396 req-6f758d37-5846-4b8b-8519-85118c49e8ca tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 945 time: 0.0841537 Dec 13 20:17:37.129592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:37.147130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:17:37.150101 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96514faa-232e-429e-8cd0-2f6fb73cd396 req-f8498c44-6431-44cd-a698-96dbf596a9d0 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Dec 13 20:17:37.163804 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:37.170946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:37.173119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-17c583b7-f439-45a1-b6ec-95250fbe309b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:37.240177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:37.243283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:37.249606 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-08016cec-8900-4bee-aac4-3782e304333f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711808 Dec 13 20:17:37.403375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8851d7-8b05-4549-b066-be337cf68775 req-ccd3d046-78ef-4ea5-8bad-9f094acf2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:37.405236 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-ccd3d046-78ef-4ea5-8bad-9f094acf2ccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 1097 time: 0.0840013 Dec 13 20:17:37.558973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8851d7-8b05-4549-b066-be337cf68775 req-4b55be40-a36f-4216-adfc-58ac2ba649da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:37.560443 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-4b55be40-a36f-4216-adfc-58ac2ba649da service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1369202 Dec 13 20:17:37.742003 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-3760a3ff-f7a0-4a41-8c8a-d9f7d79a0ce4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 200 len: 217 time: 0.1748765 Dec 13 20:17:37.805258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8851d7-8b05-4549-b066-be337cf68775 req-433ec44e-e053-4ccf-8845-df43843a2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:37.806681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-433ec44e-e053-4ccf-8845-df43843a2b0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0586574 Dec 13 20:17:37.855396 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-9c872430-e2a7-4eea-a2f9-d13591051890 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404751 Dec 13 20:17:37.986795 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-507c6dd0-ff02-4155-8acf-d7146bc63dab service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250770 Dec 13 20:17:38.124946 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-cf8851d7-8b05-4549-b066-be337cf68775 req-3b66bd06-c8d0-4c8d-b10a-3f23a33fab57 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312256 Dec 13 20:17:38.362149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9eb07-1656-428e-ad32-02c2faa28836 req-14172309-bda1-4a7a-843f-f690a7907c81 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:38.363640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32e9eb07-1656-428e-ad32-02c2faa28836 req-14172309-bda1-4a7a-843f-f690a7907c81 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0883267 Dec 13 20:17:38.526374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32e9eb07-1656-428e-ad32-02c2faa28836 req-5abec6f0-ca32-4390-b641-3ff4afd6054b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564612 Dec 13 20:17:38.730701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d063-789f-442c-a75b-f9bc72a48544 req-ae119180-6369-47f0-b827-f1dca22fde7a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:38.732040 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e13d063-789f-442c-a75b-f9bc72a48544 req-ae119180-6369-47f0-b827-f1dca22fde7a tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0887005 Dec 13 20:17:38.775877 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e13d063-789f-442c-a75b-f9bc72a48544 req-99256fe0-8924-4038-a6a7-fb51a7204ff8 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Dec 13 20:17:38.971010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b124d9-5b3e-4870-a250-53dbed168288 req-454d5f3c-9585-4108-aa0d-6e6e24fca81c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:38.972395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2b124d9-5b3e-4870-a250-53dbed168288 req-454d5f3c-9585-4108-aa0d-6e6e24fca81c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0845604 Dec 13 20:17:39.016857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2b124d9-5b3e-4870-a250-53dbed168288 req-087915d8-6398-42c0-af97-b9e97d0fb227 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Dec 13 20:17:39.532178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-1fcd206c-91b0-428b-975a-4d9670f889d5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:39.533574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-1fcd206c-91b0-428b-975a-4d9670f889d5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 814 time: 0.1479058 Dec 13 20:17:39.551891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-8a7640c8-cbd4-41bb-9485-bd4e09709a42 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/quotas/6325bcf9c2dc4264bf4cdcb4d76239ca HTTP/1.1" status: 200 len: 375 time: 0.0100965 Dec 13 20:17:39.660395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-532d9831-fcc1-4ba2-acce-61563958850e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958176 Dec 13 20:17:39.798862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-813c085b-e2e0-4e17-ab57-49debaf29937 service neutron] 10.222.0.18 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316473 Dec 13 20:17:39.932364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-f0235c3f-9da1-4978-8134-2402fb83e6d8 service neutron] 10.222.0.18 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275432 Dec 13 20:17:40.117360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4806782-1a72-4cac-ab1c-b0c8c43f9285 req-00472d7d-5210-45a1-9ea3-3dbc36739a86 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 210 time: 0.0513818 Dec 13 20:17:41.047878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-1d82b40f-f992-46cc-b46b-a02869b02288 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:41.049559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-1d82b40f-f992-46cc-b46b-a02869b02288 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d58b435-6cd6-4da8-9f6e-900e5b619e46 HTTP/1.1" status: 200 len: 944 time: 0.0893226 Dec 13 20:17:41.125516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Deleting port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:17:41.125858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.243481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-550f05ef-6d8e-49ac-bfe8-fb40ab1222fa tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:41.244916 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-550f05ef-6d8e-49ac-bfe8-fb40ab1222fa tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 814 time: 0.1546326 Dec 13 20:17:41.289228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ea48cc-f072-433c-98cd-aea1a36d1f22 req-151cc3e6-f8da-4781-a579-415a3f2ac024 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 210 time: 0.0432968 Dec 13 20:17:41.292772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Request body: {'port': {'device_id': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'admin_state_up': True, 'tenant_id': '6325bcf9c2dc4264bf4cdcb4d76239ca'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:17:41.420442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] For port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:41.420786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.440879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:17:41.451288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:17:41.462726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Made reservation on behalf of 6325bcf9c2dc4264bf4cdcb4d76239ca for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:17:41.466664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.542320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Calling delete_port for f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d owned by compute:nova {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:17:41.632733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Allocated IP 172.20.0.14 (51f3c5d3-52f1-41c2-84ac-0d886fbc112c/7daad95c-5d08-4136-9fcf-c11dd9c8562f/007c1956-7c36-455e-b5f3-a9edd49dd24b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:17:41.692274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.699037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cebf2d85-9455-4cc2-bc18-4920035278b0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:41.743626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Pushing event deleted for resources: {'Port': ['ID=f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:41.747001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:41.825405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] No DVR routers for this DVR port f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d on host hv-neutron-8215 {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:17:41.828227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.832544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-deleted', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:17:41.841601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.847504 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "DELETE /v2.0/ports/f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d HTTP/1.1" status: 204 len: 173 time: 0.7924144 Dec 13 20:17:41.871811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:41.877705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:41.893267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58b435-6cd6-4da8-9f6e-900e5b619e46', 'name': 'network-vif-deleted', 'tag': 'f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d', 'status': 'completed', 'code': 200} Dec 13 20:17:41.945089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:17:41.948716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:17:41.952802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:17:41.989101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:42.006669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.007060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.007442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.007837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.008212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.008583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.008953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.009359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.009725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.010091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.010455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.010815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:42.016242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:42.030708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:42.031340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:42.056070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796707 Dec 13 20:17:42.067847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Request body: {'port': {'device_id': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:17:42.126259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:42.303165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:42.637694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6c4f-285d-4fba-9ebb-74a0dfa0079a req-6e18bdc1-d278-4ca8-a658-3d3c3816d915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:42.638384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-3d3a6c4f-285d-4fba-9ebb-74a0dfa0079a req-6e18bdc1-d278-4ca8-a658-3d3c3816d915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Synchronizing usage tracker for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:17:42.667410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-3d3a6c4f-285d-4fba-9ebb-74a0dfa0079a req-6e18bdc1-d278-4ca8-a658-3d3c3816d915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Unset dirty status for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:17:42.668573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d3a6c4f-285d-4fba-9ebb-74a0dfa0079a req-6e18bdc1-d278-4ca8-a658-3d3c3816d915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 932 time: 0.2318420 Dec 13 20:17:42.752792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007c1956-7c36-455e-b5f3-a9edd49dd24b {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:17:42.763722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:42.771349 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d3a6c4f-285d-4fba-9ebb-74a0dfa0079a req-79e0dc08-f008-4b68-b65a-e4e9ee342150 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665030 Dec 13 20:17:42.782550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Transition to ACTIVE for port object 007c1956-7c36-455e-b5f3-a9edd49dd24b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:17:42.787567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:42.791616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:42.944745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:42.952587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:43.038935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Attempting to bind port 007c1956-7c36-455e-b5f3-a9edd49dd24b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:17:43.039274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Attempting to bind port 007c1956-7c36-455e-b5f3-a9edd49dd24b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:17:43.039601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Attempting to bind port 007c1956-7c36-455e-b5f3-a9edd49dd24b on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:17:43.044268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Port 007c1956-7c36-455e-b5f3-a9edd49dd24b on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:17:43.044587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Attempting to bind port 007c1956-7c36-455e-b5f3-a9edd49dd24b on network 51f3c5d3-52f1-41c2-84ac-0d886fbc112c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:17:43.050004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:17:43.050345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Checking segment: {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:17:43.050727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Bound using segment: {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:17:43.051150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Bound port: 007c1956-7c36-455e-b5f3-a9edd49dd24b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681aa9a2-1cc6-4b96-9008-b09b56e1f010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:17:43.051490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:43.144850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:17:43.147975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:17:43.155040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:43.158640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a1cfaf9c-1833-46b6-96ac-157d27eef9b9 tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:43.218495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:43.219101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:43.220453 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] 10.222.0.20 "PUT /v2.0/ports/007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 1094 time: 1.1567457 Dec 13 20:17:43.220989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:17:43.241068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:43.244219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:43.292403 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'status': 'completed', 'code': 200} Dec 13 20:17:43.340132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-3cc5335c-672f-4814-b3e4-3a44abf91d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:43.341677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-3cc5335c-672f-4814-b3e4-3a44abf91d16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1097 time: 0.0816481 Dec 13 20:17:43.411209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-a451994a-070a-407c-abde-b956b5e2d6fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 217 time: 0.0608222 Dec 13 20:17:43.478482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7172-129c-4b5b-8007-09e40689e731 req-037bc275-7c6f-436e-97c5-720bb4f09968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:43.480858 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-037bc275-7c6f-436e-97c5-720bb4f09968 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0626831 Dec 13 20:17:43.531611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-0b91d1d3-db88-447f-ab3b-e0e45f92f1b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443470 Dec 13 20:17:43.666844 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-86335913-39f9-49ad-87d6-be95c571dccf service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273220 Dec 13 20:17:43.803439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757d7172-129c-4b5b-8007-09e40689e731 req-8ae04f35-4e8c-488a-b985-394780249fad service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297286 Dec 13 20:17:44.104498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-1102aa19-083a-48f3-a7a8-e8dc7d749802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:44.106075 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-1102aa19-083a-48f3-a7a8-e8dc7d749802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1097 time: 0.2552609 Dec 13 20:17:44.114511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8522f-3e32-4e85-bc41-85823520c02c req-5b59ab90-9644-4c33-85c1-1ce57e0308f3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:44.116089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4a8522f-3e32-4e85-bc41-85823520c02c req-5b59ab90-9644-4c33-85c1-1ce57e0308f3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 944 time: 0.2306645 Dec 13 20:17:44.241079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4a8522f-3e32-4e85-bc41-85823520c02c req-65b1ed82-521a-41c5-851f-0db80b3013b5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 Dec 13 20:17:44.275717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-3d536060-24f2-4348-8f28-48a608724719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:44.277290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-3d536060-24f2-4348-8f28-48a608724719 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1603489 Dec 13 20:17:44.348057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-969629ff-5dfe-4268-bbff-c6be9ee6c93a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 217 time: 0.0641129 Dec 13 20:17:44.413777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-27acffab-c5a4-4e6f-ad29-279e30a1c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:44.415092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-27acffab-c5a4-4e6f-ad29-279e30a1c520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0602295 Dec 13 20:17:44.475929 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-74ff9e19-5556-4117-b305-316cfe73766e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532467 Dec 13 20:17:44.614337 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-ef5bddc6-c2d3-4dd2-92cb-f5881fd59fad service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314936 Dec 13 20:17:44.745829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f465260f-ae51-42e8-8f2b-ea018396ce14 req-946a5aab-6582-40bb-a95e-55264c49835e service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245339 Dec 13 20:17:45.062211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:17:45.068586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:17:45.110647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:17:45.110966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device f95dbd8a-d7c6-4f59-b48d-6fac939c1a1d not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:17:45.289002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:45.304920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'port_id': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'mac_address': 'fa:16:3e:e7:b6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daad95c-5d08-4136-9fcf-c11dd9c8562f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:17:45.368550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:45.385663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007c1956-7c36-455e-b5f3-a9edd49dd24b {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:17:45.403528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:45.408894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:45.410714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:45.449446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224ee7-db2c-4901-bb51-cc9666a614f4 req-a751d3a5-3b84-46f8-99b7-adab5cbf8bd8 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:45.455399 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3224ee7-db2c-4901-bb51-cc9666a614f4 req-a751d3a5-3b84-46f8-99b7-adab5cbf8bd8 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 944 time: 0.0898969 Dec 13 20:17:45.481245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:45.488372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.488844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.489253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.489590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.489925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.490255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.490581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.491247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.491247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.491534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.491851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.492170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:17:45.496452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:45.499324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3224ee7-db2c-4901-bb51-cc9666a614f4 req-e3625266-3cad-40b1-a9fc-cf636d892732 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Dec 13 20:17:45.599218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['007c1956-7c36-455e-b5f3-a9edd49dd24b'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:17:46.719776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15bf2a-4530-45ed-b411-239209980af0 req-6ca24574-6c3f-4425-92bb-86041e29f85e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:46.721750 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef15bf2a-4530-45ed-b411-239209980af0 req-6ca24574-6c3f-4425-92bb-86041e29f85e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 945 time: 0.0955889 Dec 13 20:17:46.775627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef15bf2a-4530-45ed-b411-239209980af0 req-25081377-4f78-4fe3-9dab-59991ecdbaed tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Dec 13 20:17:47.074881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:17:47.166398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 007c1956-7c36-455e-b5f3-a9edd49dd24b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:17:47.171738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 007c1956-7c36-455e-b5f3-a9edd49dd24b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:17:47.172127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:47.297736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:47.325637 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:17:47.335189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:17:47.340457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:47.342687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:17:47.376755 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'code': 200} Dec 13 20:17:47.409124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:17:47.411988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:17:47.608587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9637c-f008-48e9-964c-50c229b45855 req-54010c63-a109-4ea1-ab73-68a4c61419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:47.610060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0da9637c-f008-48e9-964c-50c229b45855 req-54010c63-a109-4ea1-ab73-68a4c61419dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1099 time: 0.0758173 Dec 13 20:17:47.652348 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0da9637c-f008-48e9-964c-50c229b45855 req-5c54140f-b79f-4cfc-990b-b55c8ecd79c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Dec 13 20:17:47.981564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ca6d-cfb5-4da8-b5d3-bc3e027276bb req-9753afe3-723e-4903-95ac-71e5e7c3ca15 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:47.982946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3210ca6d-cfb5-4da8-b5d3-bc3e027276bb req-9753afe3-723e-4903-95ac-71e5e7c3ca15 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0904624 Dec 13 20:17:48.030086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3210ca6d-cfb5-4da8-b5d3-bc3e027276bb req-f01765ad-9213-4d72-8b14-8cea4b30fe54 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Dec 13 20:17:48.855123 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:17:49.237504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306cb68-977c-4aee-b49c-25a96170e35a req-8d2c7e70-b7d7-474a-a143-f8fa674a8fd5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:49.238896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8306cb68-977c-4aee-b49c-25a96170e35a req-8d2c7e70-b7d7-474a-a143-f8fa674a8fd5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0864103 Dec 13 20:17:49.288456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8306cb68-977c-4aee-b49c-25a96170e35a req-901c109f-4eec-4542-a04d-26975e509942 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Dec 13 20:17:49.489956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254bb2-e863-4757-90e1-3bc5c1946d07 req-d8c2dbd1-42a6-4466-9b2e-1b9239f47036 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:49.491297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f254bb2-e863-4757-90e1-3bc5c1946d07 req-d8c2dbd1-42a6-4466-9b2e-1b9239f47036 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0834625 Dec 13 20:17:49.537829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f254bb2-e863-4757-90e1-3bc5c1946d07 req-e657be0a-8c52-485f-9360-91cc127a7179 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377350 Dec 13 20:17:49.893448 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-f4f3e98f-dca0-4e4a-87c1-67da8a8b2d8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732834 Dec 13 20:17:49.948539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dde00-0fc0-4621-bb44-93a690768285 req-408dd5c7-4884-43ed-8b6f-eee6f6eddac3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:49.950046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b57dde00-0fc0-4621-bb44-93a690768285 req-408dd5c7-4884-43ed-8b6f-eee6f6eddac3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0869334 Dec 13 20:17:49.994676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b57dde00-0fc0-4621-bb44-93a690768285 req-fce172c5-bd84-4e82-8d05-11e387fa762f tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Dec 13 20:17:51.069494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-c759e64d-24a4-4f4c-bebe-9efaa979755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:51.071331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-c759e64d-24a4-4f4c-bebe-9efaa979755b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1099 time: 0.0789633 Dec 13 20:17:51.381321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-4f0e8af3-ffe8-474a-b54e-6f308555dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:51.382778 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-4f0e8af3-ffe8-474a-b54e-6f308555dff6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.3052204 Dec 13 20:17:51.449183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb76f-4e2b-4921-bd96-19e0640dbe41 req-783f0d0a-9b40-441d-996a-7e1c0a5d3656 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:51.450646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5a3bb76f-4e2b-4921-bd96-19e0640dbe41 req-783f0d0a-9b40-441d-996a-7e1c0a5d3656 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.3475273 Dec 13 20:17:51.460100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-c2d93661-4d4d-46b0-a103-af8ea93bdc5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 217 time: 0.0708036 Dec 13 20:17:51.548219 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5a3bb76f-4e2b-4921-bd96-19e0640dbe41 req-532a174c-f017-4993-b589-0c1930ffe03e tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902944 Dec 13 20:17:51.552065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-06301165-4cf5-4cfe-8e26-13932db92019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:51.553054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-06301165-4cf5-4cfe-8e26-13932db92019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0813584 Dec 13 20:17:51.601093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-c27b6eb8-7e77-4dc6-a87b-a619722e30bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417640 Dec 13 20:17:51.658429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bba5f701-a96a-4fe3-a96d-a4099cce61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:51.748040 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-2d5f0381-7ca8-4393-907c-f4a1e41334fd service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403527 Dec 13 20:17:51.899025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-ef6835f4-93c9-488e-afef-e50d23cd61c9 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446645 Dec 13 20:17:52.746984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f0f0-b944-4d0d-9faf-85a07ffd68a4 req-9c8efcc4-dbd7-4d8e-9c47-32188f464f39 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:52.748362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a713f0f0-b944-4d0d-9faf-85a07ffd68a4 req-9c8efcc4-dbd7-4d8e-9c47-32188f464f39 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0871937 Dec 13 20:17:52.796144 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a713f0f0-b944-4d0d-9faf-85a07ffd68a4 req-ba9c43e7-8e67-45cc-8e01-a2c222040822 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Dec 13 20:17:53.915161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6638eae5-6aec-45c2-8348-9c306b600192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:54.000383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051e148-4511-4b17-882c-e0ad24978287 req-4bcc4ef6-7b59-456b-8046-c8be0b3cb51b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:54.002114 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8051e148-4511-4b17-882c-e0ad24978287 req-4bcc4ef6-7b59-456b-8046-c8be0b3cb51b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0920377 Dec 13 20:17:54.045261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8051e148-4511-4b17-882c-e0ad24978287 req-6634da87-be9d-45b4-b7f5-58e4ee7eb99f tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375967 Dec 13 20:17:55.023930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:55.042219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:55.262707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b5320-2abe-4e47-bd5b-2763f78fba00 req-bc5aeb3e-264a-496c-b105-fe9186a6ef50 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:55.264175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-009b5320-2abe-4e47-bd5b-2763f78fba00 req-bc5aeb3e-264a-496c-b105-fe9186a6ef50 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.1054850 Dec 13 20:17:55.308418 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-009b5320-2abe-4e47-bd5b-2763f78fba00 req-0df10ba7-e033-48c5-bff3-539b795acdf1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Dec 13 20:17:56.478169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:17:56.502654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed93d-3dc4-4852-898b-74cc4d09608a req-d398b807-0369-405b-8dba-a18118613715 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:56.504131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-571ed93d-3dc4-4852-898b-74cc4d09608a req-d398b807-0369-405b-8dba-a18118613715 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0863302 Dec 13 20:17:56.554775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-571ed93d-3dc4-4852-898b-74cc4d09608a req-93a5066d-1051-4942-8ff2-5c921f69ecee tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Dec 13 20:17:57.747049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc815-d251-47c5-a477-2f76037eb459 req-cd186c81-8ac0-463b-96f1-257faf289695 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:57.748477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-abfdc815-d251-47c5-a477-2f76037eb459 req-cd186c81-8ac0-463b-96f1-257faf289695 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0813096 Dec 13 20:17:57.793554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-abfdc815-d251-47c5-a477-2f76037eb459 req-c4be70cd-4f8e-4267-a198-61accbc4ee85 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Dec 13 20:17:59.003903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1feb7a-1f59-44c2-8832-91eadeb59520 req-9eb68971-bed6-4ee1-a9d1-89ee490ad5cd tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:17:59.005418 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c1feb7a-1f59-44c2-8832-91eadeb59520 req-9eb68971-bed6-4ee1-a9d1-89ee490ad5cd tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0984619 Dec 13 20:17:59.050576 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c1feb7a-1f59-44c2-8832-91eadeb59520 req-a7716d24-eec9-4f43-8eb4-a4a6d6c17f3d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Dec 13 20:18:00.268829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f641e3c-5f05-4a6e-b418-c761b5254715 req-765b4c90-7f87-4874-921b-f410886085a7 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:00.270312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3f641e3c-5f05-4a6e-b418-c761b5254715 req-765b4c90-7f87-4874-921b-f410886085a7 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0862427 Dec 13 20:18:00.313839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3f641e3c-5f05-4a6e-b418-c761b5254715 req-c06f6163-76b5-4f0a-8bf0-158912755910 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Dec 13 20:18:01.506241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e029567-3376-4300-88c4-84e591921b18 req-59787f73-f352-4090-82d4-0636224ea672 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:01.507700 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e029567-3376-4300-88c4-84e591921b18 req-59787f73-f352-4090-82d4-0636224ea672 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0882895 Dec 13 20:18:01.552447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e029567-3376-4300-88c4-84e591921b18 req-a681635e-e77d-4685-8bc3-fff84db052fb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Dec 13 20:18:02.754737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f11eb9-4520-419d-98db-4f7ec7d189e2 req-c26f5def-9ae5-488e-8688-086cbcd2c091 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:02.756127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91f11eb9-4520-419d-98db-4f7ec7d189e2 req-c26f5def-9ae5-488e-8688-086cbcd2c091 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0849040 Dec 13 20:18:02.804905 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-91f11eb9-4520-419d-98db-4f7ec7d189e2 req-d470dc85-4ae3-4e60-9549-fb36cfd289dc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Dec 13 20:18:04.019077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310281-b358-4d8a-adf0-cda03f2e2d97 req-0fb01e8b-9ed2-4d74-be0c-2eebf4d62092 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:04.020549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed310281-b358-4d8a-adf0-cda03f2e2d97 req-0fb01e8b-9ed2-4d74-be0c-2eebf4d62092 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0926642 Dec 13 20:18:04.064920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed310281-b358-4d8a-adf0-cda03f2e2d97 req-9a43987a-a366-4583-9ab4-e9f262a86a08 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385025 Dec 13 20:18:05.267067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a03aa3-e94b-43d3-a6f8-bbf1550c1d67 req-6db3456d-2c60-4281-89ce-4bd9e675b87d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:05.268516 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a2a03aa3-e94b-43d3-a6f8-bbf1550c1d67 req-6db3456d-2c60-4281-89ce-4bd9e675b87d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0921419 Dec 13 20:18:05.312041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a2a03aa3-e94b-43d3-a6f8-bbf1550c1d67 req-84531cd6-fae0-49f7-be20-ad3da4c51e53 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Dec 13 20:18:06.517203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de961ba-80a7-49de-a825-c0f256292a4b req-f63d16bd-880a-4e35-b2ec-db304036c0b5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:06.518674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9de961ba-80a7-49de-a825-c0f256292a4b req-f63d16bd-880a-4e35-b2ec-db304036c0b5 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0986331 Dec 13 20:18:06.563288 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9de961ba-80a7-49de-a825-c0f256292a4b req-68ef1f9c-f9d5-4100-8951-08d7424121f7 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 Dec 13 20:18:07.775681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3263-69b5-42d9-b30e-27238535af61 req-d8ece27c-7d72-4cde-bff3-551d453c46cd tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:07.777153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-339f3263-69b5-42d9-b30e-27238535af61 req-d8ece27c-7d72-4cde-bff3-551d453c46cd tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0867283 Dec 13 20:18:07.825292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-339f3263-69b5-42d9-b30e-27238535af61 req-afbc391e-e7fa-4e7e-a450-5e4d519ae2a4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Dec 13 20:18:09.033066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a59ada-5a7d-453a-b1f6-9ad581bb2702 req-edc63ff1-d2a9-45b0-878f-01bbdf07dc38 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:09.034577 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9a59ada-5a7d-453a-b1f6-9ad581bb2702 req-edc63ff1-d2a9-45b0-878f-01bbdf07dc38 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0894251 Dec 13 20:18:09.079821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9a59ada-5a7d-453a-b1f6-9ad581bb2702 req-3f3dde84-a0cf-4cbf-a0d8-e8ba1d5a1b3b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Dec 13 20:18:10.300659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb721a-b257-44e4-873f-b3c2f2629bcd req-0447dbfd-895f-4f9b-a5a2-539ccb029915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:10.302488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-51fb721a-b257-44e4-873f-b3c2f2629bcd req-0447dbfd-895f-4f9b-a5a2-539ccb029915 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.1011579 Dec 13 20:18:10.350995 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-51fb721a-b257-44e4-873f-b3c2f2629bcd req-beaef66e-8a0e-416b-94b0-d6c94af263c8 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Dec 13 20:18:11.546770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235ec2-3694-428e-b8fb-d187bdfbf141 req-8ddc7613-5e64-4926-8a02-7b142d2ac356 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:11.548217 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00235ec2-3694-428e-b8fb-d187bdfbf141 req-8ddc7613-5e64-4926-8a02-7b142d2ac356 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0808012 Dec 13 20:18:11.596180 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00235ec2-3694-428e-b8fb-d187bdfbf141 req-f74c0af9-91e5-41b3-a1c2-a35528f48537 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Dec 13 20:18:12.127075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:12.808082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aeb06-8082-41ca-95be-6c22f6b979da req-46e90247-60c9-49f6-8f3e-e4695c9ee9b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:12.809589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757aeb06-8082-41ca-95be-6c22f6b979da req-46e90247-60c9-49f6-8f3e-e4695c9ee9b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0982933 Dec 13 20:18:12.854481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-757aeb06-8082-41ca-95be-6c22f6b979da req-1570921f-eb37-4596-abd2-d2f7aa9528e1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Dec 13 20:18:14.160599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577048d-cb1b-404a-8e3e-2c2f2d83d668 req-ab7ee0c2-e9f5-45fd-a01c-a10c8cce31b1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:14.161962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0577048d-cb1b-404a-8e3e-2c2f2d83d668 req-ab7ee0c2-e9f5-45fd-a01c-a10c8cce31b1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.1992972 Dec 13 20:18:14.206439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0577048d-cb1b-404a-8e3e-2c2f2d83d668 req-d0235d1f-492c-4777-bd6e-c55d6ba7cc29 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Dec 13 20:18:15.417636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f5132-c795-4e42-83d0-f495264c2263 req-d66ec589-69c4-4aaf-b341-2cd716f940be tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:15.419071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a5f5132-c795-4e42-83d0-f495264c2263 req-d66ec589-69c4-4aaf-b341-2cd716f940be tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0952778 Dec 13 20:18:15.470774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a5f5132-c795-4e42-83d0-f495264c2263 req-465bc71d-a489-4bb6-82f9-376b92fa0dac tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Dec 13 20:18:16.677573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7f2c-7c12-47a4-9b37-e31b22b9c7d3 req-61342611-db0b-4e84-a905-393cd55d4af2 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:16.678946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f70e7f2c-7c12-47a4-9b37-e31b22b9c7d3 req-61342611-db0b-4e84-a905-393cd55d4af2 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0848708 Dec 13 20:18:16.727000 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f70e7f2c-7c12-47a4-9b37-e31b22b9c7d3 req-5741d12d-b7be-4a3c-ac3e-8ba9d65d1ccb tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Dec 13 20:18:17.926642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc528f6-db49-4ee3-956f-83c88751e87e req-3d951fc4-cb42-484b-84d8-353bd2f5c7a4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:17.928074 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bc528f6-db49-4ee3-956f-83c88751e87e req-3d951fc4-cb42-484b-84d8-353bd2f5c7a4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0844121 Dec 13 20:18:17.973110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bc528f6-db49-4ee3-956f-83c88751e87e req-cf9656cb-c6ac-4703-b0c6-82b1f263832c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Dec 13 20:18:18.577859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-a3b98dde-1c53-42af-871f-bbbf071eca75 service neutron] 10.222.0.20 "GET /v2.0/ports/007c1956-7c36-455e-b5f3-a9edd49dd24b/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0777347 Dec 13 20:18:18.874368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-ed3a5a9d-3b95-4ee4-b841-8b36fedc0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:18.875870 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-ed3a5a9d-3b95-4ee4-b841-8b36fedc0799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b&tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca HTTP/1.1" status: 200 len: 1099 time: 0.0877819 Dec 13 20:18:18.972676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-ffa7605f-b6b4-4eec-9532-7874124438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:18.974601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-ffa7605f-b6b4-4eec-9532-7874124438da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1099 time: 0.0751173 Dec 13 20:18:19.152004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-fd184aa7-e178-4a66-ab1c-b9adb6b9d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:19.153378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-fd184aa7-e178-4a66-ab1c-b9adb6b9d0e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1727808 Dec 13 20:18:19.228010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-d6aa28b7-b53b-4627-8ff0-08efdae7062d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 217 time: 0.0646269 Dec 13 20:18:19.296256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e591937-b2e4-4194-b8be-3f85fc7c97c9 req-88a4e342-2b35-45c5-af70-48b35339c074 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:19.297761 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e591937-b2e4-4194-b8be-3f85fc7c97c9 req-88a4e342-2b35-45c5-af70-48b35339c074 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.2093234 Dec 13 20:18:19.308775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-f16d2040-af57-4478-a58b-f5235d0ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:19.310149 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-f16d2040-af57-4478-a58b-f5235d0ee598 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0756805 Dec 13 20:18:19.373563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-0eca55c0-231f-4543-abbb-06acf4af81cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496409 Dec 13 20:18:19.402303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e591937-b2e4-4194-b8be-3f85fc7c97c9 req-b9034883-3790-4160-af20-2a84116fbea4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958354 Dec 13 20:18:19.522697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-0ee1838b-9ca2-401c-a20f-5d25b96a0820 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411443 Dec 13 20:18:19.660206 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd8d1634-f5f1-4181-afea-f4c2c745b5db req-0d2d43d5-ce98-4d65-9079-cd89aca39691 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308107 Dec 13 20:18:20.631800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3b202-e079-49fc-9dd3-43a933fe3346 req-eb32e8bd-a047-4b7f-94fc-5cb00a01dd0c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:20.633356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcf3b202-e079-49fc-9dd3-43a933fe3346 req-eb32e8bd-a047-4b7f-94fc-5cb00a01dd0c tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.1072559 Dec 13 20:18:20.681262 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcf3b202-e079-49fc-9dd3-43a933fe3346 req-9f520da5-b81c-4ee6-8632-c1953a995ad6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Dec 13 20:18:21.198845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:18:21.201307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:18:21.410348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:21.439607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:21.460983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:21.467088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'network_id': '51f3c5d3-52f1-41c2-84ac-0d886fbc112c', 'port_id': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'mac_address': 'fa:16:3e:e7:b6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daad95c-5d08-4136-9fcf-c11dd9c8562f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:18:21.472883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:21.504581 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:21.511984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:21.580910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:21.602259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:21.605724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007c1956-7c36-455e-b5f3-a9edd49dd24b {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:18:21.609646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:21.613001 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'code': 200} Dec 13 20:18:21.628403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:21.634481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:21.638426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-12bdc270-ad4e-4c8c-a6d7-8f8d82b2aa1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:21.715610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['007c1956-7c36-455e-b5f3-a9edd49dd24b'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:18:21.745659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9fff7237-7acf-41e9-ad15-c12251dcf793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:21.774188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:21.777363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:21.872199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b362d92-9b76-4188-bdca-c0b78fad4bba req-fd1c81bf-cbca-49ff-98c9-46aaacf199e6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:21.873698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b362d92-9b76-4188-bdca-c0b78fad4bba req-fd1c81bf-cbca-49ff-98c9-46aaacf199e6 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 945 time: 0.0814438 Dec 13 20:18:21.919466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b362d92-9b76-4188-bdca-c0b78fad4bba req-825428f8-84be-4b01-9109-d2d83a4ed8a3 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Dec 13 20:18:22.307299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-9df3c52e-aa98-492f-a647-bd674f860dcc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:22.308768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-9df3c52e-aa98-492f-a647-bd674f860dcc tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b&tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.1467845 Dec 13 20:18:22.318038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b640cf-fc83-429c-a80d-f58ac2f5db5c req-19b4494a-0c6d-4a35-81c5-aa3a15f27ed1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:22.319402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03b640cf-fc83-429c-a80d-f58ac2f5db5c req-19b4494a-0c6d-4a35-81c5-aa3a15f27ed1 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 945 time: 0.1216536 Dec 13 20:18:22.366044 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03b640cf-fc83-429c-a80d-f58ac2f5db5c req-ac1e1841-6d3f-4e3b-a877-05006a6086d0 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Dec 13 20:18:22.569068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-c0497eb4-0929-4d26-bbe4-60aade0620d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:22.570526 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-c0497eb4-0929-4d26-bbe4-60aade0620d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 1098 time: 0.1862226 Dec 13 20:18:22.702477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-37317c6d-192f-46c7-98b1-cb74cb471e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:22.703893 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-37317c6d-192f-46c7-98b1-cb74cb471e4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 200 len: 914 time: 0.1273925 Dec 13 20:18:22.774553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-c351127c-11ff-423a-ac07-faf883c3ef57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 200 len: 217 time: 0.0631676 Dec 13 20:18:22.837523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-c15645e5-7ea9-461d-828b-2e942fd2ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:22.838822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-c15645e5-7ea9-461d-828b-2e942fd2ac57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 200 len: 854 time: 0.0585537 Dec 13 20:18:22.884547 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-28790c27-e5e6-45d6-b477-eb0a8b3c70f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51f3c5d3-52f1-41c2-84ac-0d886fbc112c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392337 Dec 13 20:18:23.016214 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-f4ce4f40-7d83-4d93-b946-c0efe885fcd8 service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249375 Dec 13 20:18:23.149072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ca7a831-2730-4eec-8bab-ed6873cb7e69 req-fe3d6333-d734-490f-8261-02b483fee5fc service neutron] 10.222.0.20 "GET /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253731 Dec 13 20:18:23.230272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:23.300053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 007c1956-7c36-455e-b5f3-a9edd49dd24b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:23.300436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:23.458541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:23.491401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:23.496726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:23.498641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:23.565361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8577-b7fb-4b89-bd52-d797b10d7118 req-7f339615-baef-46cc-b4aa-57fd7fd3ca41 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:23.566656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:23.566938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d51b8577-b7fb-4b89-bd52-d797b10d7118 req-7f339615-baef-46cc-b4aa-57fd7fd3ca41 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0887947 Dec 13 20:18:23.569852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:23.613851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:23.624607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d51b8577-b7fb-4b89-bd52-d797b10d7118 req-40816841-1f2d-44cc-90f7-cb0d6e5ceebe tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Dec 13 20:18:23.657439 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'code': 200} Dec 13 20:18:23.911415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e55be973-8a87-476d-b30f-57f2c2b78b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:24.840891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86016597-4be3-45e7-8a9f-fee2a2b10c06 req-14a881a5-524d-48ec-9835-e012dff45827 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:24.842358 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86016597-4be3-45e7-8a9f-fee2a2b10c06 req-14a881a5-524d-48ec-9835-e012dff45827 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0993938 Dec 13 20:18:24.900111 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86016597-4be3-45e7-8a9f-fee2a2b10c06 req-e706a691-0318-4535-812d-7f5bd01d9194 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494630 Dec 13 20:18:25.025406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:25.044562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:25.108252 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495f078-3724-48b7-9900-247509ad9f5f req-7213ddaf-baa6-4ab7-9e36-a86176bc9a28 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:25.109730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c495f078-3724-48b7-9900-247509ad9f5f req-7213ddaf-baa6-4ab7-9e36-a86176bc9a28 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0825558 Dec 13 20:18:25.158562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c495f078-3724-48b7-9900-247509ad9f5f req-fc9249c8-17d3-418d-99e1-5120f807c6f9 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Dec 13 20:18:25.348368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec6b3-e214-43bf-abab-5c3281a97359 req-f3e87d70-0b51-4839-920a-4ad5d6680f79 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:25.349888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4bec6b3-e214-43bf-abab-5c3281a97359 req-f3e87d70-0b51-4839-920a-4ad5d6680f79 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0853446 Dec 13 20:18:25.404040 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b4bec6b3-e214-43bf-abab-5c3281a97359 req-ad0b8235-6e2f-4b12-815c-965d3d24ea40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Dec 13 20:18:25.854426 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:18:25.971261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179241d-6607-4421-829a-3537786671f6 req-175f1ef5-88b8-46cf-a7b0-4f6242f9394d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:25.972609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3179241d-6607-4421-829a-3537786671f6 req-175f1ef5-88b8-46cf-a7b0-4f6242f9394d tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0845523 Dec 13 20:18:26.022601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3179241d-6607-4421-829a-3537786671f6 req-fc9415d4-c0e9-4661-b5b2-78d7ce361da4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Dec 13 20:18:26.483630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:27.221022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98825-7e7c-4fa0-ac35-563ac4e66840 req-ea1f35fc-22a8-4841-bf48-e96852268549 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:27.222643 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2df98825-7e7c-4fa0-ac35-563ac4e66840 req-ea1f35fc-22a8-4841-bf48-e96852268549 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0916672 Dec 13 20:18:27.269507 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2df98825-7e7c-4fa0-ac35-563ac4e66840 req-35e42903-031a-488c-9073-b7aa6859586f tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/security-groups?id=e695a1bc-9155-404a-8a8b-cf95bac10ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Dec 13 20:18:27.366577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e677f-cb9f-40b6-a152-8687861bee10 req-8e4a4910-2c6e-4a56-ba33-ba1034231ead tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:27.368054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-933e677f-cb9f-40b6-a152-8687861bee10 req-8e4a4910-2c6e-4a56-ba33-ba1034231ead tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 946 time: 0.0822916 Dec 13 20:18:27.443275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Deleting port 007c1956-7c36-455e-b5f3-a9edd49dd24b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:18:27.443592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:27.696987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] For port 007c1956-7c36-455e-b5f3-a9edd49dd24b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=007c1956-7c36-455e-b5f3-a9edd49dd24b,segment=NetworkSegment(681aa9a2-1cc6-4b96-9008-b09b56e1f010),segment_id=681aa9a2-1cc6-4b96-9008-b09b56e1f010)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:27.697228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:27.816939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Calling delete_port for 007c1956-7c36-455e-b5f3-a9edd49dd24b owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:18:27.963322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:27.968973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:27.974866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['007c1956-7c36-455e-b5f3-a9edd49dd24b'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:18:28.013040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Pushing event deleted for resources: {'Port': ['ID=007c1956-7c36-455e-b5f3-a9edd49dd24b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:28.016122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:28.200389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] No DVR routers for this DVR port 007c1956-7c36-455e-b5f3-a9edd49dd24b on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:18:28.203259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:28.205958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-deleted', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:28.226178 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-933e677f-cb9f-40b6-a152-8687861bee10 req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.20 "DELETE /v2.0/ports/007c1956-7c36-455e-b5f3-a9edd49dd24b HTTP/1.1" status: 204 len: 173 time: 0.8524823 Dec 13 20:18:28.315658 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4cec93-e93b-45f5-ad04-386c7a55fe3b', 'name': 'network-vif-deleted', 'tag': '007c1956-7c36-455e-b5f3-a9edd49dd24b', 'status': 'completed', 'code': 200} Dec 13 20:18:28.445216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0b3574d3-792c-4e33-95b0-26de18d2856e req-0d0a026b-175f-4e65-9b37-de6ca786af81 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Synchronizing usage tracker for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:18:28.464627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0b3574d3-792c-4e33-95b0-26de18d2856e req-0d0a026b-175f-4e65-9b37-de6ca786af81 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Unset dirty status for tenant:6325bcf9c2dc4264bf4cdcb4d76239ca on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:18:28.466322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0b3574d3-792c-4e33-95b0-26de18d2856e req-0d0a026b-175f-4e65-9b37-de6ca786af81 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4cec93-e93b-45f5-ad04-386c7a55fe3b HTTP/1.1" status: 200 len: 210 time: 0.0673153 Dec 13 20:18:29.720781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34888) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:29.785104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Deleting subnet 7daad95c-5d08-4136-9fcf-c11dd9c8562f {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:18:29.788171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:29.837839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:29.894118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.084103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.088498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20e7652e-d025-4990-abb0-1f9ae7ea01c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:30.121426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7daad95c-5d08-4136-9fcf-c11dd9c8562f,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:30.126324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.133246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.133615 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.134129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.134504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.134873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.135244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.135612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.135973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.136340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.136700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.137057 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.137443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:30.141253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:30.142773 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7daad95c-5d08-4136-9fcf-c11dd9c8562f HTTP/1.1" status: 204 len: 168 time: 0.4209099 Dec 13 20:18:30.145504 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34892) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:30.250015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.386062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.411529 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f3c5d3-52f1-41c2-84ac-0d886fbc112c']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:30.424996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681aa9a2-1cc6-4b96-9008-b09b56e1f010') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:30.425325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681aa9a2-1cc6-4b96-9008-b09b56e1f010') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:30.440191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.471114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.480466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:18:30.480886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:18:30.495050 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:18:30.573371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.578353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-479383b9-4b68-4645-b1d6-28928d2f8238 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:30.594146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.607016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f3c5d3-52f1-41c2-84ac-0d886fbc112c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:30.610226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:30.618257 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b31f573c-f430-41be-aabd-9a142b71de73 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51f3c5d3-52f1-41c2-84ac-0d886fbc112c HTTP/1.1" status: 204 len: 168 time: 0.4719033 Dec 13 20:18:30.743254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34898) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:30.797124 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4a43731c-c08a-44db-b30e-b2b5b60dadc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6325bcf9c2dc4264bf4cdcb4d76239ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525832 Dec 13 20:18:30.800599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34902) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:30.858033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.883305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.943532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.949812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3ce4e7cb-b8f8-4a5b-a775-07f8f466fc01 tempest-NegativeSecGroupIPv6Test-1019510353 tempest-NegativeSecGroupIPv6Test-1019510353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:30.962587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e695a1bc-9155-404a-8a8b-cf95bac10ea1,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:30.965252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:30.966538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:30.967645 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e695a1bc-9155-404a-8a8b-cf95bac10ea1 HTTP/1.1" status: 204 len: 168 time: 0.1661887 Dec 13 20:18:31.259843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:18:31.295192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 007c1956-7c36-455e-b5f3-a9edd49dd24b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:18:31.295545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 007c1956-7c36-455e-b5f3-a9edd49dd24b not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:18:31.750659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34926) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:31.861521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-99469227-network', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:31.866560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:31.871135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Usage tracker for resource:network and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:31.874231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:31.880864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:31.891839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:18:31.894224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:31.907984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:31.923029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:31.927154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Usage tracker for resource:security_group_rule and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:31.930104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:31.936019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:32.026152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.032317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.035352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-099b71d1-1120-4a8c-bfc1-a6192975dca5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:32.063487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:18:32.072482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f3ea0-c40a-4eda-af16-95f30b3c12bb,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:32.075595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:32.079725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.080119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Added segment ca47ee50-63b5-4fb9-bd2b-157ed842ae90 of type vlan for network 077f094e-6e5e-4a39-a152-782fb66945a3 Dec 13 20:18:32.107151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.137421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.138531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:32.139175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.142471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0481b558-64f9-4e7a-808f-28032743fc15 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:32.243355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Pushing event updated for resources: {'Network': ['ID=077f094e-6e5e-4a39-a152-782fb66945a3,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:32.246884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:32.248409 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4968231 Dec 13 20:18:32.251590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34932) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:32.253467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 077f094e-6e5e-4a39-a152-782fb66945a3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:18:32.257231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Request body: {'subnet': {'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-99469227-subnet', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:32.262569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:32.266875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Usage tracker for resource:subnet and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:32.269854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:32.276016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:32.287625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:18:32.290210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.501834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.507456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a71f63ab-5540-44ed-af15-c4cf60bee9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:32.574060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b4529e-c0da-459d-9395-18eb0812d7fa,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:32.577784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:32.588189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:18:32.588786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Network hostable DHCP agents. Network: 077f094e-6e5e-4a39-a152-782fb66945a3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:18:32.615377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:18:32.626957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 077f094e-6e5e-4a39-a152-782fb66945a3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:32.631449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:32.632566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.636410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70672e21-dd9c-490e-88a0-642e15dc272a None None] Network 077f094e-6e5e-4a39-a152-782fb66945a3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:18:32.656016 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4028499 Dec 13 20:18:32.658262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34936) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:32.663357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:32.668554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:32.673231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Usage tracker for resource:router and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:32.676618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:32.682806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:32.695155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.697036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.712577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.861979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-077f094e-6e5e-4a39-a152-782fb66945a3', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:18:32.862876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:32.980390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.022295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Allocated IP 172.20.0.2 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/c75c8c21-c436-45f5-8c47-ba1feb0ed500) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:18:33.224617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.235146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Transition to ACTIVE for port object c75c8c21-c436-45f5-8c47-ba1feb0ed500 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:33.253554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Transition to ACTIVE for port object c75c8c21-c436-45f5-8c47-ba1feb0ed500 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:33.259492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.264314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:33.289787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.321197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.326701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:33.327874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:33.332488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:18:33.367126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Pushing event updated for resources: {'Port': ['ID=c75c8c21-c436-45f5-8c47-ba1feb0ed500,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:33.370139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:33.431069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Attempting to bind port c75c8c21-c436-45f5-8c47-ba1feb0ed500 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:18:33.431448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Attempting to bind port c75c8c21-c436-45f5-8c47-ba1feb0ed500 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:18:33.431819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Attempting to bind port c75c8c21-c436-45f5-8c47-ba1feb0ed500 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:18:33.437141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:18:33.437544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:18:33.437952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.438344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:18:33.438809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Bound port: c75c8c21-c436-45f5-8c47-ba1feb0ed500, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:18:33.439190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.462100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Allocated IP 172.26.6.138 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:18:33.526100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] For port c75c8c21-c436-45f5-8c47-ba1feb0ed500, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:18:33.529313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] For port c75c8c21-c436-45f5-8c47-ba1feb0ed500, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c75c8c21-c436-45f5-8c47-ba1feb0ed500,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:18:33.534301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.538846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:33.607890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.628110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Pushing event updated for resources: {'Port': ['ID=c75c8c21-c436-45f5-8c47-ba1feb0ed500,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:33.631278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:33.641132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:33.645133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-744af7aa-a6ef-4629-aa9c-1fdbfaf8374a tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:33.710222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:33.713195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:33.716879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:18:33.891622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:33.900840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:33.913152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c75c8c21-c436-45f5-8c47-ba1feb0ed500 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:33.984879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c75c8c21-c436-45f5-8c47-ba1feb0ed500 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:34.283405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:34.558073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85606e-3f71-434b-b642-e9dbac45a633 None None] Network 077f094e-6e5e-4a39-a152-782fb66945a3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:18:34.633650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:34.649530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Provisioning for port c75c8c21-c436-45f5-8c47-ba1feb0ed500 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:34.667420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Provisioning complete for port c75c8c21-c436-45f5-8c47-ba1feb0ed500 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:34.667848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:34.845186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:18:34.928610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:34.971383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] For port c75c8c21-c436-45f5-8c47-ba1feb0ed500, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c75c8c21-c436-45f5-8c47-ba1feb0ed500,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:34.975646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:34.977519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:35.029332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:18:35.051834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:18:35.057526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:35.059362 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3998806 Dec 13 20:18:35.061271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Pushing event updated for resources: {'Port': ['ID=c75c8c21-c436-45f5-8c47-ba1feb0ed500,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:35.062177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34940) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:35.065897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:35.068950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:35.069624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:35.255759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52e064a3-6f02-48a7-8cc6-5c98561d406f None None] Provisioning complete for port c75c8c21-c436-45f5-8c47-ba1feb0ed500 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:35.255991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52e064a3-6f02-48a7-8cc6-5c98561d406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:35.294811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:35.653288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:34Z', 'revision_number': 3, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:35.657609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:18:35.658008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Updating router 42e02057-a26d-428a-9f78-dc4cb2231fc2 port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:18:35.714979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:35.882062 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:35.906478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c75c8c21-c436-45f5-8c47-ba1feb0ed500 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:36.029661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c75c8c21-c436-45f5-8c47-ba1feb0ed500 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:36.030381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.090261 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Allocated IP 172.20.0.1 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/2ff8f196-2378-4fe0-ab41-f2d3293adf54) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:18:36.156390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.202384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Transition to ACTIVE for port object ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:36.214388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.220236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:36.240185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.255987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Transition to ACTIVE for port object 2ff8f196-2378-4fe0-ab41-f2d3293adf54 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:36.283957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.288671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:36.307097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Pushing event updated for resources: {'Port': ['ID=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:36.309442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Attempting to bind port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:18:36.309825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Attempting to bind port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:18:36.310196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Attempting to bind port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:18:36.312386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:36.316518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:18:36.316906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:18:36.317389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.317788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:18:36.318269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Bound port: ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:18:36.318647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.358135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:36.361048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:36.364961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:18:36.403324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:36.412368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:36.428407 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.454296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] For port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:18:36.457675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] For port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:18:36.466745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.471035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:36.547754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:36.548399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:36.615085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Pushing event updated for resources: {'Port': ['ID=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:36.620045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:36.689217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.707824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-03e49e39-ec88-4858-a395-fcf5e87fad70 None None] Provisioning for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:36.727633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-03e49e39-ec88-4858-a395-fcf5e87fad70 None None] Provisioning complete for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:36.728021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-03e49e39-ec88-4858-a395-fcf5e87fad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.786366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:36.905317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-03e49e39-ec88-4858-a395-fcf5e87fad70 None None] Port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:18:36.913929 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.919709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:36.943759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e593ffeb-0a1f-476b-882f-4b5fefeda966 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:37.020829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:37.024992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:37.025970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:37.074799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:34Z', 'revision_number': 3, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:37.078834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9c7ef-144d-4291-933e-83330406b92c None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:34Z', 'revision_number': 3, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:18:37.163375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:37.164651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:37.528466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:18:37.628493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6080b2f-86d2-47fe-9fc6-e5701c6eb2d3 None None] Provisioning complete for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:37.628884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d6080b2f-86d2-47fe-9fc6-e5701c6eb2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:37.696218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d6080b2f-86d2-47fe-9fc6-e5701c6eb2d3 None None] Port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:18:37.723486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:18:37.733077 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] 10.222.0.18 "PUT /v2.0/routers/42e02057-a26d-428a-9f78-dc4cb2231fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691263 Dec 13 20:18:37.891182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:37.963159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:37.969541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:37.970040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.098199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.114500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:38.119984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.121783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-eaf72237-f920-403a-b5a1-1013aa747ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:38.186834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:38.190026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:38.325562 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34950) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:38.331716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248966466', 'description': 'tempest-description--995382020'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:38.338556 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:38.343300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:security_group and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:38.346533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:38.352733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:38.365842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.388268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:38.392291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:security_group_rule and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:38.395180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:38.401545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:38.476707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.481373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.488220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:38.526670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d308f002-124a-472c-9c9d-805da2430dbe,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:38.529757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.533640 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2044058 Dec 13 20:18:38.533640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:38.534079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34954) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:38.538784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'security_group_rule': {'security_group_id': 'd308f002-124a-472c-9c9d-805da2430dbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:38.545689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:38.549627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:security_group_rule and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:38.552519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:38.558246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:38.578895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.643419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.649056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.651034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eaba80ec-356d-4d54-a0df-3ebfb108001c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:38.675472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2412762a-4974-4048-a2bc-98edae1dae34,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:38.677669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:38.686839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.688060 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533632 Dec 13 20:18:38.690261 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:18:38.690937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 34958) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:38.700271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'security_group_rule': {'security_group_id': 'd308f002-124a-472c-9c9d-805da2430dbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:38.700798 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:38.701445 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:38.710148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:38.714345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:security_group_rule and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:38.718448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:38.724822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:38.743973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.813085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.818862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.821415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6adee1c7-37e0-4a26-985a-0c26cddc2851 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:38.853051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8d9d66-424b-4928-a887-77ba3f2e28e6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:38.857376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:38.861609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656666 Dec 13 20:18:38.861609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:38.862287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 34962) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:38.868506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:38.875454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:38.877873 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:38.879486 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:floatingip and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:38.882520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:38.888442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:38.900471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.044918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.184866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Allocated IP 172.26.6.150 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/11f8c53b-8441-4f72-a88d-364741a1530a) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:18:39.203158 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 2, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:39.207125 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:18:39.207491 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Updating router 42e02057-a26d-428a-9f78-dc4cb2231fc2 port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:18:39.260223 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.334564 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.368907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.374123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:39.441011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:39.443826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:39.448054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:18:39.487838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=11f8c53b-8441-4f72-a88d-364741a1530a,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:39.492330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:39.532894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.596332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.611342 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.623287 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Transition to ACTIVE for port object 2ff8f196-2378-4fe0-ab41-f2d3293adf54 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:39.630225 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.636582 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-164dd1ba-439e-4993-8f64-7f995a583e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:39.811829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.818669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.825769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Pushing event updated for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:39.830747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8dabc5b8-fb4b-4796-829b-ecb2b6eaab1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:39.833554 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.833911 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.834252 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.834588 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.834920 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.835252 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.835581 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.835912 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.836318 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.836646 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.836972 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.837336 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:39.864584 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:39.894647 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Attempting to bind port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:18:39.895431 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Attempting to bind port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:18:39.897637 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Attempting to bind port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:18:39.901306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:39.904887 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:18:39.905435 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:18:39.905849 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.906249 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:18:39.906706 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Bound port: 2ff8f196-2378-4fe0-ab41-f2d3293adf54, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:18:39.907084 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.946727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=11f8c53b-8441-4f72-a88d-364741a1530a,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:39.951027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:39.958629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.983643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:39.983970 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.987105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:39.988503 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1251230 Dec 13 20:18:40.004389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] For port 2ff8f196-2378-4fe0-ab41-f2d3293adf54, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:18:40.007791 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] For port 2ff8f196-2378-4fe0-ab41-f2d3293adf54, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ff8f196-2378-4fe0-ab41-f2d3293adf54,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:18:40.012514 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:40.017001 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:40.086880 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:40.087788 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:40.159220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-0389b7f2-3078-43e4-90ff-260a841420a3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--248966466&fields=id&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 267 time: 0.0420372 Dec 13 20:18:40.176514 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Pushing event updated for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:40.180131 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:40.289984 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:40.462231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-220ed6b3-6bf9-42d3-9630-a738dc929230 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:40.463709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-220ed6b3-6bf9-42d3-9630-a738dc929230 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.2963181 Dec 13 20:18:40.479002 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-01cc8446-9da5-4ef8-8278-76b686e4e415 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/quotas/281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 375 time: 0.0097091 Dec 13 20:18:40.568184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-bfc37064-521f-4442-999d-d32e22f2272a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839870 Dec 13 20:18:40.612249 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:39Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:40.616394 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43270d3-581a-48c3-b3c2-58f4208360f8 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:39Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:18:40.780886 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-d55df3f3-b422-4943-929c-54a6a075f04c service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004790 Dec 13 20:18:40.922056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-eaa784da-c88f-4c0e-879b-8db7348bfff1 service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347146 Dec 13 20:18:41.117653 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47ea0a4f-c136-412b-bb65-f3de2a2d7ec8 req-efe04b06-0250-458f-afd3-03e604284828 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 210 time: 0.0542877 Dec 13 20:18:41.889304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ff8f196-2378-4fe0-ab41-f2d3293adf54 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:41.958167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:41.963368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:41.963754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:42.080110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:42.115700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 2ff8f196-2378-4fe0-ab41-f2d3293adf54, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ff8f196-2378-4fe0-ab41-f2d3293adf54,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:42.126979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:42.131584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:42.175853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:42.212560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:42.215987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:42.285676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-da29eda7-0a57-4d2a-a8f8-4fbfb62c7016 req-bb09da71-851c-412c-9348-c689d5cbe7f6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 210 time: 0.0603387 Dec 13 20:18:42.415984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-0def2d1b-4983-4cb1-a720-3dfa5aa1618d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:42.417398 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-0def2d1b-4983-4cb1-a720-3dfa5aa1618d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1562564 Dec 13 20:18:42.469279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-0cb5163f-fcc4-44bf-b7ad-e71c296a1a21 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 379 time: 0.0434856 Dec 13 20:18:42.480054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'port': {'device_id': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'admin_state_up': True, 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'security_groups': ['d308f002-124a-472c-9c9d-805da2430dbe']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:42.621273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:18:42.625193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Usage tracker for resource:port and tenant:281ba77371c84b738d07f27f5fc39c7f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:18:42.628045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:18:42.633999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:18:42.645639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:18:42.649626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:42.814378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Allocated IP 172.20.0.5 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/aa7bed1e-b828-48ff-95c2-b93578bdec51) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:18:43.026694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.042110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Transition to ACTIVE for port object aa7bed1e-b828-48ff-95c2-b93578bdec51 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:43.067916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.074135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70b0d967-9c43-4f20-b99e-27c929c3d594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:43.143158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:18:43.146246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:18:43.150316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:18:43.181684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:43.202092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.202492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.202881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.203264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.203607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.204019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.204403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.204770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.205139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.205544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.205870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.206254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:43.212021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:43.231685 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:43.232301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.255562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794113 Dec 13 20:18:43.267070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Request body: {'port': {'device_id': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:43.386352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.439168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fb7d8609-5ebd-4708-b895-af02b29e0389 None None] Provisioning for port aa7bed1e-b828-48ff-95c2-b93578bdec51 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:43.444419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fb7d8609-5ebd-4708-b895-af02b29e0389 None None] Provisioning complete for port aa7bed1e-b828-48ff-95c2-b93578bdec51 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:43.444818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8609-5ebd-4708-b895-af02b29e0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.543117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d8609-5ebd-4708-b895-af02b29e0389 None None] Port aa7bed1e-b828-48ff-95c2-b93578bdec51 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:18:43.606866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63fa5b-ad1d-40d1-bf38-07041947fe69 req-31fd6f4f-13b0-4ec4-ae07-e9f11ae3cc18 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:43.607475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7e63fa5b-ad1d-40d1-bf38-07041947fe69 req-31fd6f4f-13b0-4ec4-ae07-e9f11ae3cc18 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:18:43.702426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7e63fa5b-ad1d-40d1-bf38-07041947fe69 req-31fd6f4f-13b0-4ec4-ae07-e9f11ae3cc18 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:18:43.703605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7e63fa5b-ad1d-40d1-bf38-07041947fe69 req-31fd6f4f-13b0-4ec4-ae07-e9f11ae3cc18 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 931 time: 0.2768695 Dec 13 20:18:43.872691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ff8f196-2378-4fe0-ab41-f2d3293adf54 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:43.900745 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7e63fa5b-ad1d-40d1-bf38-07041947fe69 req-e7fa4d44-0f9c-4087-8471-0b2635d889f8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899059 Dec 13 20:18:43.941272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:43.941663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.970045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7bed1e-b828-48ff-95c2-b93578bdec51 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:18:43.978041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:43.992373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Transition to ACTIVE for port object aa7bed1e-b828-48ff-95c2-b93578bdec51 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:18:43.997035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:44.001924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-dd35e148-1cab-4960-9ec5-8ffa1c9b6012 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:44.156902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:44.164612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:44.237597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Attempting to bind port aa7bed1e-b828-48ff-95c2-b93578bdec51 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:18:44.237919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Attempting to bind port aa7bed1e-b828-48ff-95c2-b93578bdec51 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:18:44.238239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Attempting to bind port aa7bed1e-b828-48ff-95c2-b93578bdec51 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:18:44.243153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Port aa7bed1e-b828-48ff-95c2-b93578bdec51 on network 077f094e-6e5e-4a39-a152-782fb66945a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:18:44.243466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Attempting to bind port aa7bed1e-b828-48ff-95c2-b93578bdec51 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:18:44.248858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:18:44.249197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:18:44.249592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:18:44.250001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Bound port: aa7bed1e-b828-48ff-95c2-b93578bdec51, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:18:44.250335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:44.343365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:18:44.346377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:18:44.351148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:44.354932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b163e5b-92d1-47ef-be1a-15c477e00446 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:44.416622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:44.417312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:44.418604 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 1093 time: 1.1557820 Dec 13 20:18:44.419131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:44.441074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:44.444578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:44.500809 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'status': 'completed', 'code': 200} Dec 13 20:18:44.538669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-b2a4c485-ddb3-4f60-b0dc-e91963b26144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:44.540320 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-b2a4c485-ddb3-4f60-b0dc-e91963b26144 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1096 time: 0.0775657 Dec 13 20:18:44.611542 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-509cc577-ac42-4ff7-8651-4d17e404a9a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 217 time: 0.0637217 Dec 13 20:18:44.675492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-1344231e-c306-4dc8-9929-b22b1278f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:44.676768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-1344231e-c306-4dc8-9929-b22b1278f4ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0572035 Dec 13 20:18:44.759788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-e6c2d52e-54bd-4972-80d8-a27ef9a36c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:44.761285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-e6c2d52e-54bd-4972-80d8-a27ef9a36c6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779130 Dec 13 20:18:44.895714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-32c08601-cb08-4a8a-bf1b-5499d7be6da0 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275976 Dec 13 20:18:45.081037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1830e30b-c432-4a3c-af1d-78963babdf96 req-db72f3db-7a55-49c0-995c-b6cc6f9f3fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784251 Dec 13 20:18:45.116312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb8211-26f0-47ec-8b93-2b3a4be93ca0 req-9c0f23a2-1587-4c2c-85ec-a09b5032cf62 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:45.117822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afeb8211-26f0-47ec-8b93-2b3a4be93ca0 req-9c0f23a2-1587-4c2c-85ec-a09b5032cf62 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.1031661 Dec 13 20:18:45.203813 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afeb8211-26f0-47ec-8b93-2b3a4be93ca0 req-cb033f36-440d-4a6f-9bee-4483fe17a885 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791717 Dec 13 20:18:45.229071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-455180b0-05b7-4acd-b52d-6b1c03db0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:45.230574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-455180b0-05b7-4acd-b52d-6b1c03db0f01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1096 time: 0.0930159 Dec 13 20:18:45.363506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-ee8d7f67-b5bb-4384-b789-8eaaec94c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:45.364979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-ee8d7f67-b5bb-4384-b789-8eaaec94c2e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1260192 Dec 13 20:18:45.439638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-62545954-8fea-478e-b9b4-5a6e4b015186 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 217 time: 0.0676224 Dec 13 20:18:45.518398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-6ba2707d-160d-4600-b232-8ed122e7ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:45.519737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-6ba2707d-160d-4600-b232-8ed122e7ab21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0727999 Dec 13 20:18:45.599381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-30ff813e-c364-4fcd-b037-f609fea70593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:45.600831 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-30ff813e-c364-4fcd-b037-f609fea70593 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738993 Dec 13 20:18:45.851978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-8c0bae50-91fa-40b8-93ff-2550476daa0a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427235 Dec 13 20:18:45.989216 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c15d3c36-0a01-471d-9197-4fb35624ccb1 req-15fe92c6-b520-4787-a58f-eead3a8f5893 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295779 Dec 13 20:18:46.390895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762ceb-5219-4119-96b8-f3366a622e32 req-32d5ae65-17b1-475d-8d29-81bb132341e1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:46.392376 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea762ceb-5219-4119-96b8-f3366a622e32 req-32d5ae65-17b1-475d-8d29-81bb132341e1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0823128 Dec 13 20:18:46.450885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea762ceb-5219-4119-96b8-f3366a622e32 req-a5f9671d-febd-45dd-9d6e-96e6fdb64e26 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526032 Dec 13 20:18:47.337130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:18:47.475807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:47.489251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'mac_address': 'fa:16:3e:4e:dd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:18:47.550357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:47.567857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7bed1e-b828-48ff-95c2-b93578bdec51 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:18:47.587095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:47.592874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:47.594610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:47.640077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535de42-4f40-477e-9b32-3bab2537454a req-b4c28397-c9ed-4135-b6d2-e53472abf8f0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:47.641613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0535de42-4f40-477e-9b32-3bab2537454a req-b4c28397-c9ed-4135-b6d2-e53472abf8f0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 944 time: 0.0818183 Dec 13 20:18:47.659797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:47.667149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.667495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.667837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.668188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.668539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.668831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.669154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.669504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.669831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.670150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.670465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.670783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:18:47.674630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:47.687105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0535de42-4f40-477e-9b32-3bab2537454a req-30bb574a-dcf8-4a91-b2c8-2ed8a17ccbb8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 Dec 13 20:18:47.795329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['aa7bed1e-b828-48ff-95c2-b93578bdec51'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:18:48.907525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ea67-4182-44bd-9689-5416cc2c4f05 req-a008f969-7c4e-4ce0-a0bb-e577e80e723c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:48.908973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77a4ea67-4182-44bd-9689-5416cc2c4f05 req-a008f969-7c4e-4ce0-a0bb-e577e80e723c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 944 time: 0.1002417 Dec 13 20:18:48.955020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77a4ea67-4182-44bd-9689-5416cc2c4f05 req-2837502f-ba55-46aa-9242-fb0581187769 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Dec 13 20:18:49.353224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:18:49.435046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port aa7bed1e-b828-48ff-95c2-b93578bdec51 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:18:49.442396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port aa7bed1e-b828-48ff-95c2-b93578bdec51 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:18:49.442810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:49.581811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:49.613597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:49.624901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:18:49.630528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:49.633706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:18:49.670331 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'code': 200} Dec 13 20:18:49.711495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:18:49.714336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:18:49.929333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85883f5-354a-42b3-83bc-5fcb8fb151be req-a493549d-17d5-421b-9cb4-97fd7ea24d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:49.932690 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f85883f5-354a-42b3-83bc-5fcb8fb151be req-a493549d-17d5-421b-9cb4-97fd7ea24d3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.0954139 Dec 13 20:18:49.979496 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f85883f5-354a-42b3-83bc-5fcb8fb151be req-4136d500-28a5-4eab-b0c2-e8082d442b1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406051 Dec 13 20:18:50.164292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5dbf-4b9c-43df-80e5-e06a1b4863ce req-f4205261-714e-45f5-8b75-8bb269a59d29 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:50.165830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95aa5dbf-4b9c-43df-80e5-e06a1b4863ce req-f4205261-714e-45f5-8b75-8bb269a59d29 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0927522 Dec 13 20:18:50.214072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95aa5dbf-4b9c-43df-80e5-e06a1b4863ce req-f25dca70-47e5-479a-9a33-4a688e27d0e5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Dec 13 20:18:51.417016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a551a3e-4ada-4e57-bc61-b0771f0fce88 req-0fc0257a-d645-444c-83ca-193801d212c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:51.418527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a551a3e-4ada-4e57-bc61-b0771f0fce88 req-0fc0257a-d645-444c-83ca-193801d212c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0842252 Dec 13 20:18:51.463400 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a551a3e-4ada-4e57-bc61-b0771f0fce88 req-71419eb9-5c60-4bf2-9c77-9048f8ff2ba6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391185 Dec 13 20:18:51.653981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9494dba7-5f3f-457c-9cc6-a0a9df8a22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:51.666505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a926e-dbf9-4301-8570-5ed65fc050f5 req-8d88b7f6-68c8-4be5-8048-4f87845d8af9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:51.667969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a4a926e-dbf9-4301-8570-5ed65fc050f5 req-8d88b7f6-68c8-4be5-8048-4f87845d8af9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0967281 Dec 13 20:18:51.676693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 35020) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:18:51.682182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'floatingip': {'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:18:51.761214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:52.519828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:52.527035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:52.695150 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 associated. External IP: 172.26.6.150, port: aa7bed1e-b828-48ff-95c2-b93578bdec51. Dec 13 20:18:53.050262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:18:53.231448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:18:53.235824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:53.241633 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:18:53.252731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:53.253398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:53.293444 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38961dfc-0d57-489b-89a5-3546e725ac1a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "PUT /v2.0/floatingips/15868536-4b52-426a-96b3-147c3a03d6c4 HTTP/1.1" status: 200 len: 991 time: 1.6156216 Dec 13 20:18:53.294129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:18:53.407416 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'status': 'completed', 'code': 200} Dec 13 20:18:53.435019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:53.503440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98a19-6120-42bb-90f9-15fce029b62e req-b85a72af-0332-4d8a-96af-a80fdce1b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:53.504932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-b85a72af-0332-4d8a-96af-a80fdce1b621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.0742128 Dec 13 20:18:53.637903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98a19-6120-42bb-90f9-15fce029b62e req-52ae2add-4f30-4141-8011-29c93dc984bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:53.639364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-52ae2add-4f30-4141-8011-29c93dc984bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1281116 Dec 13 20:18:53.745730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-8633b53c-5cb2-4727-8710-53de221f7713 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 999 time: 0.0998721 Dec 13 20:18:53.778988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:4e:dd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:18:52Z', 'revision_number': 1, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:53.783023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:18:53.791431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:18:53.792041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:18:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:53.813326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98a19-6120-42bb-90f9-15fce029b62e req-c32709a0-ba3a-4747-b66a-01e22644f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:53.814922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-c32709a0-ba3a-4747-b66a-01e22644f4c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0628822 Dec 13 20:18:53.896329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98a19-6120-42bb-90f9-15fce029b62e req-1628455d-d321-4518-ab42-8f3511182b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:18:53.897748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-1628455d-d321-4518-ab42-8f3511182b08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758352 Dec 13 20:18:53.974339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fd946e2a-ffc3-4103-b5a7-2944d09a56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:54.017287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:18:54.032922 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-76e15319-a1f4-4e38-8c37-4889f0bf7819 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280258 Dec 13 20:18:54.172244 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24c98a19-6120-42bb-90f9-15fce029b62e req-94c138b8-ee9a-4bc8-af33-4aa092c96abe service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317968 Dec 13 20:18:54.376587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:4e:dd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:18:52Z', 'revision_number': 1, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:18:54.381112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddead55-ff03-4466-80ce-aada1b05331f None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:4e:dd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:18:52Z', 'revision_number': 1, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:18:54.592366 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a85e7e-80a5-4b64-ab7c-36dff7049a42 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:18:55.026450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:55.049506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:18:56.488689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:02.859090 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:19:12.142904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:21.660611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439bc651-486f-4165-8537-aed03be28597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:23.922423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9c146cf6-cd0d-4302-8d16-fe2ef94829f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:25.033810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:25.053816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:26.496731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:28.971342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a125e84-c781-4749-9227-e380c30eac96 req-82bcccea-1324-4890-bfe9-48ad296288f2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:28.972717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a125e84-c781-4749-9227-e380c30eac96 req-82bcccea-1324-4890-bfe9-48ad296288f2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0925233 Dec 13 20:19:29.147132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a125e84-c781-4749-9227-e380c30eac96 req-209afe4a-9051-4b3c-85b2-5bd4ce10bd94 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659207 Dec 13 20:19:29.560467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f319c9-f086-40c3-aed5-152e6aaa7a6c req-8e005aa8-b20e-4859-801e-969f80ee850a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:29.562113 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93f319c9-f086-40c3-aed5-152e6aaa7a6c req-8e005aa8-b20e-4859-801e-969f80ee850a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0856876 Dec 13 20:19:29.609276 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-93f319c9-f086-40c3-aed5-152e6aaa7a6c req-75643d68-4fbd-46a1-96f8-80e1dc38ad3d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Dec 13 20:19:29.640222 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-6630385d-7663-4faf-9572-762d7f03cf05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2053397 Dec 13 20:19:30.864454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa56a5b-4490-4022-8c66-ad2360f3848d req-e28deff6-5c1c-45dc-a2eb-1cdc77ddc932 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:30.865926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fa56a5b-4490-4022-8c66-ad2360f3848d req-e28deff6-5c1c-45dc-a2eb-1cdc77ddc932 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.1358953 Dec 13 20:19:30.870438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-a6af7ea0-4956-42ba-bc67-00636c6b0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:30.871759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-a6af7ea0-4956-42ba-bc67-00636c6b0cdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.1080494 Dec 13 20:19:30.991998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fa56a5b-4490-4022-8c66-ad2360f3848d req-94e107b9-2dd4-4102-9604-335f6aebe8a7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191890 Dec 13 20:19:31.034829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-77cbddf8-2464-4db2-b4ec-9634882bc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:31.036221 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-77cbddf8-2464-4db2-b4ec-9634882bc1d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1513124 Dec 13 20:19:31.137053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-6a3494df-f7a2-4b48-bf6c-60bab618965b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 1001 time: 0.0944195 Dec 13 20:19:31.204457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-26488817-175a-412b-938c-dd764eabc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:31.206745 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-26488817-175a-412b-938c-dd764eabc413 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0631154 Dec 13 20:19:31.287022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-4f989843-6ed1-46ba-be4f-063ebb4b86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:31.288510 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-4f989843-6ed1-46ba-be4f-063ebb4b86f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748260 Dec 13 20:19:31.425059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-ca983ad6-1d28-4033-9263-04f6361d756d service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295085 Dec 13 20:19:31.575857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-baa32bb7-ed2e-4586-8364-725a99c7a959 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432509 Dec 13 20:19:32.198182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d9f5-501f-44e1-a313-beda25132a0b req-a2beb946-45ed-4c53-b3a8-fa799eebb2bf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:32.199509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c079d9f5-501f-44e1-a313-beda25132a0b req-a2beb946-45ed-4c53-b3a8-fa799eebb2bf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0896733 Dec 13 20:19:32.248031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c079d9f5-501f-44e1-a313-beda25132a0b req-bff257c1-7344-443a-9462-1190fecbe2b9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Dec 13 20:19:33.448015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd133944-39b3-44bb-aae7-2de507f590c5 req-7aaf08a2-d3be-45aa-bb06-c911ecb3a4fc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:33.449517 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd133944-39b3-44bb-aae7-2de507f590c5 req-7aaf08a2-d3be-45aa-bb06-c911ecb3a4fc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0854280 Dec 13 20:19:33.494806 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd133944-39b3-44bb-aae7-2de507f590c5 req-c6ca89fa-fe97-4c9e-a6fb-a6bcb6617f14 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Dec 13 20:19:34.691949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3755a8-ff2d-4af9-9f42-b0273588d1cc req-b644116f-e669-438b-92f6-c215e6560e54 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:34.693318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9c3755a8-ff2d-4af9-9f42-b0273588d1cc req-b644116f-e669-438b-92f6-c215e6560e54 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0870643 Dec 13 20:19:34.740909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9c3755a8-ff2d-4af9-9f42-b0273588d1cc req-79e188a7-2d78-4335-a542-6ddb32cac692 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Dec 13 20:19:35.959578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a781e1-5600-4ca9-8392-648a3bb33a99 req-cc7a2c7d-e542-482d-914d-631219414b22 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:35.961038 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96a781e1-5600-4ca9-8392-648a3bb33a99 req-cc7a2c7d-e542-482d-914d-631219414b22 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0974047 Dec 13 20:19:36.012230 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96a781e1-5600-4ca9-8392-648a3bb33a99 req-3ebbefae-e295-46a5-ae8d-0614a8075a59 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Dec 13 20:19:37.227329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9603901-7238-4c8e-9bb7-fca4c9eed632 req-7f3e6d22-691e-46c9-8d62-e5d39664d623 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:37.228867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9603901-7238-4c8e-9bb7-fca4c9eed632 req-7f3e6d22-691e-46c9-8d62-e5d39664d623 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0935898 Dec 13 20:19:37.275282 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9603901-7238-4c8e-9bb7-fca4c9eed632 req-d68f084e-f41c-4519-bc2e-d881d51cf89d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 Dec 13 20:19:38.470189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456f18-f380-46d8-8363-fb9094a4fa77 req-aae15d0c-ed76-4e78-8c1a-2948a3b9f470 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:38.471558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6456f18-f380-46d8-8363-fb9094a4fa77 req-aae15d0c-ed76-4e78-8c1a-2948a3b9f470 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0853813 Dec 13 20:19:38.518215 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6456f18-f380-46d8-8363-fb9094a4fa77 req-26ffcc1f-817c-4cf6-8483-c51abf511df5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406528 Dec 13 20:19:39.718259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95bda-b651-4413-9537-c0a2e3905595 req-83449ac2-79bb-4101-8307-ac5a4a6dd113 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:39.719816 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ef95bda-b651-4413-9537-c0a2e3905595 req-83449ac2-79bb-4101-8307-ac5a4a6dd113 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0855143 Dec 13 20:19:39.763775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ef95bda-b651-4413-9537-c0a2e3905595 req-fe4078b2-2186-467f-94ad-3f310b5e3f75 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377812 Dec 13 20:19:39.858768 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:19:41.125522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2fc44-1114-44a0-9d3b-f8f5125fae8e req-f15719e4-fe02-40dd-af24-0d86eae42412 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:41.126911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f1c2fc44-1114-44a0-9d3b-f8f5125fae8e req-f15719e4-fe02-40dd-af24-0d86eae42412 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0912483 Dec 13 20:19:41.172505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f1c2fc44-1114-44a0-9d3b-f8f5125fae8e req-10b7484e-acc9-4650-bf5b-9ff93dcc943e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393443 Dec 13 20:19:41.264460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-670d118f-001b-4506-bf59-8565ee13b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:41.265964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-670d118f-001b-4506-bf59-8565ee13b5fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.0747664 Dec 13 20:19:41.421224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-c1261fff-1112-4e02-b2ce-4fa30125b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:41.422622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-c1261fff-1112-4e02-b2ce-4fa30125b433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1368592 Dec 13 20:19:41.530329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-1db35dbb-f5f7-4f52-8967-d0f5ea82d5c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 1001 time: 0.1013417 Dec 13 20:19:41.601916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-b71a273a-0554-4bd8-bc8b-ada081f54c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:41.603354 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-b71a273a-0554-4bd8-bc8b-ada081f54c9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0669184 Dec 13 20:19:41.688554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-e540c473-44b0-4550-8d57-b4a6b73ef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:41.690605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-e540c473-44b0-4550-8d57-b4a6b73ef2a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809894 Dec 13 20:19:41.949375 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-900a49cd-b1ee-4c29-be0d-b4b8a555e813 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517810 Dec 13 20:19:42.082589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d27f571-83cc-426a-b50d-8b4216a7263b req-071bcc00-164e-4164-ba6c-83946989c34a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267917 Dec 13 20:19:42.149601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:42.379673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba063b1-1fa2-4139-948e-9299f543cf6a req-2f05c172-2281-4ac9-a714-2574b5436a67 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:42.381779 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7ba063b1-1fa2-4139-948e-9299f543cf6a req-2f05c172-2281-4ac9-a714-2574b5436a67 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0910735 Dec 13 20:19:42.430658 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7ba063b1-1fa2-4139-948e-9299f543cf6a req-dbb152d4-058e-4bad-929b-01b9421e7682 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414586 Dec 13 20:19:43.274733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-03f664ab-9839-468e-9689-d0e1d08713e1 service neutron] 10.222.0.20 "GET /v2.0/ports/aa7bed1e-b828-48ff-95c2-b93578bdec51/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0870349 Dec 13 20:19:43.613958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-8f5604e7-3d71-4745-a66b-4ae51639c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:43.615481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-8f5604e7-3d71-4745-a66b-4ae51639c2c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1098 time: 0.1301973 Dec 13 20:19:43.634386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52013aac-88c0-4238-b2e4-a51049e85343 req-90746d4b-6a2d-418a-960d-a81104fd92cb tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:43.635851 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-52013aac-88c0-4238-b2e4-a51049e85343 req-90746d4b-6a2d-418a-960d-a81104fd92cb tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.1003008 Dec 13 20:19:43.725220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-52013aac-88c0-4238-b2e4-a51049e85343 req-6349fbdb-c458-4058-b952-8723ef4f5ea6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562470 Dec 13 20:19:43.742814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-65e5db3b-6389-4d71-8fbd-731369f3814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:43.744310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-65e5db3b-6389-4d71-8fbd-731369f3814b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.1071327 Dec 13 20:19:43.879320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-adf37e6f-9f00-456e-bb2f-a5200e3fb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:43.880803 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-adf37e6f-9f00-456e-bb2f-a5200e3fb655 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1295047 Dec 13 20:19:43.985369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-cd01e80f-af1e-499f-8c2b-08467856e60d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 1001 time: 0.0980804 Dec 13 20:19:44.048942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-b47f316f-dcbf-46f6-b589-526de6234c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:44.050368 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-b47f316f-dcbf-46f6-b589-526de6234c0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0584421 Dec 13 20:19:44.133869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-6e8d9f1f-8944-48d6-9370-c8ece89379df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:44.135194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-6e8d9f1f-8944-48d6-9370-c8ece89379df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777440 Dec 13 20:19:44.273595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-b27d2531-0cff-48fc-ad00-af5e96296553 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308575 Dec 13 20:19:44.405865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4580c0b8-9c3e-4f1d-8685-a1ba441b7785 req-7449d01e-ea06-4300-a4dc-49bf87ae0a65 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261008 Dec 13 20:19:44.928697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754099dc-c216-43b8-ae58-ba62b0fe9f1e req-78a3d932-32b5-4747-853b-9d4ea9db240b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:44.930187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-754099dc-c216-43b8-ae58-ba62b0fe9f1e req-78a3d932-32b5-4747-853b-9d4ea9db240b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0947714 Dec 13 20:19:44.977889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-754099dc-c216-43b8-ae58-ba62b0fe9f1e req-66c76b2c-f606-489b-8ffd-05401bb8204b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Dec 13 20:19:45.619410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:19:45.622438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:19:45.832325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:45.864410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:45.885756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:19:45.891852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'mac_address': 'fa:16:3e:4e:dd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:19:45.897749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:45.926464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:45.935370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-744bb11d-8a4e-4f28-983f-e774bc364fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:45.968800 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'code': 200} Dec 13 20:19:46.016354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:46.039324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7bed1e-b828-48ff-95c2-b93578bdec51 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:19:46.046007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:46.049525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:46.064372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:46.070019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:46.072257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:46.140968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['aa7bed1e-b828-48ff-95c2-b93578bdec51'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:19:46.171821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:46.180330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:46.197882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d289a-4a20-4056-b99b-0550c3464ada req-6e1b4feb-397f-4234-a351-680e90557b58 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:46.199339 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d17d289a-4a20-4056-b99b-0550c3464ada req-6e1b4feb-397f-4234-a351-680e90557b58 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 944 time: 0.0866640 Dec 13 20:19:46.243376 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d17d289a-4a20-4056-b99b-0550c3464ada req-ccef0c38-fbd5-4c7e-a1a5-378713c532a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382671 Dec 13 20:19:47.456042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6f61-911f-4c96-b768-f93a485608ff req-78d418f1-00e2-4a22-9fa6-cb316e35ff3b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:47.457521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e12f6f61-911f-4c96-b768-f93a485608ff req-78d418f1-00e2-4a22-9fa6-cb316e35ff3b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 944 time: 0.0863035 Dec 13 20:19:47.502484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e12f6f61-911f-4c96-b768-f93a485608ff req-c8736475-62aa-44c5-b9b3-4c01307dc608 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388138 Dec 13 20:19:47.633345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:19:47.715533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port aa7bed1e-b828-48ff-95c2-b93578bdec51 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:19:47.715988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:47.842830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:47.879128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:47.884758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:47.888009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:47.958309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:47.966176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.966512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.966876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.967216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.967556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.967891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.968224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.968540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.968873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.969195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.969543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.969863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:47.973978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:47.974820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:19:48.001240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-6ec2707b-a469-4662-9741-d38c4e6fd479 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.002676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-6ec2707b-a469-4662-9741-d38c4e6fd479 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af&tenant_id=281ba77371c84b738d07f27f5fc39c7f&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.2367942 Dec 13 20:19:48.011097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec45314-04f2-495f-bc65-1198ac323360 req-07d0d06e-c03e-4ae3-8ff0-193e3c910fc2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.012495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bec45314-04f2-495f-bc65-1198ac323360 req-07d0d06e-c03e-4ae3-8ff0-193e3c910fc2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 944 time: 0.2808495 Dec 13 20:19:48.029634 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'code': 200} Dec 13 20:19:48.069474 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bec45314-04f2-495f-bc65-1198ac323360 req-3f64902b-7276-4cdb-8cf8-db1e29e4b98e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504014 Dec 13 20:19:48.148251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-4e729a0e-3b53-4f8e-9f98-bcd387ee6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.149808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-4e729a0e-3b53-4f8e-9f98-bcd387ee6c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 1098 time: 0.0737200 Dec 13 20:19:48.282353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-5c55b3b0-95d4-433e-a110-a94777fc9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.283791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-5c55b3b0-95d4-433e-a110-a94777fc9580 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1278946 Dec 13 20:19:48.387159 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-df41c239-4842-438c-8c45-1369cb1bbf8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 200 len: 1001 time: 0.0964122 Dec 13 20:19:48.450866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-a14f3380-34fc-45ae-bc3a-bb512250bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.452175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-a14f3380-34fc-45ae-bc3a-bb512250bac2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0576985 Dec 13 20:19:48.546047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-19b48172-12da-421e-9897-272d7d45623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:48.547532 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-19b48172-12da-421e-9897-272d7d45623a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878105 Dec 13 20:19:48.690836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-af4529e8-3cd4-4eaf-9651-611756d7f653 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341126 Dec 13 20:19:48.826493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d7ec2dd-a61c-429d-b4c7-4412fd48a05b req-fb8046c1-fd16-45db-82bb-62d6cdeb9428 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280386 Dec 13 20:19:49.266291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3299b59-f645-48ac-b4ed-262132ceb2d6 req-999c86b3-a807-490c-9422-a53e7eb9f981 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:49.267774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3299b59-f645-48ac-b4ed-262132ceb2d6 req-999c86b3-a807-490c-9422-a53e7eb9f981 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 945 time: 0.0825264 Dec 13 20:19:49.314071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3299b59-f645-48ac-b4ed-262132ceb2d6 req-b4c5a6d3-2831-45ae-b279-21be3561031d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Dec 13 20:19:49.647993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:19:49.852403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:49.896266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:49.901746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:49.903518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:49.978526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=9']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:49.982127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:50.030933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:19:50.084263 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'code': 200} Dec 13 20:19:50.531842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e720183-f2de-420c-8da1-d2354821c52f req-cca8ef9c-d605-4e8e-9e27-d49e08e1ada7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:50.533343 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e720183-f2de-420c-8da1-d2354821c52f req-cca8ef9c-d605-4e8e-9e27-d49e08e1ada7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0898161 Dec 13 20:19:50.579303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e720183-f2de-420c-8da1-d2354821c52f req-9327789d-e25b-4745-bfe2-17f4b97c08ad tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Dec 13 20:19:50.774437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04837a8-c801-4775-9d1c-faad3dc4c12e req-32d7d63e-a168-4cbb-b5b1-7013553ab378 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:50.775919 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a04837a8-c801-4775-9d1c-faad3dc4c12e req-32d7d63e-a168-4cbb-b5b1-7013553ab378 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0881836 Dec 13 20:19:50.821310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a04837a8-c801-4775-9d1c-faad3dc4c12e req-37d1c48c-2882-4ce2-8831-f847c2035bc4 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Dec 13 20:19:51.017140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77baf61-011a-4be3-886f-e487f7fa5f34 req-a7865025-4fbd-4844-b6e8-90626640321d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:51.018665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e77baf61-011a-4be3-886f-e487f7fa5f34 req-a7865025-4fbd-4844-b6e8-90626640321d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0944428 Dec 13 20:19:51.067403 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e77baf61-011a-4be3-886f-e487f7fa5f34 req-7fa31a54-1255-43fa-bf03-a1129892178c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399666 Dec 13 20:19:51.469852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390721a4-babc-422c-8f23-b4caed731b30 req-010315c4-7325-4952-a534-fa7dba807a44 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:51.471226 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-390721a4-babc-422c-8f23-b4caed731b30 req-010315c4-7325-4952-a534-fa7dba807a44 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0855832 Dec 13 20:19:51.520717 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-390721a4-babc-422c-8f23-b4caed731b30 req-b42e224c-7a52-4cd9-815b-4d0fce4f0d64 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Dec 13 20:19:51.661173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5b69bb2e-ceb1-41a7-8382-7203c2ecf0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:52.756297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef0025-d1ce-4e3e-bf78-38b244c546a7 req-88c3b658-49d7-4918-a496-bd1b1fbd57fd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:52.757808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ceef0025-d1ce-4e3e-bf78-38b244c546a7 req-88c3b658-49d7-4918-a496-bd1b1fbd57fd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.1071293 Dec 13 20:19:52.806190 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ceef0025-d1ce-4e3e-bf78-38b244c546a7 req-5e4387de-80b4-4321-888d-0131960e0468 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Dec 13 20:19:53.092978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-1b889b6e-3b2a-4fc8-82b4-43ef96a28417 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:53.094460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-1b889b6e-3b2a-4fc8-82b4-43ef96a28417 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.0910580 Dec 13 20:19:53.164968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Deleting port aa7bed1e-b828-48ff-95c2-b93578bdec51 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:19:53.165328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:53.524181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] For port aa7bed1e-b828-48ff-95c2-b93578bdec51, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=aa7bed1e-b828-48ff-95c2-b93578bdec51,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:19:53.524500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:53.821751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:53.822464 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:53.822464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 disassociated. External IP: 172.26.6.150, port: aa7bed1e-b828-48ff-95c2-b93578bdec51. Dec 13 20:19:53.822731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Calling delete_port for aa7bed1e-b828-48ff-95c2-b93578bdec51 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:19:53.918271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c7af36eb-9e92-41e5-8b3a-668a0af52d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:54.025984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:54.032722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8420ed9e-324e-4dce-a55b-048d7e1286e5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:54.080274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'Port': ['ID=aa7bed1e-b828-48ff-95c2-b93578bdec51,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:54.096128 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.096552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.097112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.097805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.098468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.099000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.099386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.099762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.100151 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.100516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.100905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.101425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:19:54.109154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:54.192034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2126-a4ae-4e84-85a1-47a2f656867b req-759ead9b-9dce-452b-8b3d-d712f191340a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:54.193517 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7eda2126-a4ae-4e84-85a1-47a2f656867b req-759ead9b-9dce-452b-8b3d-d712f191340a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c2fa09-567c-4ee0-9384-8095ee0b86af HTTP/1.1" status: 200 len: 943 time: 0.2500756 Dec 13 20:19:54.323423 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7eda2126-a4ae-4e84-85a1-47a2f656867b req-3b7b1f6d-8db4-4d5e-97b1-dfecf3b42b89 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201108 Dec 13 20:19:54.345136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:19:54.529848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:19:54.541239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:19:54.550702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:19:54.551338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:19:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:19:54.603918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] No DVR routers for this DVR port aa7bed1e-b828-48ff-95c2-b93578bdec51 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:19:54.606538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:54.609203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-deleted', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:19:54.625739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-97ef9811-d2da-4d98-b2ae-25f079dfcb8b req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "DELETE /v2.0/ports/aa7bed1e-b828-48ff-95c2-b93578bdec51 HTTP/1.1" status: 204 len: 173 time: 1.5246880 Dec 13 20:19:54.656756 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2fa09-567c-4ee0-9384-8095ee0b86af', 'name': 'network-vif-deleted', 'tag': 'aa7bed1e-b828-48ff-95c2-b93578bdec51', 'status': 'completed', 'code': 200} Dec 13 20:19:54.734011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:19:55.067053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:55.074720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:55.095868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:19:55.099987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:19:55.108917 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:19:55.109563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:19:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:19:55.292291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:19:55.616585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:19:55.621310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606083e-5370-4f64-9b49-0afb262cda8e None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:19:55.657342 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-db7db768-31ca-4585-9f8f-288bccc5a9bc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--248966466&fields=id&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 267 time: 0.0399222 Dec 13 20:19:55.694340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:19:55.733793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: aa7bed1e-b828-48ff-95c2-b93578bdec51 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:19:55.734150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device aa7bed1e-b828-48ff-95c2-b93578bdec51 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:19:55.815494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-a8680890-fa1c-47d3-9886-e99ae10f62f2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:55.816887 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-a8680890-fa1c-47d3-9886-e99ae10f62f2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1522908 Dec 13 20:19:55.833143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-5a581e72-1d09-40db-ba46-66a8da41dd81 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/quotas/281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 375 time: 0.0097256 Dec 13 20:19:55.854106 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da10747-dbf6-4c9a-913c-ec2bab633e48 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:19:56.068040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-7273e9a2-785a-42e7-966b-2a7825f893dd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:19:56.085597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-7273e9a2-785a-42e7-966b-2a7825f893dd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:19:56.087349 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-7273e9a2-785a-42e7-966b-2a7825f893dd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2486174 Dec 13 20:19:56.243366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-53e35219-c7fb-4a8f-9328-f4ec9f13391d service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440294 Dec 13 20:19:56.378661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-7ad6577b-a76e-4c80-968c-3d281f02c32a service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295543 Dec 13 20:19:56.490554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:56.574568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e969ba00-5168-4f6f-96fc-63c4dcdaaf88 req-3e89d2b8-6392-4232-b927-f6762dc570b8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 210 time: 0.0441742 Dec 13 20:19:57.639315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-eefb2e3e-c0e4-458b-b5cf-c8fc051cea54 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:57.640644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-eefb2e3e-c0e4-458b-b5cf-c8fc051cea54 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1579001 Dec 13 20:19:57.731192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-727cffa5-80d7-49b9-b2e9-54fa1cd39c65 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 379 time: 0.0810723 Dec 13 20:19:57.738959 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cb97100d-efeb-4a07-9210-06ede50a3ab1 req-53f36ffc-5d17-4d1e-bb11-b7028304bf6d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 210 time: 0.0556870 Dec 13 20:19:57.742679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'port': {'device_id': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'admin_state_up': True, 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'security_groups': ['d308f002-124a-472c-9c9d-805da2430dbe']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:19:57.882554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:19:57.893093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:19:57.905765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:19:57.911065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.083645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Allocated IP 172.20.0.12 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/7f4417f5-4931-4dfc-b6aa-11be7379b92c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:19:58.275693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.291559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Transition to ACTIVE for port object 7f4417f5-4931-4dfc-b6aa-11be7379b92c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:19:58.315775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.321747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36e30cde-b852-45f3-bdd7-e710e380a497 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:58.383470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:19:58.386469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:19:58.390299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:19:58.437275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:58.442112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:58.462357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:58.462984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.489341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526155 Dec 13 20:19:58.501512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Request body: {'port': {'device_id': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:19:58.614340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.640478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6fb11352-f713-4d46-9664-f353d663db34 None None] Provisioning for port 7f4417f5-4931-4dfc-b6aa-11be7379b92c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:19:58.645844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6fb11352-f713-4d46-9664-f353d663db34 None None] Provisioning complete for port 7f4417f5-4931-4dfc-b6aa-11be7379b92c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:19:58.646266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6fb11352-f713-4d46-9664-f353d663db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:58.743969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6fb11352-f713-4d46-9664-f353d663db34 None None] Port 7f4417f5-4931-4dfc-b6aa-11be7379b92c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:19:59.137666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd71c0-7def-47f7-9ac4-28d9d2eb6e85 req-329dd959-8a5c-484f-86e5-88aa09c364c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:59.138309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0ccd71c0-7def-47f7-9ac4-28d9d2eb6e85 req-329dd959-8a5c-484f-86e5-88aa09c364c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:19:59.146188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4417f5-4931-4dfc-b6aa-11be7379b92c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:19:59.156047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:59.173270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0ccd71c0-7def-47f7-9ac4-28d9d2eb6e85 req-329dd959-8a5c-484f-86e5-88aa09c364c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:19:59.174378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ccd71c0-7def-47f7-9ac4-28d9d2eb6e85 req-329dd959-8a5c-484f-86e5-88aa09c364c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 932 time: 0.3281181 Dec 13 20:19:59.175231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Transition to ACTIVE for port object 7f4417f5-4931-4dfc-b6aa-11be7379b92c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:19:59.180196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:59.186152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f631928-e1e0-4198-beb6-aa1392e22dd8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:59.371357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:59.383978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:59.417256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ccd71c0-7def-47f7-9ac4-28d9d2eb6e85 req-804d1f38-4f11-4acb-acb9-a4367216ed64 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319365 Dec 13 20:19:59.468587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Attempting to bind port 7f4417f5-4931-4dfc-b6aa-11be7379b92c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:19:59.468921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Attempting to bind port 7f4417f5-4931-4dfc-b6aa-11be7379b92c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:19:59.469297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Attempting to bind port 7f4417f5-4931-4dfc-b6aa-11be7379b92c on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:19:59.475969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Port 7f4417f5-4931-4dfc-b6aa-11be7379b92c on network 077f094e-6e5e-4a39-a152-782fb66945a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:19:59.476291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Attempting to bind port 7f4417f5-4931-4dfc-b6aa-11be7379b92c on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:19:59.481584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:19:59.481925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:19:59.482313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:19:59.482736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Bound port: 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:19:59.483080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:59.584987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:19:59.588317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:19:59.594965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:59.598552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2225417a-aada-41a2-8c4d-d4aa17aac6ee tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:19:59.657957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:59.658579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:19:59.659906 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1094 time: 1.1627233 Dec 13 20:19:59.660451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:19:59.683552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:19:59.686908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:19:59.738810 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'status': 'completed', 'code': 200} Dec 13 20:19:59.774533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-dbbf66f8-ff4e-48ff-a743-1a1855d0dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:59.776025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-dbbf66f8-ff4e-48ff-a743-1a1855d0dd7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0735853 Dec 13 20:19:59.850951 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-9461ff30-5d64-47bd-a3bb-7b0c45cd1396 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 217 time: 0.0675857 Dec 13 20:19:59.911471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-bc2409d8-ae14-4edb-bd3d-49b1a8be7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:59.912847 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-bc2409d8-ae14-4edb-bd3d-49b1a8be7ac0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0561452 Dec 13 20:19:59.993795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-f24ea36b-0bdb-4681-9482-6dfb8b107494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:19:59.995152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-f24ea36b-0bdb-4681-9482-6dfb8b107494 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756524 Dec 13 20:20:00.130497 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-f5c3d712-8cb9-433d-bfe9-67fc46415a16 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289811 Dec 13 20:20:00.276914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ba0735d-c166-4c58-a449-1d7382fb33be req-5c2ffcb9-d688-4c70-80c0-06cacc5f454e service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399047 Dec 13 20:20:00.402791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-9c4000e1-874e-4dd7-ac96-9093d4062b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:00.405020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-9c4000e1-874e-4dd7-ac96-9093d4062b4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0765777 Dec 13 20:20:00.571522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-6c7e15c9-fc3c-4c93-bb23-723f0b03149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:00.572936 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-6c7e15c9-fc3c-4c93-bb23-723f0b03149b service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1611509 Dec 13 20:20:00.647235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-e759ebf0-f403-4b19-9f62-48924f67d5cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 217 time: 0.0663297 Dec 13 20:20:00.722783 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-89144c19-adfb-4b38-bb30-5320202b5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:00.724210 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-89144c19-adfb-4b38-bb30-5320202b5566 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0693533 Dec 13 20:20:00.732671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b01228-d7a6-4113-ae5d-73f772a828b1 req-9d8a6e10-1ae8-4996-81bd-f8e50b80efa2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:00.734038 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1b01228-d7a6-4113-ae5d-73f772a828b1 req-9d8a6e10-1ae8-4996-81bd-f8e50b80efa2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.2029252 Dec 13 20:20:00.941109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c1b01228-d7a6-4113-ae5d-73f772a828b1 req-7a68628c-5aa5-4d0a-b5a7-9bd5c1492b0f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540247 Dec 13 20:20:00.954961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-aface8ab-c629-4523-90ba-2c09c9c4356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:00.956433 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-aface8ab-c629-4523-90ba-2c09c9c4356c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2215791 Dec 13 20:20:01.102902 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-c0448816-2a82-4a04-82de-4dc53f0b873c service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386445 Dec 13 20:20:01.242170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5631e4a9-64a7-4a3d-a164-f4b8670137c8 req-35b529c0-10f9-4cd0-bd0a-693b65c03fea service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329122 Dec 13 20:20:01.700570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7f4417f5-4931-4dfc-b6aa-11be7379b92c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:20:01.892957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:20:01.906202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'mac_address': 'fa:16:3e:16:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:20:01.961311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:01.978523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4417f5-4931-4dfc-b6aa-11be7379b92c {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:20:01.994947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:20:01.999566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:02.001366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:20:02.074272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:20:02.078690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:20:02.154332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00395a43-e8e0-4e6a-a6ae-f0e13184b827 req-b8457354-290b-4d75-9e10-29c31514a82a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:02.155716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00395a43-e8e0-4e6a-a6ae-f0e13184b827 req-b8457354-290b-4d75-9e10-29c31514a82a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 945 time: 0.1008177 Dec 13 20:20:02.202911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7f4417f5-4931-4dfc-b6aa-11be7379b92c'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:20:02.205204 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00395a43-e8e0-4e6a-a6ae-f0e13184b827 req-7086a9f8-9081-47ce-a178-4b954960f943 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Dec 13 20:20:03.404660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735d86d-e89b-476b-93eb-54fa8181a077 req-eeb0eb93-dc53-4985-ba45-ac1f3359b800 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:03.406150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1735d86d-e89b-476b-93eb-54fa8181a077 req-eeb0eb93-dc53-4985-ba45-ac1f3359b800 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 945 time: 0.0807121 Dec 13 20:20:03.457668 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1735d86d-e89b-476b-93eb-54fa8181a077 req-8e47556c-384e-42b5-9608-f7896883b957 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Dec 13 20:20:03.711606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7f4417f5-4931-4dfc-b6aa-11be7379b92c up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:20:03.798813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 7f4417f5-4931-4dfc-b6aa-11be7379b92c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:20:03.804574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 7f4417f5-4931-4dfc-b6aa-11be7379b92c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:20:03.804981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:03.925180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:03.952718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:20:03.963631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:20:03.969886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:03.971767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:20:04.001864 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'code': 200} Dec 13 20:20:04.041570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:20:04.044600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:20:04.233821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f634e4-f347-48a3-a887-ba151f5114bf req-64f577a9-b8bd-4e37-b2ac-96a6574e57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:04.235222 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24f634e4-f347-48a3-a887-ba151f5114bf req-64f577a9-b8bd-4e37-b2ac-96a6574e57bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0771384 Dec 13 20:20:04.279312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24f634e4-f347-48a3-a887-ba151f5114bf req-4507de07-1936-4fb5-a04f-82494e22e5a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370035 Dec 13 20:20:04.670384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd59dd6-a102-4595-bf07-a30b183def47 req-cfb1221a-2c3a-439d-b9fd-bfa97ee36ba7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:04.671838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bd59dd6-a102-4595-bf07-a30b183def47 req-cfb1221a-2c3a-439d-b9fd-bfa97ee36ba7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0911145 Dec 13 20:20:04.716251 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4bd59dd6-a102-4595-bf07-a30b183def47 req-d3b145e3-5cf4-4985-9f88-eb8d54bbd4e3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 Dec 13 20:20:05.937897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1df71-950a-4338-8a69-491e773bc030 req-073997fb-d4a3-49f0-af4d-55433f056a0e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:05.939370 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-edb1df71-950a-4338-8a69-491e773bc030 req-073997fb-d4a3-49f0-af4d-55433f056a0e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.1047454 Dec 13 20:20:05.985973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-edb1df71-950a-4338-8a69-491e773bc030 req-f4ed9bff-9a17-45dd-b42f-072b12f2b1cf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379519 Dec 13 20:20:06.180931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393038-7d07-4482-b302-c9ef26a92905 req-516ec1b2-b03c-4f04-8e07-06b21e12bc8a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:06.182402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27393038-7d07-4482-b302-c9ef26a92905 req-516ec1b2-b03c-4f04-8e07-06b21e12bc8a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0980446 Dec 13 20:20:06.191233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35232) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:20:06.197723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'floatingip': {'port_id': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:20:06.281427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:07.005057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:07.012488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:07.198328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 associated. External IP: 172.26.6.150, port: 7f4417f5-4931-4dfc-b6aa-11be7379b92c. Dec 13 20:20:07.558133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:20:07.748532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:20:07.753194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:07.759350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:20:07.769555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:20:07.770225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:19:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:20:07.811569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b518907e-fda0-4e4f-af4a-e92d61a5bff3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "PUT /v2.0/floatingips/15868536-4b52-426a-96b3-147c3a03d6c4 HTTP/1.1" status: 200 len: 992 time: 1.6190443 Dec 13 20:20:07.812226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:20:07.864009 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'status': 'completed', 'code': 200} Dec 13 20:20:07.955357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:20:07.972568 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-df3d027c-b6d8-4906-8a2f-58d0ce437a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:07.974120 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-df3d027c-b6d8-4906-8a2f-58d0ce437a6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0740745 Dec 13 20:20:08.107938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-7a1f9560-bcf9-42a9-8f63-cb7492a93a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:08.109429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-7a1f9560-bcf9-42a9-8f63-cb7492a93a16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1287005 Dec 13 20:20:08.216295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-12bebb31-f3fe-4bf2-b34c-cc9bcd0f4a73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1000 time: 0.0998571 Dec 13 20:20:08.280837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-6741f471-e2a2-4ede-9869-dab815b11589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:08.282410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-6741f471-e2a2-4ede-9869-dab815b11589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0600317 Dec 13 20:20:08.311850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:16:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:20:06Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:20:08.315837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:20:08.326294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:20:08.326294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:19:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:20:08.498718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-88fa26ba-7905-4656-97ce-8012ceb79983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:08.500080 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-88fa26ba-7905-4656-97ce-8012ceb79983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2109978 Dec 13 20:20:08.558950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:20:08.633664 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-d35c3168-49ca-4a5c-819e-e859f697b926 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249654 Dec 13 20:20:08.765920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-580a1cce-6894-4446-b756-6e8b6f7bdb66 req-41887954-f1f7-4fe7-b6c3-0e281dac9037 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260455 Dec 13 20:20:08.906553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:16:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:20:06Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:20:08.910765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f1539-ae4a-4a22-bb26-fc0ee2f62e28 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:16:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:20:06Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:20:09.114804 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96e171-4253-4381-a231-d62515bd8a2e None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:20:12.164914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:16.858304 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:20:21.662024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dc0f23cc-2d46-4326-aacd-b211741fa6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:23.917684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-04436a2f-5b6f-4803-801e-2368ca2a93b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:25.052739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:25.060295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:26.496222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:41.216169 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-1d238227-aa83-421b-8cd4-0bcd5bc7256d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754092 Dec 13 20:20:41.366000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-6f5f0959-543c-477b-b7b5-9af1d08c9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:41.367472 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-6f5f0959-543c-477b-b7b5-9af1d08c9ae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0765331 Dec 13 20:20:41.516989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-7ca003dd-6911-4769-88bc-46b7876a21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:41.518333 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-7ca003dd-6911-4769-88bc-46b7876a21fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1326482 Dec 13 20:20:41.618367 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-f57699de-a315-4f0b-8e7b-411b58d52ce4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1002 time: 0.0932145 Dec 13 20:20:41.683102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-ea2b8e36-2fbd-4ab8-bf2a-b59513d39e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:41.684540 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-ea2b8e36-2fbd-4ab8-bf2a-b59513d39e45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0599294 Dec 13 20:20:41.762511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-e69c57d5-5bf2-41c9-b3fc-feca792bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:41.763998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-e69c57d5-5bf2-41c9-b3fc-feca792bb668 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724802 Dec 13 20:20:41.896486 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-ff86daab-bcb5-474f-951d-d4b442c8c52b service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253521 Dec 13 20:20:42.032792 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b62f5433-ba11-4c4f-8984-205fb8a75e39 req-ee45ae1d-3efd-4af8-b82e-e86ce0fb05e8 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301644 Dec 13 20:20:42.167911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:44.648143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5bbc-315a-4834-8fb3-15a5e806c431 req-40b7da26-921f-47d8-8cbe-89eb16abd814 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:44.649603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6df5bbc-315a-4834-8fb3-15a5e806c431 req-40b7da26-921f-47d8-8cbe-89eb16abd814 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0875695 Dec 13 20:20:44.694680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6df5bbc-315a-4834-8fb3-15a5e806c431 req-e21734e7-611c-433e-b112-9d6bc4680060 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Dec 13 20:20:45.895879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43860363-9015-4852-b91b-a66edcc90f6a req-cff4bc25-8e2e-4cd8-9e92-e3580902526d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:45.897381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43860363-9015-4852-b91b-a66edcc90f6a req-cff4bc25-8e2e-4cd8-9e92-e3580902526d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0902691 Dec 13 20:20:45.941266 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43860363-9015-4852-b91b-a66edcc90f6a req-29a87efa-355a-4509-979c-22496f7e7d3b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381842 Dec 13 20:20:47.162006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1351f-e4b4-4fdc-8dfd-de8844ebdbf4 req-e770387c-4df1-4fcb-b2c8-557466791a0e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:47.163478 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54f1351f-e4b4-4fdc-8dfd-de8844ebdbf4 req-e770387c-4df1-4fcb-b2c8-557466791a0e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.1004834 Dec 13 20:20:47.212589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54f1351f-e4b4-4fdc-8dfd-de8844ebdbf4 req-10d6c243-cd0d-4ad2-a2e5-41e89372c718 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408351 Dec 13 20:20:48.433369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710e02-1be4-4809-b336-f2ca6e56cb90 req-42b936d4-5088-4d32-8dbb-fcd47dfa8d9e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:48.435512 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b710e02-1be4-4809-b336-f2ca6e56cb90 req-42b936d4-5088-4d32-8dbb-fcd47dfa8d9e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.1021035 Dec 13 20:20:48.502092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b710e02-1be4-4809-b336-f2ca6e56cb90 req-395f1999-6c72-4227-9f57-52c3428e45ea tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602856 Dec 13 20:20:49.708645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f089f-9dd5-4d82-8028-2e9f892a9081 req-aa99e1f0-7702-451a-8034-d7fc5d32da1d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:49.710037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bc0f089f-9dd5-4d82-8028-2e9f892a9081 req-aa99e1f0-7702-451a-8034-d7fc5d32da1d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0940177 Dec 13 20:20:49.756619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bc0f089f-9dd5-4d82-8028-2e9f892a9081 req-42f4a28a-d919-4f8a-8973-785acc4cdcd6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383990 Dec 13 20:20:50.989788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5b0e-9909-40eb-ba67-77aa4f5e5684 req-d9e4eb22-1d7e-42a3-b713-86c4be0380c5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:50.991255 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be7d5b0e-9909-40eb-ba67-77aa4f5e5684 req-d9e4eb22-1d7e-42a3-b713-86c4be0380c5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.1095586 Dec 13 20:20:51.152263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be7d5b0e-9909-40eb-ba67-77aa4f5e5684 req-41b6aa2d-f862-4254-b01a-37d88f19c68b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548121 Dec 13 20:20:51.664405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f7171fb-3b51-4a74-b663-812a684e867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:52.356216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e528a-1906-42f1-972a-633ce6ef1ebf req-048aa251-14a7-496c-ba26-b12befef9fa0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:52.357705 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f6e528a-1906-42f1-972a-633ce6ef1ebf req-048aa251-14a7-496c-ba26-b12befef9fa0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0844738 Dec 13 20:20:52.404352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f6e528a-1906-42f1-972a-633ce6ef1ebf req-b321a201-8b59-401f-b955-cc480dec4c07 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376043 Dec 13 20:20:53.608684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54917b3a-d609-4b2d-a12a-ce88a57a1f33 req-b9f284c5-2fa4-4211-b416-c5313dbed69f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:53.610198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54917b3a-d609-4b2d-a12a-ce88a57a1f33 req-b9f284c5-2fa4-4211-b416-c5313dbed69f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0951390 Dec 13 20:20:53.658600 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54917b3a-d609-4b2d-a12a-ce88a57a1f33 req-75512a43-409d-41a6-bb8a-0a58e21394f3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Dec 13 20:20:53.860832 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:20:53.913154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-efaf66ac-5ec5-4c51-9bb2-6a63fb9048ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:54.854302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6302-d803-45ca-aa8f-53c9a40a14a0 req-e389572f-63cd-4342-bf1a-aa58cb058d5e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:54.855750 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9fca6302-d803-45ca-aa8f-53c9a40a14a0 req-e389572f-63cd-4342-bf1a-aa58cb058d5e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0824428 Dec 13 20:20:54.903907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9fca6302-d803-45ca-aa8f-53c9a40a14a0 req-6d37f538-f79e-438d-8820-251c018891a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Dec 13 20:20:55.049966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:55.054375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:56.117784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3a402-a471-4fb7-a341-76675a363f0b req-d2bdc154-8033-4d2c-95e5-520acbb01e99 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:56.119254 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ce3a402-a471-4fb7-a341-76675a363f0b req-d2bdc154-8033-4d2c-95e5-520acbb01e99 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0974426 Dec 13 20:20:56.163951 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ce3a402-a471-4fb7-a341-76675a363f0b req-4d3489ad-383e-4151-aae1-64613ff4766b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387447 Dec 13 20:20:56.496819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:20:56.525109 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-7eaf2ccc-b665-47fc-9473-6655f7a9cf0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693560 Dec 13 20:20:56.582525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1cea3-cadd-41d8-a9ed-f6282b83391b req-f6a75f79-1c55-4ecc-8592-c4ebe7f6c989 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:56.584020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9bf1cea3-cadd-41d8-a9ed-f6282b83391b req-f6a75f79-1c55-4ecc-8592-c4ebe7f6c989 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0870328 Dec 13 20:20:56.632977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9bf1cea3-cadd-41d8-a9ed-f6282b83391b req-08389706-90d1-4e3b-a683-526b296fde1e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Dec 13 20:20:57.671213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-754887e4-8248-44a3-99dc-28a1fdd23bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:57.672755 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-754887e4-8248-44a3-99dc-28a1fdd23bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0744920 Dec 13 20:20:57.862070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-165a7091-7339-41fa-96e9-87b1ef234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:57.863530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-165a7091-7339-41fa-96e9-87b1ef234483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1847656 Dec 13 20:20:57.949633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23136d31-8930-4e23-b391-42b2f9fa5960 req-0b065af0-cd1b-4757-960b-977bd88a1db7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:57.951002 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23136d31-8930-4e23-b391-42b2f9fa5960 req-0b065af0-cd1b-4757-960b-977bd88a1db7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.1988983 Dec 13 20:20:58.000499 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-8ca78b47-e5a2-4c86-8906-588562bc6a84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1002 time: 0.1291468 Dec 13 20:20:58.043302 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23136d31-8930-4e23-b391-42b2f9fa5960 req-9b2a8bd8-2f10-4a0d-9706-ce22a1b2011f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859017 Dec 13 20:20:58.067654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-42308737-86d3-43e4-a420-a4df2f6e2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:58.069111 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-42308737-86d3-43e4-a420-a4df2f6e2a68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0610952 Dec 13 20:20:58.149120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-cf1346d7-6f7a-4a33-b11b-bbe4af73c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:58.150612 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-cf1346d7-6f7a-4a33-b11b-bbe4af73c8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749788 Dec 13 20:20:58.292535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-3c502602-346d-4eed-988b-a94b98ac3577 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349559 Dec 13 20:20:58.428511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-11ff463e-6b9b-4bd9-9989-80da67cb6c0c service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289756 Dec 13 20:20:59.242055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dd65d-5fff-434e-a557-1bc000d32728 req-81ba2f2c-6124-4ea9-b954-69e5952860ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:20:59.243526 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686dd65d-5fff-434e-a557-1bc000d32728 req-81ba2f2c-6124-4ea9-b954-69e5952860ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0881100 Dec 13 20:20:59.288105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-686dd65d-5fff-434e-a557-1bc000d32728 req-d3e85949-69e6-419b-9969-661e1a6f21b1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Dec 13 20:21:00.071839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-05aa7d34-555c-422a-96d2-4b5b2dd6a5cf service neutron] 10.222.0.20 "GET /v2.0/ports/7f4417f5-4931-4dfc-b6aa-11be7379b92c/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0917726 Dec 13 20:21:00.350037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-e48627ae-29e5-4342-aa5e-3c9a0ed0cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:00.351536 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-e48627ae-29e5-4342-aa5e-3c9a0ed0cb0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1099 time: 0.0739622 Dec 13 20:21:00.615551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-26474277-c14f-4013-8c46-3b038683c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:00.616928 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-26474277-c14f-4013-8c46-3b038683c052 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1099 time: 0.2436101 Dec 13 20:21:00.627277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad004c19-09f1-4845-8c3d-53e86b6f6c27 req-90469191-58e1-4c8b-84e8-4f6d227679c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:00.628675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad004c19-09f1-4845-8c3d-53e86b6f6c27 req-90469191-58e1-4c8b-84e8-4f6d227679c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.2255862 Dec 13 20:21:00.752119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad004c19-09f1-4845-8c3d-53e86b6f6c27 req-45eac090-5060-4e11-8348-a2f60a6cf56d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024370 Dec 13 20:21:00.787506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-84e63d27-5dca-44c9-bbff-9d9a9c7e379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:00.788977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-84e63d27-5dca-44c9-bbff-9d9a9c7e379d service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1594656 Dec 13 20:21:00.893282 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-b790c7db-487d-4bfb-bb5a-6d68667d5062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1002 time: 0.0975552 Dec 13 20:21:00.958068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-637407a9-7bd0-4b3b-86cf-15a3419b7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:00.959451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-637407a9-7bd0-4b3b-86cf-15a3419b7ccf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0593879 Dec 13 20:21:01.035831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b39cb-b07f-443b-adff-2444ebee719b req-fb0ceac6-92b7-4946-8623-994ea5d7212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:01.037288 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-fb0ceac6-92b7-4946-8623-994ea5d7212d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714941 Dec 13 20:21:01.170571 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-348a0741-9fd7-4026-ac6f-1fefe05b69ac service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259174 Dec 13 20:21:01.318890 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a99b39cb-b07f-443b-adff-2444ebee719b req-d6eb4d2c-049d-4c1f-9d5d-15f87a740864 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415555 Dec 13 20:21:01.958061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262e3d-4455-4ccf-9c1c-3353a33dae5a req-abad662f-f11b-400d-b00f-0f56111681ba tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:01.959557 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41262e3d-4455-4ccf-9c1c-3353a33dae5a req-abad662f-f11b-400d-b00f-0f56111681ba tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 946 time: 0.0844924 Dec 13 20:21:01.973239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7f4417f5-4931-4dfc-b6aa-11be7379b92c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:21:02.012011 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41262e3d-4455-4ccf-9c1c-3353a33dae5a req-ae36a8dc-dce9-42a7-8e8b-293d1b66a81e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Dec 13 20:21:02.087979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:02.116325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:21:02.127210 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:21:02.131799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:02.135077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:02.171091 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'code': 200} Dec 13 20:21:02.211889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:02.221995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.222345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.222682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.223020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.223356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.223685 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.224013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.224338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.224649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.224967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.225320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.225638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:02.229588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:03.223929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cde202-563c-4258-9c1e-9f78ee745803 req-c40cd40f-92b5-49e7-8d28-f8a5e250cf16 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:03.225439 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7cde202-563c-4258-9c1e-9f78ee745803 req-c40cd40f-92b5-49e7-8d28-f8a5e250cf16 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0887210 Dec 13 20:21:03.274592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7cde202-563c-4258-9c1e-9f78ee745803 req-83a1ffb4-8073-47e5-a647-3447b2d2f556 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Dec 13 20:21:03.664654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168bf3f-50a7-4896-9a47-88c2d1f07d98 req-1fdd87ef-84d6-4bee-b2c3-b6d783a1431f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:03.666078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a168bf3f-50a7-4896-9a47-88c2d1f07d98 req-1fdd87ef-84d6-4bee-b2c3-b6d783a1431f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.1538227 Dec 13 20:21:03.674087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b18-1449-4931-8170-40f57cc2a0ea req-410f85c5-71ef-4cb4-ae7e-008bb68eed2c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:03.675432 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-410f85c5-71ef-4cb4-ae7e-008bb68eed2c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5&tenant_id=281ba77371c84b738d07f27f5fc39c7f&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.1241889 Dec 13 20:21:03.720711 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a168bf3f-50a7-4896-9a47-88c2d1f07d98 req-f2712867-3643-4598-9669-b625f47c996c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 Dec 13 20:21:03.819008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b18-1449-4931-8170-40f57cc2a0ea req-a483a58f-c009-4a10-96e1-4bc292455f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:03.820848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-a483a58f-c009-4a10-96e1-4bc292455f8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0750444 Dec 13 20:21:03.952294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b18-1449-4931-8170-40f57cc2a0ea req-d09b6c57-44fc-45c7-a6a2-b4b3e5ee18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:03.953671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-d09b6c57-44fc-45c7-a6a2-b4b3e5ee18df service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1266479 Dec 13 20:21:04.072626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-979961ac-2435-4b29-b19d-55504a080495 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1000 time: 0.1118181 Dec 13 20:21:04.137610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b18-1449-4931-8170-40f57cc2a0ea req-6143cc40-75e6-4355-92d4-9ae575f957ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:04.139055 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-6143cc40-75e6-4355-92d4-9ae575f957ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0599809 Dec 13 20:21:04.222635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b18-1449-4931-8170-40f57cc2a0ea req-c22fd143-5da6-4e8d-9cc5-a0ec2cc2514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:04.224036 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-c22fd143-5da6-4e8d-9cc5-a0ec2cc2514f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777709 Dec 13 20:21:04.486938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-4958ed19-31dc-4d4a-81ad-84b3bdb0c373 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557662 Dec 13 20:21:04.631429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47436b18-1449-4931-8170-40f57cc2a0ea req-f8cae230-89a4-46c3-9318-8fd6a6d88e56 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378429 Dec 13 20:21:04.927988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dbc04-ee72-4b04-9609-30a3a2aec438 req-1ccc73a3-944e-4ac9-abaa-cbe93f69a3e3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:04.929484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b8dbc04-ee72-4b04-9609-30a3a2aec438 req-1ccc73a3-944e-4ac9-abaa-cbe93f69a3e3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0931001 Dec 13 20:21:04.981385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b8dbc04-ee72-4b04-9609-30a3a2aec438 req-c3db0844-59fb-4ee9-b887-9dcde7917e2f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Dec 13 20:21:06.190435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437e780-7997-44e1-afc4-53c864ce1af4 req-64c90b6f-9cbf-46df-9785-128fc2b10f94 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:06.191790 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e437e780-7997-44e1-afc4-53c864ce1af4 req-64c90b6f-9cbf-46df-9785-128fc2b10f94 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0986147 Dec 13 20:21:06.239990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e437e780-7997-44e1-afc4-53c864ce1af4 req-f3210b45-d4bb-4370-879d-f012026768c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Dec 13 20:21:06.446781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af54ee-ce5c-4d77-8645-7d9e6624a13d req-7e7aad47-b73c-4048-ae75-7f0e0b2369be tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:06.448168 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69af54ee-ce5c-4d77-8645-7d9e6624a13d req-7e7aad47-b73c-4048-ae75-7f0e0b2369be tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0961478 Dec 13 20:21:06.501314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69af54ee-ce5c-4d77-8645-7d9e6624a13d req-84ad0d3e-5572-46e8-88e9-8050a115bd12 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Dec 13 20:21:06.901819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2face9-480b-4d1e-a3d5-13025c093cc2 req-17998345-be13-4553-9a52-ecae633673c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:06.903238 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec2face9-480b-4d1e-a3d5-13025c093cc2 req-17998345-be13-4553-9a52-ecae633673c3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.1299269 Dec 13 20:21:06.960942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ec2face9-480b-4d1e-a3d5-13025c093cc2 req-138a2de1-d7ab-40e9-9362-2c4b7d9f5a81 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Dec 13 20:21:06.965691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-89740444-67f7-42ec-89d6-d4af0b7fd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:06.967256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-89740444-67f7-42ec-89d6-d4af0b7fd5f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1195860 Dec 13 20:21:07.100995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-469ca570-5cd3-4123-b270-6ef96a11fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:07.102451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-469ca570-5cd3-4123-b270-6ef96a11fbff service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1275916 Dec 13 20:21:07.206116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-f30c8329-b9f4-4a7a-ad99-7fb3c18d8390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 200 len: 1000 time: 0.0972371 Dec 13 20:21:07.274981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-45fdf9a0-5169-442b-afa5-a046f89c680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:07.276304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-45fdf9a0-5169-442b-afa5-a046f89c680d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0630672 Dec 13 20:21:07.353966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-e04f19a2-e25f-42b8-9f72-f77759726e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:07.356039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-e04f19a2-e25f-42b8-9f72-f77759726e21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732932 Dec 13 20:21:07.492063 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-b336984f-ceb3-49e1-a221-b54981cb8d22 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288600 Dec 13 20:21:07.626503 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4a392ffc-3372-451d-b10d-6ecf97b3c86c req-6300bf24-fee6-450f-880a-775e6e9564c4 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281552 Dec 13 20:21:08.149317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe72ca-0220-4a0a-9002-a3ee54daca59 req-ba196cfc-c162-4ce3-955d-08336b8cbc0d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:08.150689 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6efe72ca-0220-4a0a-9002-a3ee54daca59 req-ba196cfc-c162-4ce3-955d-08336b8cbc0d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0812914 Dec 13 20:21:08.199835 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6efe72ca-0220-4a0a-9002-a3ee54daca59 req-18c2664b-ab75-4fc4-85d6-998e14e9b336 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 Dec 13 20:21:09.409308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458aeb-9e4a-4739-89ea-1c1148464a3f req-7c1ca988-41c0-47be-9b28-510e6c264dba tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:09.410776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86458aeb-9e4a-4739-89ea-1c1148464a3f req-7c1ca988-41c0-47be-9b28-510e6c264dba tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0828180 Dec 13 20:21:09.458552 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86458aeb-9e4a-4739-89ea-1c1148464a3f req-344cb279-aa4a-4e8d-bdff-574f518b4e6c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Dec 13 20:21:09.856499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33282a-6e31-448b-acbf-9b8d57c3971f req-36ad6af5-2816-4d95-8589-0664dd25dc2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:09.857991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd33282a-6e31-448b-acbf-9b8d57c3971f req-36ad6af5-2816-4d95-8589-0664dd25dc2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0896318 Dec 13 20:21:09.902087 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bd33282a-6e31-448b-acbf-9b8d57c3971f req-c677759b-891e-411f-adcc-ef2e17213c6c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Dec 13 20:21:11.100589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfe07d-88e6-4e77-9b3e-25a4c2254f0e req-189d43e4-66b3-4edf-aa06-c3af9772f7cb tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:11.102078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-55dfe07d-88e6-4e77-9b3e-25a4c2254f0e req-189d43e4-66b3-4edf-aa06-c3af9772f7cb tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0863485 Dec 13 20:21:11.146372 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-55dfe07d-88e6-4e77-9b3e-25a4c2254f0e req-498ad24e-5bfe-4165-8e6a-b486ee7da3f1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Dec 13 20:21:11.415495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-d048ba24-b979-4ea6-911f-19ba4f3655a6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:11.416921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-d048ba24-b979-4ea6-911f-19ba4f3655a6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.0892015 Dec 13 20:21:11.491925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Deleting port 7f4417f5-4931-4dfc-b6aa-11be7379b92c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:21:11.492280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:11.860118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] For port 7f4417f5-4931-4dfc-b6aa-11be7379b92c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7f4417f5-4931-4dfc-b6aa-11be7379b92c,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:21:11.860459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.150789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.151504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.151504 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 disassociated. External IP: 172.26.6.150, port: 7f4417f5-4931-4dfc-b6aa-11be7379b92c. Dec 13 20:21:12.151680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Calling delete_port for 7f4417f5-4931-4dfc-b6aa-11be7379b92c owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:21:12.183083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.357521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.366011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:12.412985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'Port': ['ID=7f4417f5-4931-4dfc-b6aa-11be7379b92c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:12.425845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.426268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.426816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.427186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.427549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.427954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.428422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.428876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.430015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.430015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.430303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.430521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:21:12.435194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:12.517133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810b61-7532-4860-88c9-7559b12203ac req-547b9bb5-04d2-4bff-9e59-31f8f379821e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:12.518679 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ac810b61-7532-4860-88c9-7559b12203ac req-547b9bb5-04d2-4bff-9e59-31f8f379821e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5 HTTP/1.1" status: 200 len: 944 time: 0.2387159 Dec 13 20:21:12.644595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ac810b61-7532-4860-88c9-7559b12203ac req-5c2e9b15-9325-4ad8-a1a3-76d600808fab tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168041 Dec 13 20:21:12.664705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:21:12.858265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:21:12.868472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:21:12.878272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:21:12.878985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:20:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:12.930373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] No DVR routers for this DVR port 7f4417f5-4931-4dfc-b6aa-11be7379b92c on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:21:12.932809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:12.935471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-deleted', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:21:12.953012 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8fc06285-1ec5-4dc1-809d-ec0e02b6da54 req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "DELETE /v2.0/ports/7f4417f5-4931-4dfc-b6aa-11be7379b92c HTTP/1.1" status: 204 len: 173 time: 1.5301547 Dec 13 20:21:12.983544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c461bad-9d0f-40f7-a7d9-b2853f6f7dc5', 'name': 'network-vif-deleted', 'tag': '7f4417f5-4931-4dfc-b6aa-11be7379b92c', 'status': 'completed', 'code': 200} Dec 13 20:21:13.073344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:21:13.400839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:13.404837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:21:13.414185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:21:13.414807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:20:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:13.647953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:21:13.964941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:13.969045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968aafa-77e9-4502-9c14-d5ef597c8852 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:21:14.000701 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-c022a697-f4ed-48ef-8102-49da79f1eea6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--248966466&fields=id&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 267 time: 0.0408144 Dec 13 20:21:14.009435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7f4417f5-4931-4dfc-b6aa-11be7379b92c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:21:14.043532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 7f4417f5-4931-4dfc-b6aa-11be7379b92c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:21:14.043865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7f4417f5-4931-4dfc-b6aa-11be7379b92c not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:21:14.155937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-e72f2407-a4e4-4239-9146-24782d3cf768 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:14.157794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-e72f2407-a4e4-4239-9146-24782d3cf768 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1503961 Dec 13 20:21:14.174645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-38f304ea-fe3a-42f6-8839-2c44209e42f3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/quotas/281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 375 time: 0.0116057 Dec 13 20:21:14.193807 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e22a6-8585-4816-918c-4e7e1efb3e1b None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:21:14.392976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-93214268-a3eb-4ff9-9370-46bfb9be5ac5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:21:14.410246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-93214268-a3eb-4ff9-9370-46bfb9be5ac5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:21:14.411810 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-93214268-a3eb-4ff9-9370-46bfb9be5ac5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2316539 Dec 13 20:21:14.554970 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-dca26af9-ae28-48cc-9f1b-c9f577750090 service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309855 Dec 13 20:21:14.698913 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-5fb26e47-2530-4467-b453-584ee3629866 service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353734 Dec 13 20:21:14.888573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f1c9eb79-c4bc-4dd6-ad3e-183abceb711a req-f7decac6-5b88-479d-ba87-e288e3270d0f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 210 time: 0.0423646 Dec 13 20:21:15.949024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-c91cfb2f-11f4-4d36-a043-6e4ccdacf0da tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:15.950477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-c91cfb2f-11f4-4d36-a043-6e4ccdacf0da tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1516721 Dec 13 20:21:16.035098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-59ae8caa-e269-4e2f-a055-7d7277ec8776 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 379 time: 0.0756152 Dec 13 20:21:16.048855 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-506f3fc8-ac9b-4f2a-9a5d-13dc7b1032f2 req-516701c3-080d-40aa-9459-af403703e716 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 210 time: 0.0501781 Dec 13 20:21:16.052188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'port': {'device_id': '24751211-6d7c-4c57-ae98-b70db64862d9', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'admin_state_up': True, 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'security_groups': ['d308f002-124a-472c-9c9d-805da2430dbe']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:21:16.191903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:21:16.207153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:21:16.223311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:21:16.226893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:16.394310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Allocated IP 172.20.0.7 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/576d7eef-fa69-4fca-810d-e526f7c22961) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:21:16.594805 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:16.610751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Transition to ACTIVE for port object 576d7eef-fa69-4fca-810d-e526f7c22961 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:21:16.647377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:16.652999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:16.719686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:21:16.722730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:21:16.726999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:21:16.769970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:16.774772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:16.795112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:16.795724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:16.823482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773621 Dec 13 20:21:16.835497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Request body: {'port': {'device_id': '24751211-6d7c-4c57-ae98-b70db64862d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:21:16.967578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e8f2a6e3-bceb-472c-b61c-470cd1eeed3c None None] Provisioning for port 576d7eef-fa69-4fca-810d-e526f7c22961 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:21:16.971583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:16.974137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e8f2a6e3-bceb-472c-b61c-470cd1eeed3c None None] Provisioning complete for port 576d7eef-fa69-4fca-810d-e526f7c22961 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:21:16.974494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a6e3-bceb-472c-b61c-470cd1eeed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.030160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2a6e3-bceb-472c-b61c-470cd1eeed3c None None] Port 576d7eef-fa69-4fca-810d-e526f7c22961 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:21:17.444269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6504c97-27a8-448a-837d-4a7135e89203 req-c00aec9c-970d-4015-9926-35f951d8375c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:17.445345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f6504c97-27a8-448a-837d-4a7135e89203 req-c00aec9c-970d-4015-9926-35f951d8375c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:21:17.518421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f6504c97-27a8-448a-837d-4a7135e89203 req-c00aec9c-970d-4015-9926-35f951d8375c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:21:17.519558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6504c97-27a8-448a-837d-4a7135e89203 req-c00aec9c-970d-4015-9926-35f951d8375c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 931 time: 0.3331530 Dec 13 20:21:17.521450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:21:17.541560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.569088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Transition to ACTIVE for port object 576d7eef-fa69-4fca-810d-e526f7c22961 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:21:17.577664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.582132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-265837f5-98fd-477b-b491-974e50e850c4 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:17.612402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f6504c97-27a8-448a-837d-4a7135e89203 req-b0ba1186-d183-4159-9418-9567000b3a6f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863268 Dec 13 20:21:17.739425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:17.747470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:17.822926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Attempting to bind port 576d7eef-fa69-4fca-810d-e526f7c22961 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:21:17.823251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Attempting to bind port 576d7eef-fa69-4fca-810d-e526f7c22961 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:21:17.823572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Attempting to bind port 576d7eef-fa69-4fca-810d-e526f7c22961 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:21:17.828124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Port 576d7eef-fa69-4fca-810d-e526f7c22961 on network 077f094e-6e5e-4a39-a152-782fb66945a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:21:17.828444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Attempting to bind port 576d7eef-fa69-4fca-810d-e526f7c22961 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:21:17.833701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:21:17.834026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:21:17.834397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:21:17.834812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Bound port: 576d7eef-fa69-4fca-810d-e526f7c22961, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:21:17.835147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.923404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:21:17.926420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:21:17.933112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.936735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:17.996526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:17.997189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:17.998495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] 10.222.0.20 "PUT /v2.0/ports/576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1093 time: 1.1674640 Dec 13 20:21:17.999019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:21:18.020356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:18.023689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:18.084143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'status': 'completed', 'code': 200} Dec 13 20:21:18.126803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-87e09317-93b8-444f-a8db-9fc865482a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:18.128473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-87e09317-93b8-444f-a8db-9fc865482a42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1096 time: 0.0793669 Dec 13 20:21:18.201077 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-b685ece0-07ce-4828-a9c2-7bb1f8eac62c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 217 time: 0.0650356 Dec 13 20:21:18.280405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-32f8d77e-73fd-4dc3-8b31-83cdbec0d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:18.284921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-32f8d77e-73fd-4dc3-8b31-83cdbec0d33f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0775781 Dec 13 20:21:18.374239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cae21ce3-0022-4c6e-8f0d-312c14390f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:18.375741 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-cae21ce3-0022-4c6e-8f0d-312c14390f83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844781 Dec 13 20:21:18.514656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-104f7b1b-e64a-4a0e-86d0-7fe11d764b3d service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319287 Dec 13 20:21:18.659903 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ab7de58-4625-4437-8b2c-a88c4c6eee7b req-2bde2506-2b8e-4b94-bb77-4a5f9c6b2566 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385334 Dec 13 20:21:18.851577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-6e2b22d5-f37d-443a-9036-c844303981ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:18.853056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-6e2b22d5-f37d-443a-9036-c844303981ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1096 time: 0.1407299 Dec 13 20:21:18.861382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bf2a4-cee3-49fc-ad9a-e869033c7ba5 req-4c556e7e-bc56-49da-9739-b9708d4352a2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:18.863263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f4bf2a4-cee3-49fc-ad9a-e869033c7ba5 req-4c556e7e-bc56-49da-9739-b9708d4352a2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 943 time: 0.1203744 Dec 13 20:21:18.999359 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f4bf2a4-cee3-49fc-ad9a-e869033c7ba5 req-006759ac-c0a3-4064-829a-8ff30b25ef1e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172712 Dec 13 20:21:19.034509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-901577c4-8731-422d-9f5e-fe466d295cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:19.035965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-901577c4-8731-422d-9f5e-fe466d295cc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1718829 Dec 13 20:21:19.104608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-74ba30fe-6e6c-4585-a52d-782c04d86c48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 217 time: 0.0613782 Dec 13 20:21:19.305007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-6cb1b4e5-9b23-4a76-9b47-abeb5668259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:19.306479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-6cb1b4e5-9b23-4a76-9b47-abeb5668259c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.1950796 Dec 13 20:21:19.388176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-bcea2c71-5078-426a-906d-9bd9abbde479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:19.389589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-bcea2c71-5078-426a-906d-9bd9abbde479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755208 Dec 13 20:21:19.525473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-394c442e-cfd4-43b6-8bdb-b869fd4d9f2a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285713 Dec 13 20:21:19.660382 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27aec421-3659-489a-85f2-ca4608a02ec3 req-c1fb0fd2-c478-434f-89bb-fba24ef0199b service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286042 Dec 13 20:21:20.036615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:21:20.173490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:21:20.187596 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '576d7eef-fa69-4fca-810d-e526f7c22961', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:21:20.196947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14023892-02d6-4e8f-bca8-9d858b18f218 req-2f8cf2e1-fa57-4ea3-8426-459407814065 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:20.198471 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14023892-02d6-4e8f-bca8-9d858b18f218 req-2f8cf2e1-fa57-4ea3-8426-459407814065 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 943 time: 0.0848470 Dec 13 20:21:20.242178 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14023892-02d6-4e8f-bca8-9d858b18f218 req-e8340f20-580d-469d-8754-dd2dc64e64d8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378342 Dec 13 20:21:20.244755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:20.264915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:21:20.280174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:21:20.284869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:20.287780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:20.353053 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:20.356122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:20.485767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['576d7eef-fa69-4fca-810d-e526f7c22961'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:21:21.453036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d4780-ac50-4c56-a913-e78503e51b89 req-64cf767d-a211-439f-9fda-4743d4c3a432 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:21.454527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c0d4780-ac50-4c56-a913-e78503e51b89 req-64cf767d-a211-439f-9fda-4743d4c3a432 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 944 time: 0.0968125 Dec 13 20:21:21.504354 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c0d4780-ac50-4c56-a913-e78503e51b89 req-6b87b2f3-9f99-496f-8a47-0e80ff0ff60b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Dec 13 20:21:21.662693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bc68e980-743b-4bdf-8b00-0701a4a05d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:22.042192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:21:22.121712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 576d7eef-fa69-4fca-810d-e526f7c22961 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:21:22.126694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 576d7eef-fa69-4fca-810d-e526f7c22961 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:21:22.127078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:22.244378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:22.278556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:21:22.288650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:21:22.294478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:22.296287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:21:22.327182 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'code': 200} Dec 13 20:21:22.368470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:21:22.371308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:21:22.571245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a91b96-7bea-49fb-a37e-3d190c6cd441 req-ba235ef5-9918-489a-a51c-5e12fbefae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:22.572743 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79a91b96-7bea-49fb-a37e-3d190c6cd441 req-ba235ef5-9918-489a-a51c-5e12fbefae51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0746133 Dec 13 20:21:22.615949 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79a91b96-7bea-49fb-a37e-3d190c6cd441 req-3a8491f9-8f56-4c68-a380-ad5c392634f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360653 Dec 13 20:21:22.707061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e978a0-af60-4d81-9d8a-9c206353753c req-96435769-f2f5-40a4-bc03-152bb540d037 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:22.708587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a5e978a0-af60-4d81-9d8a-9c206353753c req-96435769-f2f5-40a4-bc03-152bb540d037 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0858672 Dec 13 20:21:22.756387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a5e978a0-af60-4d81-9d8a-9c206353753c req-29adb1a5-8318-4fc5-bb8f-e9ddf5d89920 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Dec 13 20:21:23.919060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c069675a-6bd0-4fac-9fd7-b99949748716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:23.960022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8737c4-8570-481b-93a0-fba2eea70b2a req-504fd27e-4c56-46e6-af95-807603b494d2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:23.961589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc8737c4-8570-481b-93a0-fba2eea70b2a req-504fd27e-4c56-46e6-af95-807603b494d2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0884857 Dec 13 20:21:24.010137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc8737c4-8570-481b-93a0-fba2eea70b2a req-0bed3392-491d-4e64-b037-08e65f613748 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Dec 13 20:21:24.201486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a8fe2-c325-4733-98ce-8013ca0bc591 req-611f1456-0b3f-4f76-b468-8695c0a0acf7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:24.202956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e23a8fe2-c325-4733-98ce-8013ca0bc591 req-611f1456-0b3f-4f76-b468-8695c0a0acf7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0936270 Dec 13 20:21:24.212101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35448) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:21:24.217080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'floatingip': {'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:21:24.295646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.035931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.041775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.058366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.064011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.219240 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 associated. External IP: 172.26.6.150, port: 576d7eef-fa69-4fca-810d-e526f7c22961. Dec 13 20:21:25.578297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:21:25.762421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:21:25.767381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:25.772008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:21:25.782067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:21:25.782699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:21:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:25.825456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-05c60152-5b78-449c-a91c-3f157cbe388f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "PUT /v2.0/floatingips/15868536-4b52-426a-96b3-147c3a03d6c4 HTTP/1.1" status: 200 len: 991 time: 1.6122608 Dec 13 20:21:25.826184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:21:25.878220 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'status': 'completed', 'code': 200} Dec 13 20:21:25.975210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-3e9e77b8-dc15-4449-b36d-5cf91e3ab2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:25.976683 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-3e9e77b8-dc15-4449-b36d-5cf91e3ab2fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0742724 Dec 13 20:21:26.004192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:21:26.109381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-f4209399-2d16-4f8d-9767-c4edb7093dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:26.110974 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-f4209399-2d16-4f8d-9767-c4edb7093dee service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1281190 Dec 13 20:21:26.216814 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-233ccdd6-a71d-4d44-b0b8-7d407365f21f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 999 time: 0.0986602 Dec 13 20:21:26.280409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-ffbdf274-4b14-4a9b-a620-97026a451ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:26.281878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-ffbdf274-4b14-4a9b-a620-97026a451ac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0587800 Dec 13 20:21:26.353045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24751211-6d7c-4c57-ae98-b70db64862d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:21:24Z', 'revision_number': 9, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:26.357438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:21:26.367417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:21:26.367985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:21:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:26.495040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-6d5d970c-4689-42a8-81d1-d7956aaac68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:26.496511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-6d5d970c-4689-42a8-81d1-d7956aaac68c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2076690 Dec 13 20:21:26.544494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:26.558143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:21:26.631316 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-95cc5a2d-2ba5-4838-aaea-636ffc6f0535 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276209 Dec 13 20:21:26.763306 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f5ba2f42-cbac-4b55-a9c7-da52828fbb60 req-0b4006e1-3724-4c50-97a6-65d7bb350140 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261024 Dec 13 20:21:26.920919 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24751211-6d7c-4c57-ae98-b70db64862d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:21:24Z', 'revision_number': 9, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:21:26.924986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a5c25-cfad-4f43-b640-374198626a65 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24751211-6d7c-4c57-ae98-b70db64862d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:21:24Z', 'revision_number': 9, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:21:27.148824 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef854f9-cc1a-4e37-800c-7cd67d309549 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:21:30.864867 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:21:42.167388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:42.225621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-c86f5e41-52da-458c-a848-e5008a69ef00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718899 Dec 13 20:21:42.385613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-2b1098eb-de0f-44f1-839f-2e91df943ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:42.387176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-2b1098eb-de0f-44f1-839f-2e91df943ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0798669 Dec 13 20:21:42.552011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-c38cd592-8bd9-42a8-a63e-d40565c0669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:42.553578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-c38cd592-8bd9-42a8-a63e-d40565c0669b service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1385176 Dec 13 20:21:42.659723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-e3957277-c87f-426f-aec7-a5d891c118bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1002 time: 0.0980318 Dec 13 20:21:42.725451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-f823cb82-d630-4675-83a4-c53ef4c7a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:42.726833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-f823cb82-d630-4675-83a4-c53ef4c7a25c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0572414 Dec 13 20:21:42.805498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-45171699-a3c4-438a-804a-0e43e787fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:21:42.806880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-45171699-a3c4-438a-804a-0e43e787fe1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735106 Dec 13 20:21:42.938326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-d614d23b-4c14-49aa-8d5e-0e1768a76ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241748 Dec 13 20:21:43.080958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eaa25167-1369-4fff-b0cf-7f5c8e9cb8c6 req-04106350-1fe4-4b02-b181-65d9f25d0a74 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352928 Dec 13 20:21:51.663950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-32d350da-60da-40f6-a384-fd1ea09066f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:53.918451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e7e8391d-3820-4103-b792-d106ace4c629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:55.059100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:55.063589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:21:56.503384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:01.504906 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7461d765-b5f4-4344-a16e-4bdbe442b31b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177094 Dec 13 20:22:01.523662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7050324-412d-4e2e-b2cd-64ef9f85c8db req-3cd0a0a3-406a-4662-a2c2-3b4aecb2ed10 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:01.525281 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7050324-412d-4e2e-b2cd-64ef9f85c8db req-3cd0a0a3-406a-4662-a2c2-3b4aecb2ed10 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0894294 Dec 13 20:22:01.573634 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7050324-412d-4e2e-b2cd-64ef9f85c8db req-24b55a59-3e5c-443b-bc43-038ed33f93a1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Dec 13 20:22:02.658596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7216a6ea-c973-43a8-b93d-0af643e6638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:02.660094 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7216a6ea-c973-43a8-b93d-0af643e6638f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0729816 Dec 13 20:22:02.855187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-87997603-f20d-4548-9f72-69c835459c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:02.856545 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-87997603-f20d-4548-9f72-69c835459c81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1877491 Dec 13 20:22:02.869283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3c70-0bec-44c7-b949-c4d9e4eb7274 req-66792863-c133-43c8-944b-b80f066dad20 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:02.870626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c37a3c70-0bec-44c7-b949-c4d9e4eb7274 req-66792863-c133-43c8-944b-b80f066dad20 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.1805916 Dec 13 20:22:03.115642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c37a3c70-0bec-44c7-b949-c4d9e4eb7274 req-61387413-3ce1-4a7b-9e14-9de8a0077de5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686221 Dec 13 20:22:03.117323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7a27be1f-d08e-43a1-aeba-954c37a75136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1002 time: 0.2458436 Dec 13 20:22:03.182372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-fb8eda5d-e178-47be-bfca-54e8e29764b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:03.183857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-fb8eda5d-e178-47be-bfca-54e8e29764b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0600410 Dec 13 20:22:03.263266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-47011810-e461-442c-95c6-7e1e3db4a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:03.265023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-47011810-e461-442c-95c6-7e1e3db4a58a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749118 Dec 13 20:22:03.400160 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-cdb91e91-f0ee-42e7-bf35-8edb930ab119 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286728 Dec 13 20:22:03.546208 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-e5f74469-70ae-425e-b535-191da71e1497 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386254 Dec 13 20:22:04.329932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff02f-fc49-4662-ba9c-cc1ba5675515 req-fea5a3b1-efa9-4052-ad9f-30d674ef6832 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:04.331386 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8baff02f-fc49-4662-ba9c-cc1ba5675515 req-fea5a3b1-efa9-4052-ad9f-30d674ef6832 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0994148 Dec 13 20:22:04.377019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8baff02f-fc49-4662-ba9c-cc1ba5675515 req-0bf188e9-9976-4106-8f77-377355b67990 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Dec 13 20:22:05.585295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e55c75-e2ac-4c28-87a3-9f780e6b7516 req-20f0ab39-be3a-46ab-8b45-49019e03e9f7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:05.586812 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e55c75-e2ac-4c28-87a3-9f780e6b7516 req-20f0ab39-be3a-46ab-8b45-49019e03e9f7 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0960994 Dec 13 20:22:05.634116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e55c75-e2ac-4c28-87a3-9f780e6b7516 req-04e60053-a7c5-425f-ac75-539e964ef173 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Dec 13 20:22:06.842534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fce1c-da24-417f-bc2b-449465b17c7a req-a5f05001-aa1b-4730-924a-2261395dab86 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:06.844025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-901fce1c-da24-417f-bc2b-449465b17c7a req-a5f05001-aa1b-4730-924a-2261395dab86 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0963571 Dec 13 20:22:06.889006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-901fce1c-da24-417f-bc2b-449465b17c7a req-0f2a2011-bedc-4760-8ff7-77c69026d7dc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391269 Dec 13 20:22:07.869634 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:22:08.101042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce529a7-ff3c-46a1-940b-f7259bade086 req-39299f25-92a2-47ed-af2b-a4e0f73779ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:08.102573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bce529a7-ff3c-46a1-940b-f7259bade086 req-39299f25-92a2-47ed-af2b-a4e0f73779ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0943229 Dec 13 20:22:08.155625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bce529a7-ff3c-46a1-940b-f7259bade086 req-7dbc5719-5d43-43af-baae-799ce43950f5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446060 Dec 13 20:22:09.507724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b3415-31bb-41d5-870d-651f3b41be42 req-4a951805-e6cd-4b27-ae05-60936b854a81 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:09.509082 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f7b3415-31bb-41d5-870d-651f3b41be42 req-4a951805-e6cd-4b27-ae05-60936b854a81 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0904810 Dec 13 20:22:09.556982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f7b3415-31bb-41d5-870d-651f3b41be42 req-72c7332f-83ff-425d-90ac-71f3e821db17 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Dec 13 20:22:10.904545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96543df4-8468-4ba6-ba3e-681861b271bd req-a1f2d0c4-6437-4d52-bafa-8745cf639e76 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:10.905967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96543df4-8468-4ba6-ba3e-681861b271bd req-a1f2d0c4-6437-4d52-bafa-8745cf639e76 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0825365 Dec 13 20:22:10.953942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-96543df4-8468-4ba6-ba3e-681861b271bd req-54b279eb-e7a1-4cc2-b9b0-a7f2c4503514 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Dec 13 20:22:12.158804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa4aae-c8e5-4eb5-81a9-167e09a0e271 req-6b2dcceb-7938-4743-a0ba-e25a004ea78e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:12.160249 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7efa4aae-c8e5-4eb5-81a9-167e09a0e271 req-6b2dcceb-7938-4743-a0ba-e25a004ea78e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0974298 Dec 13 20:22:12.183253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:12.207449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7efa4aae-c8e5-4eb5-81a9-167e09a0e271 req-7ac03459-e1de-4147-9200-8ce771303ca5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Dec 13 20:22:13.407085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e71d-49bb-40df-895e-a24115a2e364 req-933b2727-1a5e-4f90-85c3-861a997b0f5a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:13.408567 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8850e71d-49bb-40df-895e-a24115a2e364 req-933b2727-1a5e-4f90-85c3-861a997b0f5a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0898807 Dec 13 20:22:13.454877 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8850e71d-49bb-40df-895e-a24115a2e364 req-57d1482e-2495-4649-9740-c8f6125d58fd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Dec 13 20:22:14.690638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2540e-d0b6-4386-a422-70ce50cbed26 req-bb486620-dd69-486b-ada5-f3564b543c31 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:14.692003 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ae2540e-d0b6-4386-a422-70ce50cbed26 req-bb486620-dd69-486b-ada5-f3564b543c31 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.1067848 Dec 13 20:22:14.737494 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ae2540e-d0b6-4386-a422-70ce50cbed26 req-98a5eac4-0078-45cd-b737-2320d7670e8a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392530 Dec 13 20:22:15.227601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-49825147-2f7b-4942-ad6d-b86a9a371384 service neutron] 10.222.0.20 "GET /v2.0/ports/576d7eef-fa69-4fca-810d-e526f7c22961/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0926435 Dec 13 20:22:15.511111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-49ed7ffe-6992-4deb-98b0-6cf7955a1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:15.512481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-49ed7ffe-6992-4deb-98b0-6cf7955a1799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1098 time: 0.0752783 Dec 13 20:22:15.614823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-bf3c9ffb-0ac7-4fc3-947a-b4433cd3bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:15.616322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-bf3c9ffb-0ac7-4fc3-947a-b4433cd3bd71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0791228 Dec 13 20:22:15.868094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7778d715-b2bd-4398-96d8-f9c55dfcaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:15.869480 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-7778d715-b2bd-4398-96d8-f9c55dfcaaf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.2467043 Dec 13 20:22:16.011607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-d79a7fe5-9fe0-40c8-b258-4ae535e08565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1002 time: 0.1132290 Dec 13 20:22:16.073873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80806d4-21fa-47bb-8491-9b5c1d998b55 req-24c1a1e6-f217-4a47-8d51-5bb78f975e34 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:16.075286 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a80806d4-21fa-47bb-8491-9b5c1d998b55 req-24c1a1e6-f217-4a47-8d51-5bb78f975e34 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.2095041 Dec 13 20:22:16.101304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-eda6d319-2e31-482f-8b54-8f589b4bb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:16.102664 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-eda6d319-2e31-482f-8b54-8f589b4bb096 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0850718 Dec 13 20:22:16.169921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a80806d4-21fa-47bb-8491-9b5c1d998b55 req-57a60b60-da24-4391-b9b4-65be73ea84e1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877583 Dec 13 20:22:16.199844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-1e48b0a5-363c-40de-8e13-1d28e522b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:16.201363 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-1e48b0a5-363c-40de-8e13-1d28e522b818 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847621 Dec 13 20:22:16.340165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-0829c017-b5d4-46dd-8064-4fe93fa35b0f service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312811 Dec 13 20:22:16.497470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db9eaaf-2b5f-43e5-869a-e2fa66aa5477 req-207ae5b7-ee64-4a48-9ebc-9626bfaa71a2 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500375 Dec 13 20:22:17.379217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8524-b6b2-44a0-a292-3e1358924a9c req-b211963d-7a1f-4659-9308-04e79c12920e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:17.380654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-378a8524-b6b2-44a0-a292-3e1358924a9c req-b211963d-7a1f-4659-9308-04e79c12920e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0888827 Dec 13 20:22:17.426785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-378a8524-b6b2-44a0-a292-3e1358924a9c req-30c7f305-7ca9-4429-b7c3-9faa10b6fcf9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376503 Dec 13 20:22:18.633973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdff4e-2083-4407-8a09-f80f4c290e87 req-a0a15f29-dfad-404f-a2d7-257ae81c557c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:18.635313 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90fdff4e-2083-4407-8a09-f80f4c290e87 req-a0a15f29-dfad-404f-a2d7-257ae81c557c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0926962 Dec 13 20:22:18.678264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90fdff4e-2083-4407-8a09-f80f4c290e87 req-56f716b7-54e0-4721-a110-2cd32c3f57ec tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374279 Dec 13 20:22:19.158394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-3f616545-931c-4b60-9ddc-af49f62d5436 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.159891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-3f616545-931c-4b60-9ddc-af49f62d5436 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9&tenant_id=281ba77371c84b738d07f27f5fc39c7f&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.1427453 Dec 13 20:22:19.237787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06103891-71f6-4f02-ac29-046d8cbdaa13 req-0b384660-ff81-41e3-9a0e-1079466d3c43 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.239137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06103891-71f6-4f02-ac29-046d8cbdaa13 req-0b384660-ff81-41e3-9a0e-1079466d3c43 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.1559188 Dec 13 20:22:19.280361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-1ff14bb0-7db6-46e6-b9b3-1422a0620970 service neutron] 10.222.0.20 "GET /v2.0/ports/576d7eef-fa69-4fca-810d-e526f7c22961/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.1130896 Dec 13 20:22:19.292936 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06103891-71f6-4f02-ac29-046d8cbdaa13 req-c16b41ff-4a25-4baf-ade6-1c2dc09abeea tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458996 Dec 13 20:22:19.374356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-41790d87-458b-4332-bcf1-1cf66778a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.375824 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-41790d87-458b-4332-bcf1-1cf66778a57f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0721371 Dec 13 20:22:19.517803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-3b56072f-c08e-4e84-ae73-3407abf7eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.519273 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-3b56072f-c08e-4e84-ae73-3407abf7eec1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1366107 Dec 13 20:22:19.638069 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-ce830078-46d4-42ff-b8b1-f95d6113cd22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1002 time: 0.1124952 Dec 13 20:22:19.710504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-613983f6-5600-4085-ac5a-982ac9696a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.711930 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-613983f6-5600-4085-ac5a-982ac9696a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0670035 Dec 13 20:22:19.789666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-b477fa54-69d7-4c7c-b960-8b6e00905c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:19.791166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-b477fa54-69d7-4c7c-b960-8b6e00905c71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726864 Dec 13 20:22:20.050939 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-be45517c-8a7d-421b-99ec-be95565d6a4a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527108 Dec 13 20:22:20.188662 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-3fb614b5-2d58-4352-9bb9-f44c54c804e9 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314154 Dec 13 20:22:20.306282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:22:20.309623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:22:20.485186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3bab1-533e-4d24-a42f-4e4969aa2e5b req-a2f445d2-3042-460f-97a9-9cf02ac64f83 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:20.486733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7a3bab1-533e-4d24-a42f-4e4969aa2e5b req-a2f445d2-3042-460f-97a9-9cf02ac64f83 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0833466 Dec 13 20:22:20.535329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7a3bab1-533e-4d24-a42f-4e4969aa2e5b req-b7812c0c-8d1d-44d4-a1a1-8337b69b9006 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Dec 13 20:22:20.559918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:20.618161 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:20.625064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:20.641129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:20.643718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '576d7eef-fa69-4fca-810d-e526f7c22961', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:22:20.647982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:20.649885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:20.702887 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'code': 200} Dec 13 20:22:20.761248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:20.777710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:20.782607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:22:20.791244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.791602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.791946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.792283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.792618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.792954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.793307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.793639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.793964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.794291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.794598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.794922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:20.798966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:20.808976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:20.814480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:20.816433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:20.879492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['576d7eef-fa69-4fca-810d-e526f7c22961'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:22:20.930193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:20.934902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:21.658723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f93857cb-1038-4427-8b86-e6e684487ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:21.738270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991761b-1814-4419-b4d7-1227e2b54c1b req-64ea30cc-b3ab-4659-89bb-1805758239f9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:21.739738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3991761b-1814-4419-b4d7-1227e2b54c1b req-64ea30cc-b3ab-4659-89bb-1805758239f9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 944 time: 0.0851235 Dec 13 20:22:21.793651 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3991761b-1814-4419-b4d7-1227e2b54c1b req-10d58ad3-6f96-403d-9072-d048cca584e3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Dec 13 20:22:22.314469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:22:22.386064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 576d7eef-fa69-4fca-810d-e526f7c22961 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:22:22.386455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:22.504269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:22.538658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:22.544036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:22.545918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:22.590821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-1b7b7cea-f999-4f6b-8e0e-a73314e45c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:22.592209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-1b7b7cea-f999-4f6b-8e0e-a73314e45c60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1098 time: 0.0764723 Dec 13 20:22:22.613575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:22.616514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:22.685153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-642bb287-4611-42f5-acdc-ce1b96a2c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:22.686647 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-642bb287-4611-42f5-acdc-ce1b96a2c2fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 1098 time: 0.0718913 Dec 13 20:22:22.704054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:22.758078 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'code': 200} Dec 13 20:22:22.824441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-79e655b3-3037-43de-97af-277c36760228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:22.825964 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-79e655b3-3037-43de-97af-277c36760228 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1322727 Dec 13 20:22:22.975645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-dc041e30-0a99-474f-9b84-e74f2674ae0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 200 len: 1002 time: 0.1432171 Dec 13 20:22:23.054101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e599-c676-4582-b193-1cc0ae3546f4 req-6d5f1f33-71f2-4b8a-a30f-85d94698d81f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:23.055585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d19e599-c676-4582-b193-1cc0ae3546f4 req-6d5f1f33-71f2-4b8a-a30f-85d94698d81f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.1523020 Dec 13 20:22:23.057096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-30cbb2e6-2215-4596-8b1f-fb2aab0587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:23.058401 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-30cbb2e6-2215-4596-8b1f-fb2aab0587e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0761240 Dec 13 20:22:23.145766 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0d19e599-c676-4582-b193-1cc0ae3546f4 req-aba73ecc-9b7e-48ed-bcb3-7637cfe82e6f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831501 Dec 13 20:22:23.167208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-9e6e3730-d6b3-4d49-a73b-790a84640226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:23.168680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-9e6e3730-d6b3-4d49-a73b-790a84640226 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930107 Dec 13 20:22:23.304185 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-d907300f-c3a4-4d61-be0c-828b4b0ebbab service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291263 Dec 13 20:22:23.437528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04799e22-7e2d-4288-831f-2dcf0e30c3bb req-1ce51c9e-c9c4-472f-a66b-09e49b09f1e4 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267934 Dec 13 20:22:23.925265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c673e4f4-c1e3-490a-91b1-730d3b226d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:24.351603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e169b4-302b-42e0-bd4c-01244a79afbc req-9a817a11-c797-4d23-9d59-c13a785fa3c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:24.353092 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e169b4-302b-42e0-bd4c-01244a79afbc req-9a817a11-c797-4d23-9d59-c13a785fa3c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0900147 Dec 13 20:22:24.397180 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e169b4-302b-42e0-bd4c-01244a79afbc req-7c8faa77-b5d1-47f8-b305-229b07c391cf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Dec 13 20:22:25.073263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:25.074377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:25.601908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c55d16-47d1-4f09-b432-35c7ea9a742b req-5c1e5eb1-0980-48f5-beef-7732dbe91bcf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:25.603271 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-61c55d16-47d1-4f09-b432-35c7ea9a742b req-5c1e5eb1-0980-48f5-beef-7732dbe91bcf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0965290 Dec 13 20:22:25.650663 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-61c55d16-47d1-4f09-b432-35c7ea9a742b req-bcf5a896-75a3-49dd-b554-04b1e1ded12f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Dec 13 20:22:25.849527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41c808-e8d7-4e4b-8ef4-9f11d8ce8b75 req-2f690492-4de2-48f5-a08e-f00323869e24 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:25.851666 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e41c808-e8d7-4e4b-8ef4-9f11d8ce8b75 req-2f690492-4de2-48f5-a08e-f00323869e24 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0982747 Dec 13 20:22:25.913691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e41c808-e8d7-4e4b-8ef4-9f11d8ce8b75 req-6df7a078-f55d-4dfc-897c-c555e7b057a2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534666 Dec 13 20:22:26.237335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6cfa4-9f98-41b8-8499-8b5ca8322cf3 req-e41e3ea2-453e-4edc-92c8-54d02786442f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:26.239585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f2f6cfa4-9f98-41b8-8499-8b5ca8322cf3 req-e41e3ea2-453e-4edc-92c8-54d02786442f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.2185605 Dec 13 20:22:26.289181 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f2f6cfa4-9f98-41b8-8499-8b5ca8322cf3 req-2b5dfba0-e124-464c-a682-ea03baa8768a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 Dec 13 20:22:26.351365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:22:26.356300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:22:26.562569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:26.577668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:26.617343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:26.628543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:26.644195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:26.645405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '576d7eef-fa69-4fca-810d-e526f7c22961', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '576d7eef-fa69-4fca-810d-e526f7c22961', 'mac_address': 'fa:16:3e:64:be:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:22:26.649862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:26.651695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:26.688649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da655d-d130-4b81-a64c-7039d42ac8a8 req-acc192a4-1555-43be-83c0-5e8c8aeb7876 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:26.690185 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c9da655d-d130-4b81-a64c-7039d42ac8a8 req-acc192a4-1555-43be-83c0-5e8c8aeb7876 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.0863640 Dec 13 20:22:26.715169 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'code': 200} Dec 13 20:22:26.738151 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c9da655d-d130-4b81-a64c-7039d42ac8a8 req-fee4a453-db32-42ef-821b-e262a219b14f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Dec 13 20:22:26.767613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:26.776498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=9']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:26.780641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:26.788011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:22:26.803914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:26.809690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:26.811490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:26.876390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['576d7eef-fa69-4fca-810d-e526f7c22961'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:22:26.923287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=10']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:26.927983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:27.959600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5294b3-84d0-4696-b5b2-88c3cc18fbde req-44b70fbd-ce2d-4d93-8722-167b35dfefa2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:27.961081 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d5294b3-84d0-4696-b5b2-88c3cc18fbde req-44b70fbd-ce2d-4d93-8722-167b35dfefa2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 945 time: 0.1016328 Dec 13 20:22:28.004837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d5294b3-84d0-4696-b5b2-88c3cc18fbde req-9d8df366-46d5-4a4a-b2cf-acd56e86e955 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379047 Dec 13 20:22:28.345686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:22:28.427180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 576d7eef-fa69-4fca-810d-e526f7c22961 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:22:28.427569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:28.551519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:28.584382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:28.588830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:28.590672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:28.705046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=11']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:28.708463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:28.709315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b82cc-dada-47be-a495-5892a1b10c11 req-684e75bb-349b-434e-af16-67a8a77baab2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:28.710786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-795b82cc-dada-47be-a495-5892a1b10c11 req-684e75bb-349b-434e-af16-67a8a77baab2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 946 time: 0.0885582 Dec 13 20:22:28.716036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:28.761043 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'code': 200} Dec 13 20:22:28.782033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Deleting port 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:22:28.782376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:29.027449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] For port 576d7eef-fa69-4fca-810d-e526f7c22961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=576d7eef-fa69-4fca-810d-e526f7c22961,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:29.028155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:29.368599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3eeebc-a629-4312-9069-3a20fe1b8504 req-584a8896-204c-401a-88d7-00da413a7dde tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:29.370153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8d3eeebc-a629-4312-9069-3a20fe1b8504 req-584a8896-204c-401a-88d7-00da413a7dde tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 946 time: 0.2518516 Dec 13 20:22:29.378624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:29.379032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:29.379346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 disassociated. External IP: 172.26.6.150, port: 576d7eef-fa69-4fca-810d-e526f7c22961. Dec 13 20:22:29.379674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Calling delete_port for 576d7eef-fa69-4fca-810d-e526f7c22961 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:22:29.467607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8d3eeebc-a629-4312-9069-3a20fe1b8504 req-4b17acbf-ecfc-4eb2-a524-ec00db8a52dc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912824 Dec 13 20:22:29.557082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:29.562963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-060d4583-86c2-4811-8cf6-76aafc5ada3e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:29.609953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'Port': ['ID=576d7eef-fa69-4fca-810d-e526f7c22961,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:29.620835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.621134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.621534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.621913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.622282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.622650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.623026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.623387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.623751 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.624115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.624480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.624840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:22:29.628522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:29.811943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:22:30.121325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:22:30.131825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:22:30.142829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:22:30.143437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:22:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:30.191501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] No DVR routers for this DVR port 576d7eef-fa69-4fca-810d-e526f7c22961 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:22:30.194618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:30.197273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-deleted', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:30.214709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-795b82cc-dada-47be-a495-5892a1b10c11 req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "DELETE /v2.0/ports/576d7eef-fa69-4fca-810d-e526f7c22961 HTTP/1.1" status: 204 len: 173 time: 1.4980671 Dec 13 20:22:30.253764 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24751211-6d7c-4c57-ae98-b70db64862d9', 'name': 'network-vif-deleted', 'tag': '576d7eef-fa69-4fca-810d-e526f7c22961', 'status': 'completed', 'code': 200} Dec 13 20:22:30.341914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:22:30.640405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e49a2a75-831f-4605-a423-a740b6405b10 req-2bf76a79-eea7-4227-b858-242aa72a7df8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:22:30.651831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:30.656489 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:22:30.658237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e49a2a75-831f-4605-a423-a740b6405b10 req-2bf76a79-eea7-4227-b858-242aa72a7df8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:22:30.659421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e49a2a75-831f-4605-a423-a740b6405b10 req-2bf76a79-eea7-4227-b858-242aa72a7df8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=24751211-6d7c-4c57-ae98-b70db64862d9 HTTP/1.1" status: 200 len: 210 time: 0.0681832 Dec 13 20:22:30.672698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:22:30.673437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:22:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:30.861401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:22:31.180520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:31.184920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7ef6ac-8fce-4b79-a0a7-faeba2174830 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:22:31.410424 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb8b41-5c17-450c-bd41-6f86bcce5a48 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:22:32.012840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b89470a0-a6cb-4c1e-b4db-1ceb127ac1e9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--248966466&fields=id&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 267 time: 0.0427082 Dec 13 20:22:32.178945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-0649bb86-5935-4890-ac43-cfa63071b21d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:32.180286 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-0649bb86-5935-4890-ac43-cfa63071b21d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1572256 Dec 13 20:22:32.195889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-4643950d-2cc7-438e-8796-28549aba33bf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/quotas/281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 375 time: 0.0100279 Dec 13 20:22:32.298647 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-93324d1b-fc99-4fe8-be73-9081adaf158c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971291 Dec 13 20:22:32.439679 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-6227f775-af55-46ed-b87f-ffbf60e0f6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283088 Dec 13 20:22:32.577719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-dcc72e8d-192a-4738-bf0d-baa6c027d7ae service neutron] 10.222.0.18 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316080 Dec 13 20:22:32.822435 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14122ff4-0d5a-4071-a383-9413e97c4c39 req-bbcfa7d8-dc4c-4fdd-a912-319b50dd6252 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 210 time: 0.0982490 Dec 13 20:22:33.835543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-dcb8531b-99e1-4256-baac-357d04961c94 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:33.837025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-dcb8531b-99e1-4256-baac-357d04961c94 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 810 time: 0.1542263 Dec 13 20:22:33.889800 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b635199e-559d-4ec9-b66c-3c45a1c4d507 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 379 time: 0.0442522 Dec 13 20:22:33.899565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'port': {'device_id': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'admin_state_up': True, 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'security_groups': ['d308f002-124a-472c-9c9d-805da2430dbe']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:22:34.084601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0aa11c9-1b1c-4904-baed-02a61334777e req-0b6c8013-63e5-4af2-a994-2a65254ea3af tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 210 time: 0.1125450 Dec 13 20:22:34.089525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:22:34.099224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:22:34.111686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Made reservation on behalf of 281ba77371c84b738d07f27f5fc39c7f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:22:34.115387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:34.294797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Allocated IP 172.20.0.8 (077f094e-6e5e-4a39-a152-782fb66945a3/38b4529e-c0da-459d-9395-18eb0812d7fa/9ee0ee1a-f3af-4176-8b92-e695bf0ab868) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:22:34.376787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:22:34.415788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 576d7eef-fa69-4fca-810d-e526f7c22961 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:22:34.416149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 576d7eef-fa69-4fca-810d-e526f7c22961 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:22:34.493756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:34.509589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Transition to ACTIVE for port object 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:22:34.534069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:34.539495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-26102666-fd08-436b-9654-62a2d0598164 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:34.732433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Network 077f094e-6e5e-4a39-a152-782fb66945a3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:22:34.735398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:22:34.739292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:22:34.769822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:34.776525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:34.806470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:34.807073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:34.833057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373207 Dec 13 20:22:34.889426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Request body: {'port': {'device_id': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:22:34.948257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-77e8bad4-242b-4d9d-996e-c70ef89f65c5 None None] Provisioning for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:22:34.953643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-77e8bad4-242b-4d9d-996e-c70ef89f65c5 None None] Provisioning complete for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:22:34.954041 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-77e8bad4-242b-4d9d-996e-c70ef89f65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.005351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.009008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-77e8bad4-242b-4d9d-996e-c70ef89f65c5 None None] Port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:22:35.364988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c748803-c420-4ce0-b518-db713c996155 req-faf65d93-f5ea-4145-8bbc-b57ff895ae56 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:35.365714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4c748803-c420-4ce0-b518-db713c996155 req-faf65d93-f5ea-4145-8bbc-b57ff895ae56 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:22:35.436713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4c748803-c420-4ce0-b518-db713c996155 req-faf65d93-f5ea-4145-8bbc-b57ff895ae56 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:22:35.437967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c748803-c420-4ce0-b518-db713c996155 req-faf65d93-f5ea-4145-8bbc-b57ff895ae56 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 931 time: 0.2074988 Dec 13 20:22:35.442174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:22:35.462328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.489460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Transition to ACTIVE for port object 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:22:35.493779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.499088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2705c7b3-a5cc-4636-b6b6-b2c82fe2a20b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:35.536013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c748803-c420-4ce0-b518-db713c996155 req-4188143b-eea4-4206-9244-cd9c8615bcc4 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888090 Dec 13 20:22:35.628071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:35.631866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:35.740152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Attempting to bind port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:22:35.740482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Attempting to bind port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:22:35.740809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Attempting to bind port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:22:35.745410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 on network 077f094e-6e5e-4a39-a152-782fb66945a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:22:35.745729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Attempting to bind port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 on network 077f094e-6e5e-4a39-a152-782fb66945a3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:22:35.750769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:22:35.751103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Checking segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:22:35.751490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Bound using segment: {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:22:35.751937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Bound port: 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:22:35.752277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.844153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:22:35.847545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:22:35.851956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.855632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8b69849d-4f5c-455e-9857-3db9a37d206b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:35.915231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:35.915842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:35.917202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1093 time: 1.0765557 Dec 13 20:22:35.917748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:35.939641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:35.944313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:35.991340 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'status': 'completed', 'code': 200} Dec 13 20:22:36.036240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-8888c422-885e-4eaf-9e8b-0e84aa0b130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:36.037966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-8888c422-885e-4eaf-9e8b-0e84aa0b130b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1096 time: 0.0794876 Dec 13 20:22:36.112635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-0cda144f-0e71-4a81-b4b8-64b516a158ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 217 time: 0.0658379 Dec 13 20:22:36.174581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-9f3389e7-a508-4e4b-900c-e8cf4c1dd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:36.175928 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-9f3389e7-a508-4e4b-900c-e8cf4c1dd725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0571089 Dec 13 20:22:36.268718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b20b3486-219c-421c-8144-1f51652e9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:36.270274 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-b20b3486-219c-421c-8144-1f51652e9aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875611 Dec 13 20:22:36.411137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-7ad83e9c-c573-434e-8e2b-cef8a96d82d2 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340418 Dec 13 20:22:36.705937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e3b43700-f446-48eb-aef3-4ac514658d3f req-6e8d14cb-f530-4c78-aee4-cdd9c021ae7b service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880204 Dec 13 20:22:36.794306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d808-c359-4a40-ae1e-dc90c8a64b9f req-04b450d1-ca08-417b-9237-279a1628c858 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:36.795723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a997d808-c359-4a40-ae1e-dc90c8a64b9f req-04b450d1-ca08-417b-9237-279a1628c858 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.1243765 Dec 13 20:22:36.860534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a997d808-c359-4a40-ae1e-dc90c8a64b9f req-47f6e2b9-ec73-4bd1-959c-77376c0a305c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588596 Dec 13 20:22:36.875700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e32f-728c-4eb6-835e-9868034970c9 req-ca3a0778-7ad0-43f6-9f14-56e82a3252d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:36.877134 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-ca3a0778-7ad0-43f6-9f14-56e82a3252d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1096 time: 0.1202490 Dec 13 20:22:37.019446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e32f-728c-4eb6-835e-9868034970c9 req-c2f6c200-15fd-4336-8516-b01f468a47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:37.020873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-c2f6c200-15fd-4336-8516-b01f468a47c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1365459 Dec 13 20:22:37.092203 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-cc9d545e-84a9-4151-a506-703ecdd5ff82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 217 time: 0.0637000 Dec 13 20:22:37.157259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e32f-728c-4eb6-835e-9868034970c9 req-fa6d45a0-2b60-47c8-b14d-85e7438ef248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:37.158589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-fa6d45a0-2b60-47c8-b14d-85e7438ef248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0586097 Dec 13 20:22:37.235392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e32f-728c-4eb6-835e-9868034970c9 req-a0bbe919-08ef-47e4-b271-36a62f4019fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:37.236849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-a0bbe919-08ef-47e4-b271-36a62f4019fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713890 Dec 13 20:22:37.373839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-db45e891-b026-4fbe-bc31-e8128bb20b75 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290445 Dec 13 20:22:37.516508 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e630e32f-728c-4eb6-835e-9868034970c9 req-ed0f7ad9-bf0b-45cc-8a98-d608d1ce5a5e service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346073 Dec 13 20:22:38.079817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88a257-55d6-437b-b46c-ab406727c2ac req-1f2981da-2c27-43ab-81ba-48df26d8697d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:38.082518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd88a257-55d6-437b-b46c-ab406727c2ac req-1f2981da-2c27-43ab-81ba-48df26d8697d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.1001041 Dec 13 20:22:38.137086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd88a257-55d6-437b-b46c-ab406727c2ac req-0d21f522-b84f-4b74-9cab-6c342906c83c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496986 Dec 13 20:22:39.335773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ddf7-7d57-4f2d-b27e-665f0b9f9344 req-93c4a1ee-3211-4265-8c53-18f36c74cd2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:39.337271 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9a7ddf7-7d57-4f2d-b27e-665f0b9f9344 req-93c4a1ee-3211-4265-8c53-18f36c74cd2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.0827429 Dec 13 20:22:39.386552 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9a7ddf7-7d57-4f2d-b27e-665f0b9f9344 req-b63ef397-1a11-438f-b926-481a4e57d229 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Dec 13 20:22:40.409126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:22:40.563187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:40.576989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:22:40.594286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be55fe-91c5-4a65-845b-c75572b94ee7 req-8ab615ee-8eb1-4292-a4ab-1c603cd892ad tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:40.595881 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-15be55fe-91c5-4a65-845b-c75572b94ee7 req-8ab615ee-8eb1-4292-a4ab-1c603cd892ad tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.0847197 Dec 13 20:22:40.643394 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-15be55fe-91c5-4a65-845b-c75572b94ee7 req-df7e541b-a73f-4049-9b58-f3471909c033 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412621 Dec 13 20:22:40.687261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:40.704473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:22:40.720588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:40.726295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:40.729250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:40.796567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:40.799829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:40.931505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['9ee0ee1a-f3af-4176-8b92-e695bf0ab868'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:22:41.833122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd720-9e5d-4981-aabd-c26f344d8f48 req-03535ee2-5976-48e8-bc90-4df3c64c636c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:41.835260 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-989cd720-9e5d-4981-aabd-c26f344d8f48 req-03535ee2-5976-48e8-bc90-4df3c64c636c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 944 time: 0.0874879 Dec 13 20:22:41.880269 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-989cd720-9e5d-4981-aabd-c26f344d8f48 req-8bae732c-51a7-4b42-9c68-63374a489b81 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Dec 13 20:22:42.176423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:42.407505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:22:42.477593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:22:42.482147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:22:42.482531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:42.599068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:42.625765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:42.635792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:22:42.641974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:42.643929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:22:42.681870 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'code': 200} Dec 13 20:22:42.723941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:22:42.727879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:22:42.922281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ff6ad-e9ba-415f-b416-62ce0de447a5 req-e2beee8c-9187-4698-bff6-bc544cfc1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:42.923825 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-392ff6ad-e9ba-415f-b416-62ce0de447a5 req-e2beee8c-9187-4698-bff6-bc544cfc1138 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0730767 Dec 13 20:22:42.967548 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-392ff6ad-e9ba-415f-b416-62ce0de447a5 req-67c0ac44-d4cd-4f02-ab28-e33529a44623 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369356 Dec 13 20:22:43.074529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833719-d57c-4e9d-9615-1eb30d0f75d5 req-1ed9848c-2d00-434c-945d-530eb2620de5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:43.076379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b833719-d57c-4e9d-9615-1eb30d0f75d5 req-1ed9848c-2d00-434c-945d-530eb2620de5 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0871265 Dec 13 20:22:43.123356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b833719-d57c-4e9d-9615-1eb30d0f75d5 req-774a7478-0d19-413a-a4b2-e7e4e9eb9353 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Dec 13 20:22:44.326928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ec6a8-0dc0-4a35-86cb-5da1724d7ffb req-6dcb208f-60c0-4bbd-bcaa-d6dda95a330f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:44.328389 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a2ec6a8-0dc0-4a35-86cb-5da1724d7ffb req-6dcb208f-60c0-4bbd-bcaa-d6dda95a330f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0931911 Dec 13 20:22:44.378481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a2ec6a8-0dc0-4a35-86cb-5da1724d7ffb req-796c8bb5-b463-4f8f-98e3-1bcf98d73304 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Dec 13 20:22:44.593832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894911c6-f05c-41d6-b303-0a487da7fddb req-92f2e0f1-7c72-4ecd-9827-9d7e7314ab09 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:44.595171 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-894911c6-f05c-41d6-b303-0a487da7fddb req-92f2e0f1-7c72-4ecd-9827-9d7e7314ab09 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1039524 Dec 13 20:22:44.605214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35678) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:22:44.610295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Request body: {'floatingip': {'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:22:44.811194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:44.868922 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:22:45.410739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:45.415959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:45.593384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 associated. External IP: 172.26.6.150, port: 9ee0ee1a-f3af-4176-8b92-e695bf0ab868. Dec 13 20:22:45.952292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:22:46.289721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:22:46.294223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:46.300954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:22:46.322001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:22:46.322645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:22:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:46.361977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b06adb77-92cd-41f2-a0e9-b75d5483711a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "PUT /v2.0/floatingips/15868536-4b52-426a-96b3-147c3a03d6c4 HTTP/1.1" status: 200 len: 992 time: 1.7529593 Dec 13 20:22:46.361977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:22:46.423214 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'status': 'completed', 'code': 200} Dec 13 20:22:46.510640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:22:46.516630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-7b258a3d-547c-4b8b-b909-22231dc4ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:46.518205 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-7b258a3d-547c-4b8b-b909-22231dc4ca7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0736353 Dec 13 20:22:46.651835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-8578215e-a7e1-4fe9-aa5b-d3fd91930314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:46.653232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-8578215e-a7e1-4fe9-aa5b-d3fd91930314 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1283243 Dec 13 20:22:46.758753 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-c5be47db-524d-4d70-85da-e4eaac923051 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1000 time: 0.0986345 Dec 13 20:22:46.824922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-a4009fd7-4c5b-4a6c-b378-8631d46a15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:46.826412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-a4009fd7-4c5b-4a6c-b378-8631d46a15e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0616386 Dec 13 20:22:46.857004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:22:45Z', 'revision_number': 13, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:46.861073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:22:46.870257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:22:46.870918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:22:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:46.911214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-d6629cf9-35ae-4e3c-81b7-eab1710d7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:22:46.912710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-d6629cf9-35ae-4e3c-81b7-eab1710d7d3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793283 Dec 13 20:22:47.045652 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:22:47.046784 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-ae6233ad-4901-4974-bf3b-9e644bf22a4a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269767 Dec 13 20:22:47.184253 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d1d61924-8777-4e26-b4ea-d9f001953c46 req-304450ad-ffce-4d06-bd7a-0316c2b05643 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309550 Dec 13 20:22:47.440113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:22:45Z', 'revision_number': 13, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:22:47.444863 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38233a7d-82b5-4ca4-afc4-2676fef901a5 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '15868536-4b52-426a-96b3-147c3a03d6c4', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:18:39Z', 'updated_at': '2021-12-13T20:22:45Z', 'revision_number': 13, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:22:47.645723 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eac4e1-fc74-42fe-8aea-48214ba4e6b9 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:22:51.664237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-10e45267-bac7-482e-b23e-454764cc9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:53.913644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b343212f-08ad-4ef1-990f-f3acfc91078f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:55.083507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:55.084905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:22:56.508834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:12.183060 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:21.659786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ed127240-ea7f-49db-bbf2-75b31663be6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:21.867591 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:23:23.370414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f90b4-0147-4ff8-8b0b-4cf6cfa936fc req-a60e3af8-9e60-48a1-bb3a-9549dd7952cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:23.371792 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef5f90b4-0147-4ff8-8b0b-4cf6cfa936fc req-a60e3af8-9e60-48a1-bb3a-9549dd7952cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0862465 Dec 13 20:23:23.420608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef5f90b4-0147-4ff8-8b0b-4cf6cfa936fc req-317c1b57-358c-429f-9b2f-3fc82afff14b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Dec 13 20:23:23.906448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b70a-17f6-4372-8c09-d98495113f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:25.070976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:25.073024 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:26.510882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:32.125311 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-50d5ade6-ae7c-470b-be45-c152d39ea39d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736716 Dec 13 20:23:32.179046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04850b57-1451-4d66-b575-31a80adf51d2 req-0b682587-edd2-42cb-9368-e3a83d9fe151 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:32.181043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04850b57-1451-4d66-b575-31a80adf51d2 req-0b682587-edd2-42cb-9368-e3a83d9fe151 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0867550 Dec 13 20:23:32.226584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04850b57-1451-4d66-b575-31a80adf51d2 req-6b2855d8-3da6-420b-8510-cc9e68c14b49 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Dec 13 20:23:33.447885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-f70571ca-3dbe-4a12-a66c-4c000c053e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:33.449395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-f70571ca-3dbe-4a12-a66c-4c000c053e62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.1361253 Dec 13 20:23:33.459946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93832e2-6965-4cfd-b32c-28add2e7fda3 req-d5c88886-806d-45b2-8838-b0ff513c1099 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:33.461304 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b93832e2-6965-4cfd-b32c-28add2e7fda3 req-d5c88886-806d-45b2-8838-b0ff513c1099 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1162074 Dec 13 20:23:33.585576 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b93832e2-6965-4cfd-b32c-28add2e7fda3 req-d6df5924-b019-41a2-8440-23d410d73560 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054697 Dec 13 20:23:33.628058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-7d607ae7-4754-47ff-98d4-c845b26337ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:33.629544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-7d607ae7-4754-47ff-98d4-c845b26337ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1673832 Dec 13 20:23:33.734359 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-205a803f-7993-4991-8618-b86137915352 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1002 time: 0.0984578 Dec 13 20:23:33.801539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-51aaac44-4205-4fb4-b2a9-a7076ae6eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:33.802972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-51aaac44-4205-4fb4-b2a9-a7076ae6eab9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0607111 Dec 13 20:23:34.017600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-7c37f126-1f08-40e6-a103-e0812f6395e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:34.019139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-7c37f126-1f08-40e6-a103-e0812f6395e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2100046 Dec 13 20:23:34.164073 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-102c44fd-1332-4955-b51a-a69d64b3c48a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381915 Dec 13 20:23:34.301242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-045c7870-ba16-4fdf-b915-1b85a96af86a service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301782 Dec 13 20:23:34.807374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626dbc-f8eb-46ae-b7a4-f127de7e3fac req-9fd5a097-88c4-4d4f-8206-98e2e364a083 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:34.808822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f626dbc-f8eb-46ae-b7a4-f127de7e3fac req-9fd5a097-88c4-4d4f-8206-98e2e364a083 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0992179 Dec 13 20:23:34.855321 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f626dbc-f8eb-46ae-b7a4-f127de7e3fac req-723169e1-28f6-4110-a98a-0a274686fad8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Dec 13 20:23:36.065945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433374-ff67-4441-a3a8-8a26507366b6 req-abe09f15-2746-4c35-a561-98d85dd50f29 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:36.067406 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-67433374-ff67-4441-a3a8-8a26507366b6 req-abe09f15-2746-4c35-a561-98d85dd50f29 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0889707 Dec 13 20:23:36.114386 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-67433374-ff67-4441-a3a8-8a26507366b6 req-83334084-be82-4f74-8447-5067a706cd70 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Dec 13 20:23:37.333040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07b9fe-29a3-4690-a6ce-8172f71d8c1d req-31648133-6664-4099-b44d-7be6d2d54367 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:37.334539 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d07b9fe-29a3-4690-a6ce-8172f71d8c1d req-31648133-6664-4099-b44d-7be6d2d54367 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1008258 Dec 13 20:23:37.383264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d07b9fe-29a3-4690-a6ce-8172f71d8c1d req-8cf61380-7465-4152-a401-8c7ecbb1d434 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Dec 13 20:23:38.622874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991468c-b445-4cfa-8512-9ff2440e26ab req-a0aeb832-83a8-411f-89a5-4921dffda8cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:38.624555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3991468c-b445-4cfa-8512-9ff2440e26ab req-a0aeb832-83a8-411f-89a5-4921dffda8cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0868247 Dec 13 20:23:38.675935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3991468c-b445-4cfa-8512-9ff2440e26ab req-19e2d51c-4ae0-49ca-89d1-bdcdab819486 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455725 Dec 13 20:23:39.896126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712153e1-726f-4e49-a5a8-cb5ab78e5a4d req-706019bd-8165-48d5-9f04-24840641d5cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:39.897739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-712153e1-726f-4e49-a5a8-cb5ab78e5a4d req-706019bd-8165-48d5-9f04-24840641d5cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0993259 Dec 13 20:23:39.942479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-712153e1-726f-4e49-a5a8-cb5ab78e5a4d req-a4adb932-b492-4054-aa55-cfe6c4cf5ba0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Dec 13 20:23:41.148075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b2ab1-f981-4812-9853-9ec1a59de925 req-4ef6bc2f-c88b-4d3e-bf14-a5caf2924034 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:41.149566 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b12b2ab1-f981-4812-9853-9ec1a59de925 req-4ef6bc2f-c88b-4d3e-bf14-a5caf2924034 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0924091 Dec 13 20:23:41.193328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b12b2ab1-f981-4812-9853-9ec1a59de925 req-fc0cd7ee-b70d-43db-aae2-9e0605b76326 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Dec 13 20:23:42.188136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:42.399354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cd2c5-dc8a-4d51-976d-48b23d1fdcad req-29866b67-4a36-4838-9082-e8b05891f2b9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:42.400820 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a4cd2c5-dc8a-4d51-976d-48b23d1fdcad req-29866b67-4a36-4838-9082-e8b05891f2b9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0881588 Dec 13 20:23:42.446013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a4cd2c5-dc8a-4d51-976d-48b23d1fdcad req-da4ec3e1-0278-49c8-8e93-3677bf967225 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Dec 13 20:23:43.649785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d634d-1a01-4d48-9022-be723aff61cf req-1bb74ee0-181e-4113-ad46-dabdc121c056 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:43.651135 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d18d634d-1a01-4d48-9022-be723aff61cf req-1bb74ee0-181e-4113-ad46-dabdc121c056 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0943036 Dec 13 20:23:43.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d18d634d-1a01-4d48-9022-be723aff61cf req-4133de0b-0795-4f60-8a87-872b7925930c tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377240 Dec 13 20:23:44.267203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-5c56ba05-a359-4088-89b0-095aa3b833c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:44.268570 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-5c56ba05-a359-4088-89b0-095aa3b833c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0854435 Dec 13 20:23:44.422937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-073fec91-22f6-486f-beef-694ba631a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:44.424505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-073fec91-22f6-486f-beef-694ba631a3c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1362267 Dec 13 20:23:44.533697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-9d832fa0-7e66-44ee-99a0-d34624c7a7c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1002 time: 0.1024323 Dec 13 20:23:44.596845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-9f0cd065-6408-4072-93d8-dde5fe1b0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:44.598264 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-9f0cd065-6408-4072-93d8-dde5fe1b0a0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0581939 Dec 13 20:23:44.678653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-a4a9f860-7bb3-4f43-b5c5-fd18b53b3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:44.680079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-a4a9f860-7bb3-4f43-b5c5-fd18b53b3a75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745881 Dec 13 20:23:44.982563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-8dac3798-d0bf-4150-a0b9-750d296f7883 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956009 Dec 13 20:23:45.145413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ce7ae-8b9a-434b-97f2-5f64ba710e1a req-45f80ca9-a2dc-44dd-9574-c2dfe36bf4c9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:45.146892 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-450ce7ae-8b9a-434b-97f2-5f64ba710e1a req-45f80ca9-a2dc-44dd-9574-c2dfe36bf4c9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.3354349 Dec 13 20:23:45.151048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-216e1e68-02aa-4f34-873d-5f706e6810f1 req-c953ba15-b0a4-4ae0-ad50-8d25a26f1560 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600296 Dec 13 20:23:45.199341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-450ce7ae-8b9a-434b-97f2-5f64ba710e1a req-63cfa173-f9e7-407d-b56b-ed3a6201c172 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454633 Dec 13 20:23:46.400408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf143d8-a5f9-4acf-877d-a31a68e067d7 req-2bd00ed0-2937-478d-afba-18362cad84d3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:46.401910 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ecf143d8-a5f9-4acf-877d-a31a68e067d7 req-2bd00ed0-2937-478d-afba-18362cad84d3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0836742 Dec 13 20:23:46.454125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ecf143d8-a5f9-4acf-877d-a31a68e067d7 req-d66aa42d-abfa-44f3-8eb6-6eb71df7d0c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Dec 13 20:23:47.665602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea4897-fd3c-4b72-9903-59ec4f0e14d5 req-1c81b910-c314-4a42-b9d3-7baa020e484e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:47.666961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e1ea4897-fd3c-4b72-9903-59ec4f0e14d5 req-1c81b910-c314-4a42-b9d3-7baa020e484e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0953095 Dec 13 20:23:47.714960 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e1ea4897-fd3c-4b72-9903-59ec4f0e14d5 req-d6b8aa96-72fe-4b96-9613-e4c173c9951b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Dec 13 20:23:48.939930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2909d-698c-4d2f-8868-8a90efbb51d5 req-d98891aa-b5c6-48d7-bc3d-307828b0bb8e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:48.941410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7c2909d-698c-4d2f-8868-8a90efbb51d5 req-d98891aa-b5c6-48d7-bc3d-307828b0bb8e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1033051 Dec 13 20:23:48.989039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7c2909d-698c-4d2f-8868-8a90efbb51d5 req-5a863ed7-50a6-4843-b278-6bfbd4565fd0 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 Dec 13 20:23:50.212224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12985-095a-4494-bed8-131f5dbedc6d req-f19cf5aa-35e6-40b4-9632-5ea71b432321 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:50.213725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9f12985-095a-4494-bed8-131f5dbedc6d req-f19cf5aa-35e6-40b4-9632-5ea71b432321 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0998149 Dec 13 20:23:50.261430 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9f12985-095a-4494-bed8-131f5dbedc6d req-76622459-745c-48f7-98c8-6cd0d98ba955 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 Dec 13 20:23:51.461123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4458bf-1be2-4572-85c1-96e376888c5f req-27a25982-151b-45d9-88ed-0200287165cc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:51.462621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c4458bf-1be2-4572-85c1-96e376888c5f req-27a25982-151b-45d9-88ed-0200287165cc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0867608 Dec 13 20:23:51.508568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c4458bf-1be2-4572-85c1-96e376888c5f req-01d92fff-6e3f-4383-b4cd-d936164207cd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Dec 13 20:23:51.648871 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-1ecb3dd1-19ab-4a1e-9e99-b284c7d82c7e service neutron] 10.222.0.20 "GET /v2.0/ports/9ee0ee1a-f3af-4176-8b92-e695bf0ab868/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0880508 Dec 13 20:23:51.664954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f7be86f8-0912-4763-a32b-131217a30bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:51.924411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-f880d068-b122-4d3a-bbd9-ca2ed87d5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:51.925924 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-f880d068-b122-4d3a-bbd9-ca2ed87d5003 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1098 time: 0.0739117 Dec 13 20:23:52.025984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-da0ca1e6-bdaa-4b73-9526-47338caab248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:52.027460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-da0ca1e6-bdaa-4b73-9526-47338caab248 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0771201 Dec 13 20:23:52.180966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-6a7ca932-1e4f-464e-942a-1fd4e0b619a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:52.182960 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-6a7ca932-1e4f-464e-942a-1fd4e0b619a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1483080 Dec 13 20:23:52.296513 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-325920e8-8ea0-4eff-a597-27b93e890c0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1002 time: 0.1066158 Dec 13 20:23:52.365681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-5697136a-31c3-433a-b622-f1359494745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:52.367290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-5697136a-31c3-433a-b622-f1359494745a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0643964 Dec 13 20:23:52.455531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-53f41cd8-1f85-44a4-bb33-b62cbade8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:52.457343 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-53f41cd8-1f85-44a4-bb33-b62cbade8ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832453 Dec 13 20:23:52.604894 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-d2a644df-61a4-4d06-bf3f-46d7e87eef99 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408954 Dec 13 20:23:52.953269 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-04471a34-3f85-479e-8684-ffe69a954789 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417768 Dec 13 20:23:52.966724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb371-b475-4c80-8fff-a4db2f5636e3 req-fb2df3fb-023f-4b19-b66e-7cf3ad699511 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:52.968181 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-28ccb371-b475-4c80-8fff-a4db2f5636e3 req-fb2df3fb-023f-4b19-b66e-7cf3ad699511 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.3368404 Dec 13 20:23:53.022268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-28ccb371-b475-4c80-8fff-a4db2f5636e3 req-a0f9f31e-525d-452d-acf8-b836c7102a0b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473497 Dec 13 20:23:53.911252 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-89b596a8-6a92-4038-abb8-678d819ea928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:54.223339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a381db-5e75-427e-8137-4c32bc5dded9 req-bc307640-99ab-4ffb-b899-50b05c056404 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:54.224792 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56a381db-5e75-427e-8137-4c32bc5dded9 req-bc307640-99ab-4ffb-b899-50b05c056404 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0881660 Dec 13 20:23:54.272449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56a381db-5e75-427e-8137-4c32bc5dded9 req-af10b598-c8b2-43aa-a6ed-d78f9f1facf6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 Dec 13 20:23:54.726203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:23:54.851083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:54.877718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:23:54.887924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:23:54.894455 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:54.896450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-49fc7b3b-bac5-4d9c-8440-2349e40c10c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:23:54.967272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:23:54.974470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.974808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.975150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.975619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.976661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.976945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.977312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.977648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.977987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.978326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.978646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.978973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:23:54.983049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:23:54.984422 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'code': 200} Dec 13 20:23:55.065057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:55.069909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:55.469031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a851ea-beee-4651-ac4d-eb53bf28e03e req-7bb57585-cfc8-4227-ab28-944b4676dd13 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:55.470489 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3a851ea-beee-4651-ac4d-eb53bf28e03e req-7bb57585-cfc8-4227-ab28-944b4676dd13 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.0877359 Dec 13 20:23:55.517642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c3a851ea-beee-4651-ac4d-eb53bf28e03e req-6a6b3311-835f-4e8f-885d-810885fc860e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Dec 13 20:23:56.519990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:56.748052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0447ce-f918-4563-8f4d-f0f701382813 req-4a3d848b-e7bc-477e-8133-d834b9ec5816 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:56.748676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:23:56.749452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed0447ce-f918-4563-8f4d-f0f701382813 req-4a3d848b-e7bc-477e-8133-d834b9ec5816 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.1010144 Dec 13 20:23:56.800426 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed0447ce-f918-4563-8f4d-f0f701382813 req-8905f9df-3808-402f-85d3-022ae63fb8fd tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Dec 13 20:23:56.887069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:23:56.900254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:23:56.956246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:56.972913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:23:56.989393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:23:56.996130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:56.998794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:23:57.072482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['9ee0ee1a-f3af-4176-8b92-e695bf0ab868'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:23:57.120948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:23:57.125708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:23:58.001666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b03adc-fdcb-4741-ab0f-4a4f72b6c053 req-2399e788-8b1d-43c8-a407-6ebc8a8f462a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:58.003114 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86b03adc-fdcb-4741-ab0f-4a4f72b6c053 req-2399e788-8b1d-43c8-a407-6ebc8a8f462a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 944 time: 0.0863764 Dec 13 20:23:58.047031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86b03adc-fdcb-4741-ab0f-4a4f72b6c053 req-2dc2059c-a52c-4480-b5a0-0fa77681f4c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Dec 13 20:23:58.766215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:23:58.854584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:23:58.854945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:58.866693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:23:58.977632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:59.005064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:23:59.017797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:23:59.025341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:23:59.028403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:23:59.063124 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'code': 200} Dec 13 20:23:59.095249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:23:59.098301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:23:59.243894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579d8f3-59f5-47b4-982c-82f46dc2ec2c req-03c3e8e1-fe52-4ea6-bd3c-7174a0008702 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:23:59.245393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a579d8f3-59f5-47b4-982c-82f46dc2ec2c req-03c3e8e1-fe52-4ea6-bd3c-7174a0008702 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0899334 Dec 13 20:23:59.293612 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a579d8f3-59f5-47b4-982c-82f46dc2ec2c req-3df21ffd-8c41-41e3-be5d-b4eea9989f44 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397816 Dec 13 20:24:00.488448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574356-0b50-432d-b959-b049fdd9c021 req-0b0acfc8-b959-4691-9f8b-9d838e5c71ad tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:00.489836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98574356-0b50-432d-b959-b049fdd9c021 req-0b0acfc8-b959-4691-9f8b-9d838e5c71ad tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0889194 Dec 13 20:24:00.539997 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98574356-0b50-432d-b959-b049fdd9c021 req-f2e5a095-72e4-4a5f-9cba-7c0af0da9e42 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Dec 13 20:24:01.740675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff746155-515b-4c99-b4f5-ef254a079846 req-2a931cae-8638-427a-9498-271e7eea9020 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:01.742978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ff746155-515b-4c99-b4f5-ef254a079846 req-2a931cae-8638-427a-9498-271e7eea9020 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0832832 Dec 13 20:24:01.786557 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ff746155-515b-4c99-b4f5-ef254a079846 req-cf8229e0-1209-46ae-8b85-bef32e78aadc tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378838 Dec 13 20:24:02.274298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-93df4082-1109-4667-9944-aefadbdaf1ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.275777 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-93df4082-1109-4667-9944-aefadbdaf1ca tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3&tenant_id=281ba77371c84b738d07f27f5fc39c7f&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.1455712 Dec 13 20:24:02.321697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e437c-d232-4fe9-b526-e0e1cf2f549a req-f06f8507-ffa5-49da-8c49-d68455abd414 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.323131 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aa3e437c-d232-4fe9-b526-e0e1cf2f549a req-f06f8507-ffa5-49da-8c49-d68455abd414 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1423461 Dec 13 20:24:02.396168 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aa3e437c-d232-4fe9-b526-e0e1cf2f549a req-742110bf-3ed8-4f4a-bdbc-ad5c17aa8386 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 Dec 13 20:24:02.404175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-52737f72-8872-4421-bd6a-cd2d3a787adc service neutron] 10.222.0.20 "GET /v2.0/ports/9ee0ee1a-f3af-4176-8b92-e695bf0ab868/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.1220605 Dec 13 20:24:02.501000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-eaeb4b89-556a-4d56-a484-165f9b78ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.502616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-eaeb4b89-556a-4d56-a484-165f9b78ab6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0754614 Dec 13 20:24:02.643959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-130bd7ab-8d63-420d-8408-12a81549d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.645383 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-130bd7ab-8d63-420d-8408-12a81549d305 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1364319 Dec 13 20:24:02.751373 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-fe183baa-62f7-4a70-8a1b-66de24fd5655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1002 time: 0.0997970 Dec 13 20:24:02.820515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-30367ccd-17b9-43f3-82cf-80bba01bc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.823434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-30367ccd-17b9-43f3-82cf-80bba01bc436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0635972 Dec 13 20:24:02.908692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-f11e3a5f-2b17-4eb9-a1aa-aa462bc94e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:02.910155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-f11e3a5f-2b17-4eb9-a1aa-aa462bc94e7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815651 Dec 13 20:24:03.048137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-7a11ed3d-af49-4469-a7c7-c97f5d012fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 Dec 13 20:24:03.303165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-d603104a-563d-4284-a35d-5321d4d34cdd service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481086 Dec 13 20:24:03.605319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dae53-034f-4cc8-88ec-d9b4dfcd13b8 req-63f69187-defc-4609-8980-e4c6d4d7e3c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:03.606783 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e0dae53-034f-4cc8-88ec-d9b4dfcd13b8 req-63f69187-defc-4609-8980-e4c6d4d7e3c2 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0911465 Dec 13 20:24:03.655627 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e0dae53-034f-4cc8-88ec-d9b4dfcd13b8 req-42b28840-d64d-43ee-8837-ee9f5e31d6f3 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Dec 13 20:24:04.887979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f75d51-10ad-454a-8784-ba8715921bfb req-cab59608-2b77-4fe9-917e-37f314f3fcce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:04.889514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a7f75d51-10ad-454a-8784-ba8715921bfb req-cab59608-2b77-4fe9-917e-37f314f3fcce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.1082933 Dec 13 20:24:04.934506 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a7f75d51-10ad-454a-8784-ba8715921bfb req-ac0a7e65-29b5-4b8d-b2e4-cff497db9346 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391343 Dec 13 20:24:06.149967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75e62d-e44b-4b26-9ea0-f24efa3e3438 req-082faaf0-5fe2-4472-976d-585f7cc00216 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.151454 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf75e62d-e44b-4b26-9ea0-f24efa3e3438 req-082faaf0-5fe2-4472-976d-585f7cc00216 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0932503 Dec 13 20:24:06.199330 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf75e62d-e44b-4b26-9ea0-f24efa3e3438 req-2a8bf5dd-19f7-4f48-baf1-e0cd71658812 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Dec 13 20:24:06.431536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-45bd59b7-058f-429b-84d0-44be37f9fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.433029 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-45bd59b7-058f-429b-84d0-44be37f9fa54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3&tenant_id=281ba77371c84b738d07f27f5fc39c7f HTTP/1.1" status: 200 len: 1098 time: 0.0779617 Dec 13 20:24:06.530319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-477d82bb-479a-443e-86a1-88b547f77892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.531675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-477d82bb-479a-443e-86a1-88b547f77892 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281ba77371c84b738d07f27f5fc39c7f&device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 1098 time: 0.0763736 Dec 13 20:24:06.667851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-4b29baf6-81c0-4057-b20f-d82ef57bb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.669341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-4b29baf6-81c0-4057-b20f-d82ef57bb663 service neutron] 10.222.0.20 "GET /v2.0/networks?id=077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 200 len: 910 time: 0.1309681 Dec 13 20:24:06.770875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-a44662cf-8bc4-4643-944b-bc0256df23de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 200 len: 1002 time: 0.0952518 Dec 13 20:24:06.838105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-8e0f8596-2fbd-4246-8559-6bf6d5ed2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.839518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-8e0f8596-2fbd-4246-8559-6bf6d5ed2ea2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 200 len: 849 time: 0.0626111 Dec 13 20:24:06.919226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-b6fee577-36c0-43f7-8235-11c0bb588b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:06.920718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-b6fee577-36c0-43f7-8235-11c0bb588b54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=077f094e-6e5e-4a39-a152-782fb66945a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744209 Dec 13 20:24:07.055407 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-b8a5ffca-28c4-45fc-be5d-d7c669b0aea7 service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276419 Dec 13 20:24:07.195859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ab3147d-d741-4fe7-9070-5a115abbd8f3 req-56a434dc-3584-4717-829b-4789997316fe service neutron] 10.222.0.20 "GET /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330140 Dec 13 20:24:07.392856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb719b7-3c9e-4786-a880-dedaba86c2c6 req-a10aa655-31ce-4376-84b6-6c9e1dccf4be tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:07.394459 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4cb719b7-3c9e-4786-a880-dedaba86c2c6 req-a10aa655-31ce-4376-84b6-6c9e1dccf4be tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0862176 Dec 13 20:24:07.438691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4cb719b7-3c9e-4786-a880-dedaba86c2c6 req-ba69827e-5ca5-4516-9a9a-05ce4f570755 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382082 Dec 13 20:24:08.628935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406bbcf-0fc7-48e9-b9bb-bf7a62622f19 req-60855280-933b-46fb-948c-a55e5ea27df4 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:08.630449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e406bbcf-0fc7-48e9-b9bb-bf7a62622f19 req-60855280-933b-46fb-948c-a55e5ea27df4 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0825140 Dec 13 20:24:08.682786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e406bbcf-0fc7-48e9-b9bb-bf7a62622f19 req-9f11bcd3-ea7c-45bf-8658-038f99d450a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461855 Dec 13 20:24:08.838073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:24:08.949274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:08.975760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:08.985416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:08.991263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:08.993869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:09.029308 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'code': 200} Dec 13 20:24:09.064592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=9']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:09.067679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:09.881103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7e64-066f-4052-ae1f-47e7caae8249 req-ba930e8b-bd68-482b-acd6-88763420cd62 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:09.882611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e77e7e64-066f-4052-ae1f-47e7caae8249 req-ba930e8b-bd68-482b-acd6-88763420cd62 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.0892627 Dec 13 20:24:09.930862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e77e7e64-066f-4052-ae1f-47e7caae8249 req-b341c18b-38cf-4cc0-817b-fd7d070fe90d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Dec 13 20:24:10.843691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:24:11.024397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:11.038295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'port_id': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'mac_address': 'fa:16:3e:79:b3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:24:11.095080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:11.112373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:24:11.128408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:11.132717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:11.132995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300868-8667-4d96-9823-a00468d38e8b req-c0063f0e-73bb-4996-9d70-bd357bf40c16 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:11.135059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32300868-8667-4d96-9823-a00468d38e8b req-c0063f0e-73bb-4996-9d70-bd357bf40c16 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 943 time: 0.0857966 Dec 13 20:24:11.135189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:11.179659 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32300868-8667-4d96-9823-a00468d38e8b req-d2e96fdb-a563-4d71-98bb-e56f8a79968a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Dec 13 20:24:11.205439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['9ee0ee1a-f3af-4176-8b92-e695bf0ab868'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:24:11.242813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=10']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:11.247603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:12.207547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:12.374496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25924cc6-c0ab-4c2d-919f-113548e5c90c req-7b9b67c8-e909-427c-ae27-66d16fd5a52d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:12.375977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-25924cc6-c0ab-4c2d-919f-113548e5c90c req-7b9b67c8-e909-427c-ae27-66d16fd5a52d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 945 time: 0.0821311 Dec 13 20:24:12.423166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-25924cc6-c0ab-4c2d-919f-113548e5c90c req-c1f80804-cce3-42c9-8a3a-e59a9d246d86 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Dec 13 20:24:12.843190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:24:12.929620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:24:12.930010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:13.061595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:13.088753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:13.098981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:13.104246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:13.106196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:13.155763 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'code': 200} Dec 13 20:24:13.183734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=11']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:13.186903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:13.644320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac54f-963a-4c12-902b-0dbfe41c9e05 req-d537b0e6-d1a0-48ec-a439-9cdbbb833269 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:13.645733 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d80ac54f-963a-4c12-902b-0dbfe41c9e05 req-d537b0e6-d1a0-48ec-a439-9cdbbb833269 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0944986 Dec 13 20:24:13.691724 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d80ac54f-963a-4c12-902b-0dbfe41c9e05 req-a30ef62b-765f-448f-a0a2-7acf3834b873 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Dec 13 20:24:14.893935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5699-0a2e-4a51-8709-2a567c67fb18 req-14d4e7da-1632-431b-9d8a-4d1e885f1b55 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:14.895449 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7ee5699-0a2e-4a51-8709-2a567c67fb18 req-14d4e7da-1632-431b-9d8a-4d1e885f1b55 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0926559 Dec 13 20:24:14.940962 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7ee5699-0a2e-4a51-8709-2a567c67fb18 req-0ef1948f-34c2-4e3e-9b43-482eb31a7224 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392222 Dec 13 20:24:16.262900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e588a7d-cd27-4c62-bf93-f8f64153b03c req-598f016f-dabe-42b9-b8c5-910bacb68e2a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:16.264248 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e588a7d-cd27-4c62-bf93-f8f64153b03c req-598f016f-dabe-42b9-b8c5-910bacb68e2a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.1966989 Dec 13 20:24:16.307470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e588a7d-cd27-4c62-bf93-f8f64153b03c req-ac047d5c-8eb6-4fff-bc89-6ed10c1d2dbf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374718 Dec 13 20:24:16.503645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a618c6e-6378-497e-a839-975e0030cca5 req-01fae54c-fedc-48f2-b8a8-b821f5703c8e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:16.505091 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a618c6e-6378-497e-a839-975e0030cca5 req-01fae54c-fedc-48f2-b8a8-b821f5703c8e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0925992 Dec 13 20:24:16.549280 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a618c6e-6378-497e-a839-975e0030cca5 req-92fa0519-2742-42ba-b12d-2235ecb23de9 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Dec 13 20:24:16.743410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181de9-e5a7-4235-96b8-35dd3ec42c40 req-cdf9ed01-e6b5-4a54-ae80-7590097e432a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:16.745025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08181de9-e5a7-4235-96b8-35dd3ec42c40 req-cdf9ed01-e6b5-4a54-ae80-7590097e432a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0864985 Dec 13 20:24:16.792601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08181de9-e5a7-4235-96b8-35dd3ec42c40 req-3de5df91-3832-4e16-8e0b-82033e641c7a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Dec 13 20:24:17.188695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa4ef8-6a3c-4fd0-8fb7-79765c1ff620 req-83a06d62-371f-42dd-b835-30db8bb96acf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:17.190134 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcaa4ef8-6a3c-4fd0-8fb7-79765c1ff620 req-83a06d62-371f-42dd-b835-30db8bb96acf tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0860336 Dec 13 20:24:17.239611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcaa4ef8-6a3c-4fd0-8fb7-79765c1ff620 req-14fc3076-15ea-4008-8f48-48f4f9ce5a8b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 Dec 13 20:24:18.430399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc425-bb18-47f9-88a0-c6dc5da11e22 req-7b1f7bf9-81d3-4145-8db5-350e22a55654 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:18.431862 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ab7dc425-bb18-47f9-88a0-c6dc5da11e22 req-7b1f7bf9-81d3-4145-8db5-350e22a55654 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0848141 Dec 13 20:24:18.480450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ab7dc425-bb18-47f9-88a0-c6dc5da11e22 req-1754970c-5262-404b-b6ce-274c4ef0182f tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Dec 13 20:24:19.446770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-d5fc258c-a8e8-4c5c-81c2-10a63df7ef34 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:19.448209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-d5fc258c-a8e8-4c5c-81c2-10a63df7ef34 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.0880759 Dec 13 20:24:19.518667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Deleting port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:19.519013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:19.823109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294e65-590f-4cf3-bb22-1e53c7af1625 req-79d85b27-4749-4b81-ba61-e5c45f565f6d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:19.824606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44294e65-590f-4cf3-bb22-1e53c7af1625 req-79d85b27-4749-4b81-ba61-e5c45f565f6d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 946 time: 0.2201111 Dec 13 20:24:19.855831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] For port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:19.856183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:19.974708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44294e65-590f-4cf3-bb22-1e53c7af1625 req-fe65193c-8f32-4d55-8618-5f12521b5bae tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups?id=d308f002-124a-472c-9c9d-805da2430dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415563 Dec 13 20:24:20.200718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:20.200979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:20.201308 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Floating IP 15868536-4b52-426a-96b3-147c3a03d6c4 disassociated. External IP: 172.26.6.150, port: 9ee0ee1a-f3af-4176-8b92-e695bf0ab868. Dec 13 20:24:20.201647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Calling delete_port for 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:20.358013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:20.366540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-27a33226-e5fc-4c88-bbc2-6034de20cfa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:20.413572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'Port': ['ID=9ee0ee1a-f3af-4176-8b92-e695bf0ab868,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:20.423728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.424098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.424471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.424845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.425235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.425608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.425988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.426353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.426698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.427059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.427418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.427771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:20.481077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:20.734394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:24:20.921555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:24:20.931834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:24:20.944309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:24:20.944998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:23:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:21.001334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] No DVR routers for this DVR port 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:24:21.004049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:21.006822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-deleted', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:21.024755 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5973d198-1b82-43d7-92cf-ca3e9e0539fc req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.20 "DELETE /v2.0/ports/9ee0ee1a-f3af-4176-8b92-e695bf0ab868 HTTP/1.1" status: 204 len: 173 time: 1.5707607 Dec 13 20:24:21.132381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:24:21.152229 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f3864b-bad1-4faa-8d3f-264fbe8f81d3', 'name': 'network-vif-deleted', 'tag': '9ee0ee1a-f3af-4176-8b92-e695bf0ab868', 'status': 'completed', 'code': 200} Dec 13 20:24:21.158147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2b066230-76b8-462d-8503-963e85b07d54 req-1e488a6b-1867-45bf-9fce-4a9e49e2851d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Synchronizing usage tracker for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:24:21.175999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2b066230-76b8-462d-8503-963e85b07d54 req-1e488a6b-1867-45bf-9fce-4a9e49e2851d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Unset dirty status for tenant:281ba77371c84b738d07f27f5fc39c7f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:24:21.177279 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2b066230-76b8-462d-8503-963e85b07d54 req-1e488a6b-1867-45bf-9fce-4a9e49e2851d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f3864b-bad1-4faa-8d3f-264fbe8f81d3 HTTP/1.1" status: 200 len: 210 time: 0.0675032 Dec 13 20:24:21.465007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:21.468975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:24:21.477396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:24:21.478260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:23:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:21.668222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:24:21.751798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-60dfb847-eed5-4601-9f19-476245055d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:22.049829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-776d212b-d63f-4992-a999-274d93095f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:22.054168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d212b-d63f-4992-a999-274d93095f7f None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:18:36Z', 'revision_number': 4, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '2ff8f196-2378-4fe0-ab41-f2d3293adf54', 'name': '', 'network_id': '077f094e-6e5e-4a39-a152-782fb66945a3', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'mac_address': 'fa:16:3e:5a:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:35Z', 'updated_at': '2021-12-13T20:18:42Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'subnets': [{'id': '38b4529e-c0da-459d-9395-18eb0812d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:24:22.304167 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1743d19-2318-416c-97c2-ba48e3c4ceb2 None None] New status for floating IP 15868536-4b52-426a-96b3-147c3a03d6c4: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:24:22.935418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:24:22.977188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:24:22.978057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9ee0ee1a-f3af-4176-8b92-e695bf0ab868 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:24:23.913893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d5089eaf-9863-46d3-b975-079345c3670d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.077600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.081299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.672292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35962) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:25.741356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.771141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.829082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.834064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a5cfd268-8e21-45ef-83de-c52a195e74ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:25.848372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d308f002-124a-472c-9c9d-805da2430dbe,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:25.851213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:25.852371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:25.854142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "DELETE /v2.0/security-groups/d308f002-124a-472c-9c9d-805da2430dbe HTTP/1.1" status: 204 len: 168 time: 0.1802204 Dec 13 20:24:25.856232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35966) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:25.872291 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-7da8dc42-b1e5-4c83-95e5-9f95a68ac28e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] show failed (client error): The resource could not be found. Dec 13 20:24:25.873356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7da8dc42-b1e5-4c83-95e5-9f95a68ac28e tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "GET /v2.0/security-groups/d308f002-124a-472c-9c9d-805da2430dbe HTTP/1.1" status: 404 len: 347 time: 0.0161712 Dec 13 20:24:25.876141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:26.036133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Deleting port 11f8c53b-8441-4f72-a88d-364741a1530a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:26.036472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.217177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.217503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.342057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Calling delete_port for 11f8c53b-8441-4f72-a88d-364741a1530a owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:26.484787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.488456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e0105ac2-ce75-40cd-a4bf-047f77dace2b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:26.517449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.533438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Pushing event deleted for resources: {'Port': ['ID=11f8c53b-8441-4f72-a88d-364741a1530a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:26.538061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:26.626240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.646527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:26.647649 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] 10.222.0.18 "DELETE /v2.0/floatingips/15868536-4b52-426a-96b3-147c3a03d6c4 HTTP/1.1" status: 204 len: 168 time: 0.7706888 Dec 13 20:24:26.650666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35976) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:27.431847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:27.808633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Deleting port 2ff8f196-2378-4fe0-ab41-f2d3293adf54 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:27.808971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:28.003355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] For port 2ff8f196-2378-4fe0-ab41-f2d3293adf54, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=2ff8f196-2378-4fe0-ab41-f2d3293adf54,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:28.003355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:28.129244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Calling delete_port for 2ff8f196-2378-4fe0-ab41-f2d3293adf54 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:28.329081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:28.332699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:28.378123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff8f196-2378-4fe0-ab41-f2d3293adf54,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:28.381266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:28.772057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:29.152597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Router 42e02057-a26d-428a-9f78-dc4cb2231fc2 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:24:29.335132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:24:29.345520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Sync routers for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:24:29.351168 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] 10.222.0.18 "PUT /v2.0/routers/42e02057-a26d-428a-9f78-dc4cb2231fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962442 Dec 13 20:24:29.351331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35982) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:29.356407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:24:29.357037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:24:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:29.528088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:29.535538 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:24:29.703746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:29.715209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Deleting port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:29.715544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:29.821613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:24:28Z', 'revision_number': 5, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port': {'id': 'ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:18:33Z', 'updated_at': '2021-12-13T20:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:29.825709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Checking router: 42e02057-a26d-428a-9f78-dc4cb2231fc2 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:24:29.835410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Routers {'42e02057-a26d-428a-9f78-dc4cb2231fc2'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:24:29.836052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:24:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['42e02057-a26d-428a-9f78-dc4cb2231fc2'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:29.887237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] For port ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:29.887828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:29.990385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] Set router 42e02057-a26d-428a-9f78-dc4cb2231fc2 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:24:30.102245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:24:29Z', 'revision_number': 6, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:30.106460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332fad65-2045-4aec-b684-bdf9547a7c17 None None] The sync data for ids ['42e02057-a26d-428a-9f78-dc4cb2231fc2'] in dv-neutron-821563-1-hyperv is: [{'id': '42e02057-a26d-428a-9f78-dc4cb2231fc2', 'name': 'tempest-ServerActionsTestJSON-99469227-router', 'tenant_id': '281ba77371c84b738d07f27f5fc39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:18:32Z', 'updated_at': '2021-12-13T20:24:29Z', 'revision_number': 6, 'project_id': '281ba77371c84b738d07f27f5fc39c7f', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:24:30.151916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Calling delete_port for ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:30.337014 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.342478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2b554046-d73e-4cf9-a9c6-bba8622fa1bf tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:30.386231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:30.389143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:30.493774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.671935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.674259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.700408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.700935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e02057-a26d-428a-9f78-dc4cb2231fc2 {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:24:30.714903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.716006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] 10.222.0.18 "DELETE /v2.0/routers/42e02057-a26d-428a-9f78-dc4cb2231fc2 HTTP/1.1" status: 204 len: 168 time: 1.3637862 Dec 13 20:24:30.718612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 35986) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:30.778060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Deleting subnet 38b4529e-c0da-459d-9395-18eb0812d7fa {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:24:30.781130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.834147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.913560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.987256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:30.991995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-794edb0e-acea-4b04-9713-1065cd3cc9e3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:31.034272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.040383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b520630-f4af-4ee4-a1df-0d0513de6a62 None None] Network 077f094e-6e5e-4a39-a152-782fb66945a3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:24:31.043966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/38b4529e-c0da-459d-9395-18eb0812d7fa HTTP/1.1" status: 204 len: 168 time: 0.3213296 Dec 13 20:24:31.043966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b4529e-c0da-459d-9395-18eb0812d7fa,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:31.044166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 35990) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:31.045931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:31.155344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.166290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Deleting port c75c8c21-c436-45f5-8c47-ba1feb0ed500 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:31.166616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.353801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] DHCP port deletion for 077f094e-6e5e-4a39-a152-782fb66945a3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:24:31.357851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Deleting port c75c8c21-c436-45f5-8c47-ba1feb0ed500 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:31.358187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.377390 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] For port c75c8c21-c436-45f5-8c47-ba1feb0ed500, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c75c8c21-c436-45f5-8c47-ba1feb0ed500,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:31.377746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.500792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Calling delete_port for c75c8c21-c436-45f5-8c47-ba1feb0ed500 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:31.558222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] For port c75c8c21-c436-45f5-8c47-ba1feb0ed500, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c75c8c21-c436-45f5-8c47-ba1feb0ed500,segment=NetworkSegment(ca47ee50-63b5-4fb9-bd2b-157ed842ae90),segment_id=ca47ee50-63b5-4fb9-bd2b-157ed842ae90)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:31.558526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.579944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.583916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6f631132-d9e8-457b-b7fc-eefe8010031e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:31.626816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75c8c21-c436-45f5-8c47-ba1feb0ed500,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:31.631646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] No DVR routers for this DVR port c75c8c21-c436-45f5-8c47-ba1feb0ed500 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:24:31.660406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.660784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.661190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.661545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.661912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.662275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.662640 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.662998 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.663355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.663708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.664061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.664414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:31.669683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:31.677484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Calling delete_port for c75c8c21-c436-45f5-8c47-ba1feb0ed500 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: from cryptography.utils import int_from_bytes Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: from cryptography.utils import int_from_bytes Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn_limited( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn_limited( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 20:24:31.746131 dv-neutron-821563-1-hyperv neutron-server[87527]: util.warn( Dec 13 20:24:31.750107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:24:31.750287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:24:31.763814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.788752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077f094e-6e5e-4a39-a152-782fb66945a3']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:31.800687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:31.800981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca47ee50-63b5-4fb9-bd2b-157ed842ae90') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:24:31.813310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.833273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.839847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:24:31.840254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:24:31.853189 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:24:31.935371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.938921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e566981-d211-4bc8-a41a-ceb2bb5fec26 tempest-RoutersIpV6Test-2143229228 tempest-RoutersIpV6Test-2143229228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:31.951907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:31.961691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Pushing event deleted for resources: {'Network': ['ID=077f094e-6e5e-4a39-a152-782fb66945a3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:31.965733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:31.969491 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] 10.222.0.18 "DELETE /v2.0/networks/077f094e-6e5e-4a39-a152-782fb66945a3 HTTP/1.1" status: 204 len: 168 time: 0.9241922 Dec 13 20:24:32.061434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:24:32.088579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 35996) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:32.095555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:24:32.095909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ca3f350e-3d8c-4d6f-8f0f-ed5216604ffd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:24:32.096324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c75c8c21-c436-45f5-8c47-ba1feb0ed500 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:24:32.129408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: c75c8c21-c436-45f5-8c47-ba1feb0ed500 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:24:32.129759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c75c8c21-c436-45f5-8c47-ba1feb0ed500 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:24:32.130184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ff8f196-2378-4fe0-ab41-f2d3293adf54 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:24:32.137129 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d5baefae-c016-4555-a7b0-8d037b348ccb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=281ba77371c84b738d07f27f5fc39c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467572 Dec 13 20:24:32.139631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36000) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:32.165182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 2ff8f196-2378-4fe0-ab41-f2d3293adf54 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:24:32.165545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 2ff8f196-2378-4fe0-ab41-f2d3293adf54 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:24:32.202144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:32.230438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:32.251502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Deleting port c75c8c21-c436-45f5-8c47-ba1feb0ed500 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:24:32.251922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:32.289985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:32.295403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b6eef306-a075-4554-bf0e-02465c9b82e3 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:32.310774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:32.314376 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c1f3ea0-c40a-4eda-af16-95f30b3c12bb HTTP/1.1" status: 204 len: 168 time: 0.1713810 Dec 13 20:24:32.314376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f3ea0-c40a-4eda-af16-95f30b3c12bb,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:32.316255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dc147e2e-5f89-4581-9ff5-203d5a7965c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:32.326960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ac51034f-0e87-443f-8733-0544389c2f23 None None] The port 'c75c8c21-c436-45f5-8c47-ba1feb0ed500' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:24:33.121407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36024) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:33.236137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-274685069-network', 'tenant_id': '257be080aadb4defbac72c9f1800ddb6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:33.241188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:24:33.245351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Usage tracker for resource:network and tenant:257be080aadb4defbac72c9f1800ddb6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:24:33.248406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:24:33.254837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:24:33.268471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Made reservation on behalf of 257be080aadb4defbac72c9f1800ddb6 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:24:33.270855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.283591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.298213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:24:33.302300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Usage tracker for resource:security_group_rule and tenant:257be080aadb4defbac72c9f1800ddb6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:24:33.305313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:24:33.311294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:24:33.397977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.403695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.406714 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-00550eda-a5f9-4df2-8d29-ce830612d05a tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:33.437460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:24:33.439511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f16ce1-a63b-462b-a0b4-ad8ec554b00a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:33.444960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:33.450347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.450785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Added segment 0095210d-3647-453e-b1b5-d48236637d7b of type vlan for network fba49c9a-4452-440a-9493-bb298c8f6d15 Dec 13 20:24:33.476396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.507644 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.508735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:33.509453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.513085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b24483cd-bad5-406c-8902-e81baf746d4e tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:33.623957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Pushing event updated for resources: {'Network': ['ID=fba49c9a-4452-440a-9493-bb298c8f6d15,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:33.629341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:33.632014 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5096340 Dec 13 20:24:33.635724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36030) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:24:33.637514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network fba49c9a-4452-440a-9493-bb298c8f6d15 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:24:33.641146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Request body: {'subnet': {'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-274685069-subnet', 'tenant_id': '257be080aadb4defbac72c9f1800ddb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:33.646400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:24:33.650784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Usage tracker for resource:subnet and tenant:257be080aadb4defbac72c9f1800ddb6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:24:33.653913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:24:33.659856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:24:33.670288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Made reservation on behalf of 257be080aadb4defbac72c9f1800ddb6 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:24:33.672598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.885249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:33.888760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-db12a002-875e-4686-b2dc-ed42e8ecae36 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:33.955192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cec4bf1-aa82-45b0-860c-c181db90f4c3,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:33.958824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:33.965938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Checking segment: {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:24:33.966289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Network hostable DHCP agents. Network: fba49c9a-4452-440a-9493-bb298c8f6d15, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:24:33.987457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Network fba49c9a-4452-440a-9493-bb298c8f6d15 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:24:33.997672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, fba49c9a-4452-440a-9493-bb298c8f6d15) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:24:34.001636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:34.002220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:34.007783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec13269-e1e1-4888-b14d-37920248f934 None None] Network fba49c9a-4452-440a-9493-bb298c8f6d15 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:24:34.025737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3889468 Dec 13 20:24:34.228732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458edf33-2ba5-44e4-a3a4-07ca9dc03e66 None None] Network fba49c9a-4452-440a-9493-bb298c8f6d15 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:24:34.537813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-645a3043-482d-4ecc-bc24-dbe24d267074 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:34.538480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-645a3043-482d-4ecc-bc24-dbe24d267074 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:24:34.559045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-645a3043-482d-4ecc-bc24-dbe24d267074 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:24:34.560551 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-645a3043-482d-4ecc-bc24-dbe24d267074 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 813 time: 0.1698668 Dec 13 20:24:34.581541 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-92312cb6-1875-440f-8552-480de8b96276 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/quotas/257be080aadb4defbac72c9f1800ddb6 HTTP/1.1" status: 200 len: 375 time: 0.0151222 Dec 13 20:24:34.748958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-e9cd5ab4-83b6-4180-9e05-e03573d6666e tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1622813 Dec 13 20:24:34.941443 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-373b85f1-7d3e-4e5c-ab40-dd96336e2bae service neutron] 10.222.0.18 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819968 Dec 13 20:24:35.081707 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-e0436174-2ea7-4805-b1f7-0bccd8f02d7a service neutron] 10.222.0.18 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313055 Dec 13 20:24:35.278607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a1d19232-0ab9-44b0-8102-02d6ab50e2f6 req-33529e25-44f6-4e5e-b2bc-9798e1384e5f tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 210 time: 0.0424085 Dec 13 20:24:35.866203 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:24:36.459843 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-35abaedc-8d84-42fd-8b40-ded5a2eb0f6b req-f321cf18-4664-4772-83ed-67bb88bc8c15 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 210 time: 0.0738699 Dec 13 20:24:36.585478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-18e4126d-b864-4771-b1e5-c35ac64fed76 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:36.586872 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-18e4126d-b864-4771-b1e5-c35ac64fed76 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 813 time: 0.1598032 Dec 13 20:24:36.598419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Request body: {'port': {'device_id': '2efce77b-5657-48ec-a5fc-0220833830f3', 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15', 'admin_state_up': True, 'tenant_id': '257be080aadb4defbac72c9f1800ddb6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:36.737221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:24:36.741416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Usage tracker for resource:port and tenant:257be080aadb4defbac72c9f1800ddb6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:24:36.744702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:24:36.751443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:24:36.764528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Made reservation on behalf of 257be080aadb4defbac72c9f1800ddb6 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:24:36.769654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:36.954958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Allocated IP 172.20.0.6 (fba49c9a-4452-440a-9493-bb298c8f6d15/0cec4bf1-aa82-45b0-860c-c181db90f4c3/7a00f912-005c-45bc-9abc-f9239e529e5e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:24:37.180905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:37.213257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:37.218837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-becfacf8-6bf0-4fc2-970a-f91606ef0937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:37.284508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Network fba49c9a-4452-440a-9493-bb298c8f6d15 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:24:37.285658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:24:37.289510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:24:37.336157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Pushing event updated for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:37.341481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:37.361670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:37.362279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:37.386308 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915730 Dec 13 20:24:37.398204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Request body: {'port': {'device_id': '2efce77b-5657-48ec-a5fc-0220833830f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:37.512698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:37.923724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-40a1d577-e7c0-4e24-8855-8e04969e0378 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:37.924416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-40a1d577-e7c0-4e24-8855-8e04969e0378 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:24:37.969882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-40a1d577-e7c0-4e24-8855-8e04969e0378 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:24:37.971012 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-40a1d577-e7c0-4e24-8855-8e04969e0378 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 931 time: 0.4019580 Dec 13 20:24:38.027885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-a0aa7c08-5f85-4447-b265-61054f7c09c2 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:24:38.097304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-a0aa7c08-5f85-4447-b265-61054f7c09c2 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:24:38.098611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-35f803d8-c3fb-4d1d-a801-41fe38c9c337 req-a0aa7c08-5f85-4447-b265-61054f7c09c2 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Dec 13 20:24:38.102541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a00f912-005c-45bc-9abc-f9239e529e5e {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:24:38.110555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:38.125627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Transition to ACTIVE for port object 7a00f912-005c-45bc-9abc-f9239e529e5e will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:24:38.130339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:38.133945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:38.286583 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Pushing event updated for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:38.293856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:38.366937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Attempting to bind port 7a00f912-005c-45bc-9abc-f9239e529e5e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:24:38.367258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Attempting to bind port 7a00f912-005c-45bc-9abc-f9239e529e5e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:24:38.367581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Attempting to bind port 7a00f912-005c-45bc-9abc-f9239e529e5e on network fba49c9a-4452-440a-9493-bb298c8f6d15 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:24:38.372257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Port 7a00f912-005c-45bc-9abc-f9239e529e5e on network fba49c9a-4452-440a-9493-bb298c8f6d15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:24:38.372567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Attempting to bind port 7a00f912-005c-45bc-9abc-f9239e529e5e on network fba49c9a-4452-440a-9493-bb298c8f6d15 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:24:38.377791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:24:38.378114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Checking segment: {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:24:38.378489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Bound using segment: {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:24:38.378901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Bound port: 7a00f912-005c-45bc-9abc-f9239e529e5e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:24:38.379229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:38.470596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:24:38.473407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7a00f912-005c-45bc-9abc-f9239e529e5e,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:24:38.479322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:38.482970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3c557f1d-9773-449c-96cf-cbf611771d05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:38.542004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:38.543470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:38.544070 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] 10.222.0.20 "PUT /v2.0/ports/7a00f912-005c-45bc-9abc-f9239e529e5e HTTP/1.1" status: 200 len: 1093 time: 1.1497848 Dec 13 20:24:38.544592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:38.563480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Pushing event updated for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:38.572893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:38.618413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e', 'status': 'completed', 'code': 200} Dec 13 20:24:38.663643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-59b0de88-c19a-4431-9716-7d259e294f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:38.665200 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-59b0de88-c19a-4431-9716-7d259e294f2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 1096 time: 0.0823102 Dec 13 20:24:38.735086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-c39fff62-2ff7-4085-9072-9a81d0293a6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a00f912-005c-45bc-9abc-f9239e529e5e HTTP/1.1" status: 200 len: 217 time: 0.0622828 Dec 13 20:24:38.801989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-432360b5-02b6-46e8-ad4a-760244915a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:38.803451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-432360b5-02b6-46e8-ad4a-760244915a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cec4bf1-aa82-45b0-860c-c181db90f4c3 HTTP/1.1" status: 200 len: 853 time: 0.0621278 Dec 13 20:24:38.852751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-1a070c75-51e0-4269-a19e-eff075b7e5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fba49c9a-4452-440a-9493-bb298c8f6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425229 Dec 13 20:24:38.987951 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-b224e6a1-161f-4d06-a775-89ad9b8c237b service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280172 Dec 13 20:24:39.141351 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6975eb7-6c09-4bb0-92e2-06519d45d0ed req-d45ba1d5-020e-447a-a3e4-2f9abc67688c service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463544 Dec 13 20:24:39.318899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-bb9d09d2-d939-44ea-824f-ba5e04e8a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:39.320350 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-bb9d09d2-d939-44ea-824f-ba5e04e8a2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 1096 time: 0.1338558 Dec 13 20:24:39.330922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0a27-bd79-4796-b5f5-eae66578ab5f req-3e388f22-fca0-4ccf-a838-bee304ce9843 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:39.332297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a6e0a27-bd79-4796-b5f5-eae66578ab5f req-3e388f22-fca0-4ccf-a838-bee304ce9843 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 943 time: 0.1113482 Dec 13 20:24:39.457437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0a6e0a27-bd79-4796-b5f5-eae66578ab5f req-b155c066-5b24-4d08-bd07-43697d9a2ce0 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066520 Dec 13 20:24:39.490680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-e2d5e0a3-4b0d-47fc-8abf-70641cdfa93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:39.492158 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-e2d5e0a3-4b0d-47fc-8abf-70641cdfa93c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 913 time: 0.1590121 Dec 13 20:24:39.565108 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-29439891-c3bd-4a47-98ac-52fb93ff6b85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a00f912-005c-45bc-9abc-f9239e529e5e HTTP/1.1" status: 200 len: 217 time: 0.0654571 Dec 13 20:24:39.629626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-1340cb20-e3d1-4cca-b4be-a3925f1d152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:39.630908 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-1340cb20-e3d1-4cca-b4be-a3925f1d152b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cec4bf1-aa82-45b0-860c-c181db90f4c3 HTTP/1.1" status: 200 len: 853 time: 0.0583303 Dec 13 20:24:39.802490 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-073c12e0-5184-4ec0-ba51-62955ec4eb21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fba49c9a-4452-440a-9493-bb298c8f6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623421 Dec 13 20:24:39.949968 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-6053a289-d511-4379-bae1-570230bb7fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392539 Dec 13 20:24:40.091188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf228cb7-3c9a-4996-ac80-77ca05a14a42 req-cac555b0-166f-4c07-99d5-703e346816df service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341219 Dec 13 20:24:40.661885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3079b01-29c1-4ba6-b750-adaea03c7c0a req-ba2afc62-7bd0-411c-a894-11f2e2a90230 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:40.663240 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d3079b01-29c1-4ba6-b750-adaea03c7c0a req-ba2afc62-7bd0-411c-a894-11f2e2a90230 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 943 time: 0.0835111 Dec 13 20:24:40.709766 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d3079b01-29c1-4ba6-b750-adaea03c7c0a req-4bae7df4-aab6-4b88-a508-ede35c6c21ae tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Dec 13 20:24:41.922259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63820c73-9a60-46cb-b57e-04b53f436e88 req-35a537fd-cfc0-47c2-bd80-dc228685e443 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:41.923699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-63820c73-9a60-46cb-b57e-04b53f436e88 req-35a537fd-cfc0-47c2-bd80-dc228685e443 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 943 time: 0.0997913 Dec 13 20:24:41.968655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-63820c73-9a60-46cb-b57e-04b53f436e88 req-754f5406-8dce-41bc-98fd-1334f021dd8c tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Dec 13 20:24:42.209760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:43.061495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7a00f912-005c-45bc-9abc-f9239e529e5e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:24:43.176766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef833c70-f664-41c4-a4c2-45544421e15e req-94984655-0e84-4848-9988-6cba0a3d9cbe tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:43.178267 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef833c70-f664-41c4-a4c2-45544421e15e req-94984655-0e84-4848-9988-6cba0a3d9cbe tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 943 time: 0.0810542 Dec 13 20:24:43.204594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7a00f912-005c-45bc-9abc-f9239e529e5e,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:43.221798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '7a00f912-005c-45bc-9abc-f9239e529e5e', 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15', 'port_id': '7a00f912-005c-45bc-9abc-f9239e529e5e', 'mac_address': 'fa:16:3e:4b:c1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cec4bf1-aa82-45b0-860c-c181db90f4c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:24:43.224020 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef833c70-f664-41c4-a4c2-45544421e15e req-210d9990-5eb6-4663-aacd-97534d8575ca tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 Dec 13 20:24:43.315878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:43.334032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a00f912-005c-45bc-9abc-f9239e529e5e {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:24:43.350427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7a00f912-005c-45bc-9abc-f9239e529e5e,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:43.356678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:43.358899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a2e9e344-a38a-46c4-ad26-4169c0049f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:43.445190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:43.448414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:43.611892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7a00f912-005c-45bc-9abc-f9239e529e5e'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:24:44.447152 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d6d45-f1b2-4a18-bd92-f9c4b724904e req-438fc38b-89e8-4779-8252-3d428aaf18ec tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:44.448636 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-828d6d45-f1b2-4a18-bd92-f9c4b724904e req-438fc38b-89e8-4779-8252-3d428aaf18ec tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 944 time: 0.1070964 Dec 13 20:24:44.494602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-828d6d45-f1b2-4a18-bd92-f9c4b724904e req-d23a9ae1-2568-4c31-91a7-e2937520e9f0 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Dec 13 20:24:45.076706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7a00f912-005c-45bc-9abc-f9239e529e5e up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:24:45.166440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 7a00f912-005c-45bc-9abc-f9239e529e5e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:24:45.171532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 7a00f912-005c-45bc-9abc-f9239e529e5e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:24:45.172040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:45.301568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:45.329423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:45.338784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7a00f912-005c-45bc-9abc-f9239e529e5e,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:45.344082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:45.346107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:45.381691 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e', 'code': 200} Dec 13 20:24:45.413447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:45.416231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:45.661571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1720753-f348-4e30-a1fe-148098eabd14 req-e2be21e4-6f9c-4644-9078-1b6896f46feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:45.662936 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1720753-f348-4e30-a1fe-148098eabd14 req-e2be21e4-6f9c-4644-9078-1b6896f46feb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 1098 time: 0.1168075 Dec 13 20:24:45.715300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1720753-f348-4e30-a1fe-148098eabd14 req-9bfa5b97-dbfb-4453-93ca-5eb75629d291 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Dec 13 20:24:45.727117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cd01-e20d-43e3-9cf0-36cc19e5d0c2 req-4c694393-1eef-4aab-846e-4d615f47b686 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:45.728507 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3684cd01-e20d-43e3-9cf0-36cc19e5d0c2 req-4c694393-1eef-4aab-846e-4d615f47b686 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.1227863 Dec 13 20:24:45.790034 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3684cd01-e20d-43e3-9cf0-36cc19e5d0c2 req-ee60f41c-f9d1-41e1-9d37-ea522769a16c tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Dec 13 20:24:46.987538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e0988-0568-41d3-9c5b-f7354e131da1 req-e5f5a86d-4710-4bd3-b422-df620cce3af9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:46.989003 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-237e0988-0568-41d3-9c5b-f7354e131da1 req-e5f5a86d-4710-4bd3-b422-df620cce3af9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0881588 Dec 13 20:24:47.032346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-237e0988-0568-41d3-9c5b-f7354e131da1 req-1441c263-706c-48d8-aa89-b9803e76b0d1 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Dec 13 20:24:47.339119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-4aa6fd8d-57f4-4969-8414-a78821e31721 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:47.340572 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-4aa6fd8d-57f4-4969-8414-a78821e31721 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 813 time: 0.1518612 Dec 13 20:24:47.356744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-7a17a479-ae29-4b24-91c3-8372e2d7c3d2 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/quotas/257be080aadb4defbac72c9f1800ddb6 HTTP/1.1" status: 200 len: 375 time: 0.0103073 Dec 13 20:24:47.439857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-73f6c2d7-6e35-43f7-b1cf-95fdf95889f5 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765924 Dec 13 20:24:47.629691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-8cabd693-a07e-433b-b7c0-ef16abdb0de3 service neutron] 10.222.0.18 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820533 Dec 13 20:24:47.762689 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-06abd667-05bf-413c-b26a-17b0d2531ffb service neutron] 10.222.0.18 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244848 Dec 13 20:24:47.942846 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fcb25c72-87c8-407e-89e6-c555cd3e8410 req-725af76a-48a3-4a30-9198-b3acc4b1510e tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 210 time: 0.0460296 Dec 13 20:24:49.160275 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1afc7468-afd8-46d4-bf85-f8754bb4d423 req-da4f137d-d869-4259-82e8-d992e374d7be tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 210 time: 0.0585732 Dec 13 20:24:49.173007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-0e31f403-1d0e-46fd-b3eb-fdd84d3edf7c tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:49.174441 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-0e31f403-1d0e-46fd-b3eb-fdd84d3edf7c tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 813 time: 0.3251333 Dec 13 20:24:49.188791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Request body: {'port': {'device_id': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15', 'admin_state_up': True, 'tenant_id': '257be080aadb4defbac72c9f1800ddb6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:49.328881 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:24:49.338757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:24:49.350021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Made reservation on behalf of 257be080aadb4defbac72c9f1800ddb6 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:24:49.353528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:49.536034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Allocated IP 172.20.0.7 (fba49c9a-4452-440a-9493-bb298c8f6d15/0cec4bf1-aa82-45b0-860c-c181db90f4c3/0cbf03f7-7a0a-406f-9e3b-b5d13e754e60) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:24:49.753672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:49.796169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:49.802311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04c4fec0-1e06-4ab9-9ca6-25816357fc09 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:49.808535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7a00f912-005c-45bc-9abc-f9239e529e5e'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:24:49.871392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Network fba49c9a-4452-440a-9493-bb298c8f6d15 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:24:49.874603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:24:49.878650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:24:49.917276 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Pushing event updated for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:49.926231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:49.949384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:49.950001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:49.977693 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938519 Dec 13 20:24:49.990299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Request body: {'port': {'device_id': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:24:50.105926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:50.452094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb90c62-459b-4828-af37-f6b78a51e333 req-5bfe0b58-23c4-4f0b-a212-06e9b850d25d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:50.452910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ddb90c62-459b-4828-af37-f6b78a51e333 req-5bfe0b58-23c4-4f0b-a212-06e9b850d25d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:24:50.527456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ddb90c62-459b-4828-af37-f6b78a51e333 req-5bfe0b58-23c4-4f0b-a212-06e9b850d25d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:24:50.529322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddb90c62-459b-4828-af37-f6b78a51e333 req-5bfe0b58-23c4-4f0b-a212-06e9b850d25d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 931 time: 0.2572796 Dec 13 20:24:50.538323 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:24:50.561927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:50.590277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Transition to ACTIVE for port object 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:24:50.596884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:50.601914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4ea6cff8-4a53-4565-8d3a-5b1dee0399d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:50.632992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddb90c62-459b-4828-af37-f6b78a51e333 req-21644da2-4915-4db9-b5af-be24e4baf3b1 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878282 Dec 13 20:24:50.763249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Pushing event updated for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:50.789103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:50.832666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Attempting to bind port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:24:50.832988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Attempting to bind port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:24:50.833341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Attempting to bind port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 on network fba49c9a-4452-440a-9493-bb298c8f6d15 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:24:50.838260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 on network fba49c9a-4452-440a-9493-bb298c8f6d15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:24:50.838569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Attempting to bind port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 on network fba49c9a-4452-440a-9493-bb298c8f6d15 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:24:50.844149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:24:50.844470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Checking segment: {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:24:50.844841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Bound using segment: {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:24:50.845279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Bound port: 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0095210d-3647-453e-b1b5-d48236637d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:24:50.845616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:50.935767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:24:50.939076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:24:50.944903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:50.948632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc2e1e4a-1ecb-4e4d-97c1-ad888adf9d28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:51.004992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:51.005619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:51.006957 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] 10.222.0.20 "PUT /v2.0/ports/0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 HTTP/1.1" status: 200 len: 1093 time: 1.0219963 Dec 13 20:24:51.007477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:51.027622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Pushing event updated for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:51.030564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:51.076997 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60', 'status': 'completed', 'code': 200} Dec 13 20:24:51.116990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-e188ca88-f29b-4f7c-9be8-a4ad63bff2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:51.118479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-e188ca88-f29b-4f7c-9be8-a4ad63bff2b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 1096 time: 0.0729790 Dec 13 20:24:51.304770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-537aa2df-6c36-4b08-aff7-c6bc4ef49264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 HTTP/1.1" status: 200 len: 217 time: 0.1792698 Dec 13 20:24:51.369770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489542-447e-4599-90f5-652311e08f7b req-4259c681-6ebe-46b3-a60e-ef5402cb6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:51.371210 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-4259c681-6ebe-46b3-a60e-ef5402cb6d3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cec4bf1-aa82-45b0-860c-c181db90f4c3 HTTP/1.1" status: 200 len: 853 time: 0.0603349 Dec 13 20:24:51.417521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-e50c5398-1f74-4d33-94ab-b9b9b4682e3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fba49c9a-4452-440a-9493-bb298c8f6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396440 Dec 13 20:24:51.553194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-3f6032d1-453b-47f4-b8e9-68c6bad32143 service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293979 Dec 13 20:24:51.656710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8666a9fe-ca2e-4107-ae1b-90e87857a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:51.690201 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-27489542-447e-4599-90f5-652311e08f7b req-038544aa-fe51-43c7-9b11-875a6497987e service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301656 Dec 13 20:24:51.864612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-a075c562-5e91-4aeb-93ff-2411fab8254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:51.866121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-a075c562-5e91-4aeb-93ff-2411fab8254c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=257be080aadb4defbac72c9f1800ddb6&device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 1096 time: 0.1322219 Dec 13 20:24:51.873621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5d15-38a7-4503-bd75-bd77a88a9b1b req-afe3fcde-ed13-4b27-a603-ac91bfbc2dde tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:51.874945 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-556a5d15-38a7-4503-bd75-bd77a88a9b1b req-afe3fcde-ed13-4b27-a603-ac91bfbc2dde tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 943 time: 0.1112103 Dec 13 20:24:52.001348 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-556a5d15-38a7-4503-bd75-bd77a88a9b1b req-7926bc3d-ccde-4b22-9ac7-d5213bcfbaf6 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053236 Dec 13 20:24:52.035270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-47c0e01e-c81b-4b4d-8070-fde065f7c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:52.036715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-47c0e01e-c81b-4b4d-8070-fde065f7c651 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 200 len: 913 time: 0.1580505 Dec 13 20:24:52.107100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-df1cfce8-bec1-4843-8f5e-1eaa1b2b8d8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 HTTP/1.1" status: 200 len: 217 time: 0.0632362 Dec 13 20:24:52.169591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-534cbf1a-f70c-4819-af3e-251316fb3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:52.170977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-534cbf1a-f70c-4819-af3e-251316fb3500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cec4bf1-aa82-45b0-860c-c181db90f4c3 HTTP/1.1" status: 200 len: 853 time: 0.0564928 Dec 13 20:24:52.224037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-3b26b832-7fd7-4090-9137-421e11544c94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fba49c9a-4452-440a-9493-bb298c8f6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421498 Dec 13 20:24:52.362152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-7e876aa9-857f-4d77-a92e-936547d698d4 service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272948 Dec 13 20:24:52.508287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-23c599d0-f372-4ca1-a0c8-576bbd695f54 req-977e73a4-9504-4ee0-8f39-8f36951ea0f6 service neutron] 10.222.0.20 "GET /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373587 Dec 13 20:24:53.200417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614e072-df30-4267-bcde-a49538444001 req-473fab98-490a-488c-a54b-278ba1938efd tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:53.201915 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e614e072-df30-4267-bcde-a49538444001 req-473fab98-490a-488c-a54b-278ba1938efd tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 943 time: 0.0885630 Dec 13 20:24:53.257338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e614e072-df30-4267-bcde-a49538444001 req-8dd62b52-aacd-47ba-8438-b183efe85288 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486913 Dec 13 20:24:53.922947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbeaf-4ffa-4c8c-a262-28c42d34e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:54.461650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162de91-ca77-4f47-8e8a-ab8bff93f41b req-1c3bcca8-f35c-4ab5-8054-438ec3645545 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:54.463123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a162de91-ca77-4f47-8e8a-ab8bff93f41b req-1c3bcca8-f35c-4ab5-8054-438ec3645545 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 943 time: 0.0920806 Dec 13 20:24:54.508534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a162de91-ca77-4f47-8e8a-ab8bff93f41b req-4a8a6864-169c-4418-8f53-8402035defca tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Dec 13 20:24:55.079699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:55.082874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:55.159457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:24:55.308128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:55.322427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60', 'network_id': 'fba49c9a-4452-440a-9493-bb298c8f6d15', 'port_id': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60', 'mac_address': 'fa:16:3e:92:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cec4bf1-aa82-45b0-860c-c181db90f4c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:24:55.379517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:55.399556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:24:55.415549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:55.421029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:55.423305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:55.494139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:55.501948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.502306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.502663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.503010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.503347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.503683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.504015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.504344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.504676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.505003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.505360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.505686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:24:55.509529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:55.638411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['0cbf03f7-7a0a-406f-9e3b-b5d13e754e60'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:24:55.707223 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851f4f-2563-404f-97b3-15f86b11841a req-d12a54ec-2382-4bfd-971b-54804aaa6899 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:55.708665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eb851f4f-2563-404f-97b3-15f86b11841a req-d12a54ec-2382-4bfd-971b-54804aaa6899 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 944 time: 0.0824065 Dec 13 20:24:55.755605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eb851f4f-2563-404f-97b3-15f86b11841a req-4356ffc9-1c13-4f19-95ae-875768cae55d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Dec 13 20:24:56.528525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:57.060888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c00f-2179-45fb-bd1c-51c19600e441 req-210b1e7a-c5fc-4358-a295-66a3622a8f81 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:57.062257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c15c00f-2179-45fb-bd1c-51c19600e441 req-210b1e7a-c5fc-4358-a295-66a3622a8f81 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 944 time: 0.1982543 Dec 13 20:24:57.118504 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0c15c00f-2179-45fb-bd1c-51c19600e441 req-620a5d93-4049-4e6e-8b87-2ed11473e4a4 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471170 Dec 13 20:24:57.172669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:24:57.255587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:24:57.260497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:24:57.260893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:57.383661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:57.411371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:24:57.421257 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:24:57.425967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:24:57.427835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:24:57.506586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:24:57.510023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:24:57.607548 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60', 'code': 200} Dec 13 20:24:57.848422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f2c3c-9b9f-43cb-8be3-40389c583783 req-b00e6b66-3cda-4c07-98bd-ba8178f95f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:57.849979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b91f2c3c-9b9f-43cb-8be3-40389c583783 req-b00e6b66-3cda-4c07-98bd-ba8178f95f8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 1098 time: 0.0739706 Dec 13 20:24:57.903033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b91f2c3c-9b9f-43cb-8be3-40389c583783 req-86c893e7-5295-4f9f-a27f-6731b2c7bf88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Dec 13 20:24:58.309260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6e8bc-818a-4f77-b4ba-4eb9ad5c7531 req-baddb229-c7d0-4f40-97a9-0b6cc5a454e9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:58.310722 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-09b6e8bc-818a-4f77-b4ba-4eb9ad5c7531 req-baddb229-c7d0-4f40-97a9-0b6cc5a454e9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 945 time: 0.0818756 Dec 13 20:24:58.359642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-09b6e8bc-818a-4f77-b4ba-4eb9ad5c7531 req-ddf57272-eaea-4260-8aec-db65cf220945 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Dec 13 20:24:59.565380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ace77-9bd1-4373-a004-153b3587461b req-5d8e1505-a0e9-4e53-b4e2-a041ec9fab6b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:24:59.566859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eb4ace77-9bd1-4373-a004-153b3587461b req-5d8e1505-a0e9-4e53-b4e2-a041ec9fab6b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 945 time: 0.0876279 Dec 13 20:24:59.613314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eb4ace77-9bd1-4373-a004-153b3587461b req-3fdde135-d9d7-4b08-842e-4d057f10cdb8 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Dec 13 20:25:00.024242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3cc4f-2a79-414f-9c6e-0d20faeeefe5 req-b0e8bfdb-99b3-45d3-8ac4-efff76950c45 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:00.025753 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a8e3cc4f-2a79-414f-9c6e-0d20faeeefe5 req-b0e8bfdb-99b3-45d3-8ac4-efff76950c45 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 945 time: 0.0935578 Dec 13 20:25:00.071204 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a8e3cc4f-2a79-414f-9c6e-0d20faeeefe5 req-a884e0a6-eb6c-4449-b6ca-cf479cf7eb70 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Dec 13 20:25:01.342832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f380bb-abbb-4bc9-9d25-670372edd5a7 req-abffd80d-d429-41c0-abed-f7312de5c875 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:01.344425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53f380bb-abbb-4bc9-9d25-670372edd5a7 req-abffd80d-d429-41c0-abed-f7312de5c875 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 945 time: 0.1505313 Dec 13 20:25:01.356126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-da4ad81c-d69a-4116-8024-5f7cc45a5ada tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:01.357549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-da4ad81c-d69a-4116-8024-5f7cc45a5ada tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 945 time: 0.1218414 Dec 13 20:25:01.470709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53f380bb-abbb-4bc9-9d25-670372edd5a7 req-0fc03526-4e08-483c-ad99-0ddcbf9879e3 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Dec 13 20:25:01.475595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Deleting port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:01.476028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:01.731705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] For port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:01.731960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:01.856524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Calling delete_port for 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:02.021605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:02.028666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b9c66ee7-fd2f-4c7f-8b7a-0db69e8fee95 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:02.041551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7a00f912-005c-45bc-9abc-f9239e529e5e', '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:25:02.077962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Pushing event deleted for resources: {'Port': ['ID=0cbf03f7-7a0a-406f-9e3b-b5d13e754e60,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:02.080682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:02.151106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] No DVR routers for this DVR port 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:02.153803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:02.156555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'name': 'network-vif-deleted', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:25:02.174352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-30ed22a3-58cd-4696-be3c-c20e34f19477 req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "DELETE /v2.0/ports/0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 HTTP/1.1" status: 204 len: 173 time: 0.8015826 Dec 13 20:25:02.204332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69b46b1-c806-4b17-9e2d-45bf2fac969c', 'name': 'network-vif-deleted', 'tag': '0cbf03f7-7a0a-406f-9e3b-b5d13e754e60', 'status': 'completed', 'code': 200} Dec 13 20:25:02.655234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-72d0667d-0188-4d64-a626-e38060fa176f req-2903ace1-30bb-4848-8375-52a521ffd296 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:02.673864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-72d0667d-0188-4d64-a626-e38060fa176f req-2903ace1-30bb-4848-8375-52a521ffd296 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:02.675283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-72d0667d-0188-4d64-a626-e38060fa176f req-2903ace1-30bb-4848-8375-52a521ffd296 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=a69b46b1-c806-4b17-9e2d-45bf2fac969c HTTP/1.1" status: 200 len: 210 time: 0.0657208 Dec 13 20:25:03.950006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41049ea-c813-4f10-bf9f-2d8e488e89c4 req-77549f88-ec38-45f5-bc76-382aef63d6e9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:03.951453 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d41049ea-c813-4f10-bf9f-2d8e488e89c4 req-77549f88-ec38-45f5-bc76-382aef63d6e9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0853972 Dec 13 20:25:03.998991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d41049ea-c813-4f10-bf9f-2d8e488e89c4 req-d7304b74-bee4-4e96-88dd-3d502d354d1b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Dec 13 20:25:04.223591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6674-ba87-437e-9597-8726670bec6e req-96bc66e0-3378-48dd-9620-ba7fc7bc2336 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:04.225054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fdef6674-ba87-437e-9597-8726670bec6e req-96bc66e0-3378-48dd-9620-ba7fc7bc2336 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0958233 Dec 13 20:25:04.384291 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fdef6674-ba87-437e-9597-8726670bec6e req-f5adbc47-0970-4383-9281-fe0e6d0fbdd8 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533124 Dec 13 20:25:04.584500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c9e6-5ad1-4d96-84e9-ed21e266858e req-5bafd5c5-2a66-4536-b3c7-8a944e5030d9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:04.585960 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9426c9e6-5ad1-4d96-84e9-ed21e266858e req-5bafd5c5-2a66-4536-b3c7-8a944e5030d9 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0852044 Dec 13 20:25:04.632480 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9426c9e6-5ad1-4d96-84e9-ed21e266858e req-a73fc4ca-5c50-46ae-b709-71347edbef51 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378959 Dec 13 20:25:04.930370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e21a16-a25a-48a7-af3e-cf7067086413 req-ad32c293-5b99-443e-b952-7a976ad6074d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:04.931742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3e21a16-a25a-48a7-af3e-cf7067086413 req-ad32c293-5b99-443e-b952-7a976ad6074d tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0910699 Dec 13 20:25:04.978150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b3e21a16-a25a-48a7-af3e-cf7067086413 req-5fea2b17-62ee-4519-b08b-28153eded332 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Dec 13 20:25:05.171157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854973-08ae-4f83-ad34-6914b3c5097e req-cf928263-882e-4752-92fa-20f82d26c8a0 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:05.172709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50854973-08ae-4f83-ad34-6914b3c5097e req-cf928263-882e-4752-92fa-20f82d26c8a0 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0834517 Dec 13 20:25:05.185364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:25:05.222959 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-50854973-08ae-4f83-ad34-6914b3c5097e req-32ba5f44-3f7b-49ee-b342-229359fdc7d3 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Dec 13 20:25:05.223354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:25:05.223745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0cbf03f7-7a0a-406f-9e3b-b5d13e754e60 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:25:05.441062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefd614-b6a6-4bd5-8928-05e465d50c9d req-7980fe05-349f-42ea-97a2-785df960f473 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:05.442458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9cefd614-b6a6-4bd5-8928-05e465d50c9d req-7980fe05-349f-42ea-97a2-785df960f473 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0866318 Dec 13 20:25:05.488977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9cefd614-b6a6-4bd5-8928-05e465d50c9d req-237394c9-7724-4831-bde7-ea13fef873e0 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Dec 13 20:25:06.064195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5c0e-4e4f-4a52-a4f3-3e22870d8a7a req-894e058c-fab2-41d9-927b-e1b1e7bd4364 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:06.065694 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cb0c5c0e-4e4f-4a52-a4f3-3e22870d8a7a req-894e058c-fab2-41d9-927b-e1b1e7bd4364 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.0871184 Dec 13 20:25:06.113683 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cb0c5c0e-4e4f-4a52-a4f3-3e22870d8a7a req-1234cd48-26ab-4a28-80ef-ec589db5264f tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Dec 13 20:25:07.373314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b44f8-aa7d-4907-bffa-4c79bcdd3209 req-959470d5-42fa-4062-9e50-cf73a49a143b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:07.374770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e42b44f8-aa7d-4907-bffa-4c79bcdd3209 req-959470d5-42fa-4062-9e50-cf73a49a143b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.1348412 Dec 13 20:25:07.432606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e42b44f8-aa7d-4907-bffa-4c79bcdd3209 req-02e74f9f-b8ca-46b8-982b-28418509b5a2 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/security-groups?id=01f16ce1-a63b-462b-a0b4-ad8ec554b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473094 Dec 13 20:25:07.445633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-266a9552-e85b-4013-9dad-c28c242f5e89 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:07.447485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-266a9552-e85b-4013-9dad-c28c242f5e89 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 945 time: 0.1345024 Dec 13 20:25:07.515753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Deleting port 7a00f912-005c-45bc-9abc-f9239e529e5e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:07.516097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:07.768634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] For port 7a00f912-005c-45bc-9abc-f9239e529e5e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7a00f912-005c-45bc-9abc-f9239e529e5e,segment=NetworkSegment(0095210d-3647-453e-b1b5-d48236637d7b),segment_id=0095210d-3647-453e-b1b5-d48236637d7b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:07.768866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:07.889334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Calling delete_port for 7a00f912-005c-45bc-9abc-f9239e529e5e owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:08.037411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:08.043141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:08.048872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7a00f912-005c-45bc-9abc-f9239e529e5e'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:25:08.092102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Pushing event deleted for resources: {'Port': ['ID=7a00f912-005c-45bc-9abc-f9239e529e5e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:08.095156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:08.168432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] No DVR routers for this DVR port 7a00f912-005c-45bc-9abc-f9239e529e5e on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:08.172457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:08.175693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'name': 'network-vif-deleted', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:25:08.192338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84d0341f-4ede-45c3-9285-7b94025133e4 req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.20 "DELETE /v2.0/ports/7a00f912-005c-45bc-9abc-f9239e529e5e HTTP/1.1" status: 204 len: 173 time: 0.7398705 Dec 13 20:25:08.222591 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efce77b-5657-48ec-a5fc-0220833830f3', 'name': 'network-vif-deleted', 'tag': '7a00f912-005c-45bc-9abc-f9239e529e5e', 'status': 'completed', 'code': 200} Dec 13 20:25:08.607381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0366d1e0-aea7-4c27-b55b-b71eed8aa666 req-bdba52fb-7283-4f93-b93c-482212f9cb3b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Synchronizing usage tracker for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:08.623851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-0366d1e0-aea7-4c27-b55b-b71eed8aa666 req-bdba52fb-7283-4f93-b93c-482212f9cb3b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Unset dirty status for tenant:257be080aadb4defbac72c9f1800ddb6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:08.625082 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0366d1e0-aea7-4c27-b55b-b71eed8aa666 req-bdba52fb-7283-4f93-b93c-482212f9cb3b tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] 10.222.0.18 "GET /v2.0/ports?device_id=2efce77b-5657-48ec-a5fc-0220833830f3 HTTP/1.1" status: 200 len: 210 time: 0.0638254 Dec 13 20:25:09.728310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36188) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:09.793853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Deleting subnet 0cec4bf1-aa82-45b0-860c-c181db90f4c3 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:25:09.797331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:09.848903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:09.914446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:09.983624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:09.987371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a8b9c043-0e5a-4a60-b755-e19b2d3351da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:10.021405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cec4bf1-aa82-45b0-860c-c181db90f4c3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:10.024380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:10.025356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.031699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0cec4bf1-aa82-45b0-860c-c181db90f4c3 HTTP/1.1" status: 204 len: 168 time: 0.3021023 Dec 13 20:25:10.035324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36192) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:10.142883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.272495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.413816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba49c9a-4452-440a-9493-bb298c8f6d15']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:10.427112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0095210d-3647-453e-b1b5-d48236637d7b') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:10.427416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0095210d-3647-453e-b1b5-d48236637d7b') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:10.438465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.454750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.461127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:10.461557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:10.474264 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:10.554509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.558283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-82b3d5f3-1642-4c6f-94b4-97fedfcf2192 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:10.571273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.581440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba49c9a-4452-440a-9493-bb298c8f6d15,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:10.584525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:10.590646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-becb2779-362c-4859-beaa-70acf9163df8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fba49c9a-4452-440a-9493-bb298c8f6d15 HTTP/1.1" status: 204 len: 168 time: 0.5543690 Dec 13 20:25:10.705619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36198) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:10.761281 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-96974cff-54c3-430d-9a70-fa77d482b1af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=257be080aadb4defbac72c9f1800ddb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542278 Dec 13 20:25:10.763858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36202) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:10.824991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.854639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.913200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.917405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b5ad8037-46e2-4705-bec0-123c5d693039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:10.929543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f16ce1-a63b-462b-a0b4-ad8ec554b00a,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:10.932689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:10.945247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:10.948761 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a4f5a1c8-007f-4a8c-adb1-afd7f83f2fdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01f16ce1-a63b-462b-a0b4-ad8ec554b00a HTTP/1.1" status: 204 len: 168 time: 0.1814835 Dec 13 20:25:11.183803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7a00f912-005c-45bc-9abc-f9239e529e5e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:25:11.223530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 7a00f912-005c-45bc-9abc-f9239e529e5e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:25:11.223888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7a00f912-005c-45bc-9abc-f9239e529e5e not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:25:11.752246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36226) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:11.859270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985244116'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:11.867472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:11.873889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:network and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:11.878318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:11.888387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:11.902128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:11.905684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:11.918793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:11.935760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:11.940007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:security_group_rule and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:11.943570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:11.949712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:12.038766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.043996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.048155 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:12.074795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:12.087350 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d83119-423c-44d4-922b-5df4e4a0618c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:12.090709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:12.093566 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.093901 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Added segment 7d012ce3-a945-4f8c-bb95-5f353e4fcdbb of type vlan for network 087d2a1b-9244-4565-a38a-ae9c4efa49bc Dec 13 20:25:12.126201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.161893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.167571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:12.168146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.171626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-dff81f2d-bce0-4f9f-b7bf-ad5fd1085f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:12.199815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:12.385969 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Network': ['ID=087d2a1b-9244-4565-a38a-ae9c4efa49bc,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:12.389725 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6362615 Dec 13 20:25:12.390611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:12.408155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:12.865876 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:25:15.592311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36232) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:15.598226 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'subnet': {'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:15.706454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:15.711033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:subnet and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:15.714229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:15.720131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:15.732117 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:15.735557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:15.973272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:15.976839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a1588484-615f-47fa-8e07-141ad5a25a1f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:16.047133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Subnet': ['ID=d727fa58-837e-48ba-897b-3f67ba4e8d2a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:16.050073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:16.059727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking segment: {'id': '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:16.060085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network hostable DHCP agents. Network: 087d2a1b-9244-4565-a38a-ae9c4efa49bc, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:16.081083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:16.092884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 087d2a1b-9244-4565-a38a-ae9c4efa49bc) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:16.097264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:16.097753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.102393 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40305231-9a41-4802-8f22-da0bc3f4d6bc None None] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:16.122710 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5292802 Dec 13 20:25:16.126173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36236) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:16.132157 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912622683'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:16.137308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:16.141369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:network and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:16.144352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:16.150885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:16.166310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:16.169945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.198778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:16.207391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.207730 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Added segment 33cca8f8-4333-4bd2-8e5d-482f1c66bd5f of type vlan for network 39babcf9-7381-4237-a75b-f3a2aac8c983 Dec 13 20:25:16.234797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.265633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.271281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:16.272508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.276204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-41d1b1bf-5844-423c-abc8-0e9e4924536c tempest-TestNetworkAdvancedServerOps-948874852 tempest-TestNetworkAdvancedServerOps-948874852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:16.322543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-087d2a1b-9244-4565-a38a-ae9c4efa49bc', 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc', 'tenant_id': 'ce503cbbe4a84f8fa57c709e8c39343b', 'fixed_ips': [{'subnet_id': 'd727fa58-837e-48ba-897b-3f67ba4e8d2a'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:16.323644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.375761 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2485068 Dec 13 20:25:16.379210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36240) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:16.386055 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Network': ['ID=39babcf9-7381-4237-a75b-f3a2aac8c983,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:16.387961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'subnet': {'network_id': '39babcf9-7381-4237-a75b-f3a2aac8c983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:16.388867 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:16.397386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 39babcf9-7381-4237-a75b-f3a2aac8c983 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:16.511052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:16.515136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:subnet and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:16.518110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:16.524406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:16.535222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:16.538917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.566586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Allocated IP 2001:db8:0:ffff::2 (087d2a1b-9244-4565-a38a-ae9c4efa49bc/d727fa58-837e-48ba-897b-3f67ba4e8d2a/d806f2e5-93aa-468f-9a32-e2fad28fff35) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:16.763962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.768548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3af35cb2-a33c-4a6b-8e05-ca8b354dcfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:16.771438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.781663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Transition to ACTIVE for port object d806f2e5-93aa-468f-9a32-e2fad28fff35 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:16.799451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Transition to ACTIVE for port object d806f2e5-93aa-468f-9a32-e2fad28fff35 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:16.805580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.810750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:16.846285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Subnet': ['ID=7e652cf1-bc32-4f6b-af02-6698c8921d6b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:16.850315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:16.856313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking segment: {'id': '33cca8f8-4333-4bd2-8e5d-482f1c66bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '39babcf9-7381-4237-a75b-f3a2aac8c983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:16.856642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network hostable DHCP agents. Network: 39babcf9-7381-4237-a75b-f3a2aac8c983, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:16.873630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:16.875936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network 39babcf9-7381-4237-a75b-f3a2aac8c983 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:16.876448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:16.880195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:16.886195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Pushing event updated for resources: {'Port': ['ID=d806f2e5-93aa-468f-9a32-e2fad28fff35,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:16.886402 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 39babcf9-7381-4237-a75b-f3a2aac8c983) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:16.889920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:16.890842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:16.891442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:16.915234 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5342886 Dec 13 20:25:16.918226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36244) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:16.926604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c755711-1a17-4492-ab0c-48770c33f9ee None None] Network 39babcf9-7381-4237-a75b-f3a2aac8c983 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:17.060845 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Attempting to bind port d806f2e5-93aa-468f-9a32-e2fad28fff35 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:17.061219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Attempting to bind port d806f2e5-93aa-468f-9a32-e2fad28fff35 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:17.061590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Attempting to bind port d806f2e5-93aa-468f-9a32-e2fad28fff35 on network 087d2a1b-9244-4565-a38a-ae9c4efa49bc {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:17.061833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.071480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:17.072348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Checking segment: {'id': '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:17.072348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.072639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Bound using segment: {'id': '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:17.073110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Bound port: d806f2e5-93aa-468f-9a32-e2fad28fff35, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '087d2a1b-9244-4565-a38a-ae9c4efa49bc'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:17.073515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.127494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.210952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.215965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9df1162b-7509-4222-a66d-d5007b7dfb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:17.251228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Subnet': ['ID=7e652cf1-bc32-4f6b-af02-6698c8921d6b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:17.254512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:17.256716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] For port d806f2e5-93aa-468f-9a32-e2fad28fff35, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:17.272739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] For port d806f2e5-93aa-468f-9a32-e2fad28fff35, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d806f2e5-93aa-468f-9a32-e2fad28fff35,segment=NetworkSegment(7d012ce3-a945-4f8c-bb95-5f353e4fcdbb),segment_id=7d012ce3-a945-4f8c-bb95-5f353e4fcdbb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:17.287802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e6826-4eba-48a1-9746-b9945377b379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-39babcf9-7381-4237-a75b-f3a2aac8c983', 'network_id': '39babcf9-7381-4237-a75b-f3a2aac8c983', 'tenant_id': 'ce503cbbe4a84f8fa57c709e8c39343b', 'fixed_ips': [{'subnet_id': '7e652cf1-bc32-4f6b-af02-6698c8921d6b'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:17.288824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-303e6826-4eba-48a1-9746-b9945377b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.298950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.306175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:17.361011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.387831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39babcf9-7381-4237-a75b-f3a2aac8c983']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:17.400111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cca8f8-4333-4bd2-8e5d-482f1c66bd5f') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:17.400400 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cca8f8-4333-4bd2-8e5d-482f1c66bd5f') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:17.411768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.434016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.441621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:17.442231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.453997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Pushing event updated for resources: {'Port': ['ID=d806f2e5-93aa-468f-9a32-e2fad28fff35,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:17.457266 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:17.460247 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:17.473724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d174c4-cc02-42a7-a7eb-0831c673cdb5 None None] Network 39babcf9-7381-4237-a75b-f3a2aac8c983 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:17.551671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.555835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d32d05bc-1ad5-42eb-8c00-1d27c8b88a56 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:17.571622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.583200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Network': ['ID=39babcf9-7381-4237-a75b-f3a2aac8c983,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:17.586486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:17.588377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/39babcf9-7381-4237-a75b-f3a2aac8c983 HTTP/1.1" status: 204 len: 168 time: 0.6689239 Dec 13 20:25:17.593755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36248) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:17.604775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-598585073'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:17.615964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:17.624826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:network and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:17.634834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:17.642998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:17.657443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:17.660886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.695576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:17.706512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.706878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Added segment 06979324-7614-4244-8635-162eb670e07c of type vlan for network efcc4a8a-a37c-4f2b-a171-32bee2a3503c Dec 13 20:25:17.737111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.771189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.777492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:17.778078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:17.781987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b77c8aba-a1ea-4073-aa62-a503a502a00d tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:17.879030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2840006 Dec 13 20:25:17.882073 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36252) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:17.888168 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'subnet': {'network_id': 'efcc4a8a-a37c-4f2b-a171-32bee2a3503c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:17.889399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Network': ['ID=efcc4a8a-a37c-4f2b-a171-32bee2a3503c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:17.892155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40352742-fccc-461c-a8b7-df19a13c0096 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:17.900021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network efcc4a8a-a37c-4f2b-a171-32bee2a3503c details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:18.001620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:18.005465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:subnet and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:18.008362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:18.014090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:18.024799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:18.028375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.109924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d806f2e5-93aa-468f-9a32-e2fad28fff35 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:18.135548 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Performing IP validity checks on allocation pools {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 20:25:18.136072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.ipam_backend_mixin [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 20:25:18.187010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port d806f2e5-93aa-468f-9a32-e2fad28fff35 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:18.266851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.270816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3dde8083-e127-42e3-88fd-e12403990f59 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:18.347716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Subnet': ['ID=32861031-540c-4832-a278-cd950f3561bc,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:18.351722 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:18.358820 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking segment: {'id': '06979324-7614-4244-8635-162eb670e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efcc4a8a-a37c-4f2b-a171-32bee2a3503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:18.359180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network hostable DHCP agents. Network: efcc4a8a-a37c-4f2b-a171-32bee2a3503c, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:18.378911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network efcc4a8a-a37c-4f2b-a171-32bee2a3503c is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:18.390814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, efcc4a8a-a37c-4f2b-a171-32bee2a3503c) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:18.394792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:18.395399 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.402707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55b3f2-6096-4604-8b65-e06dc51f2788 None None] Network efcc4a8a-a37c-4f2b-a171-32bee2a3503c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:18.418635 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fe98cf26-9c89-42fe-90ee-8db4c925abc0 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5350609 Dec 13 20:25:18.420940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36256) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:18.471097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225562bc-be47-41ef-8b8e-e742a4f71289 None None] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:18.564242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.612200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Provisioning for port d806f2e5-93aa-468f-9a32-e2fad28fff35 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:18.636063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.661624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Provisioning complete for port d806f2e5-93aa-468f-9a32-e2fad28fff35 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:18.661933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.714625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.718336 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2f8f5531-903c-487c-a081-9fb47d917a26 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:18.751682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Subnet': ['ID=32861031-540c-4832-a278-cd950f3561bc,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:18.755107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:18.894727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba21a6-de36-4fa9-9413-e0593948f183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-efcc4a8a-a37c-4f2b-a171-32bee2a3503c', 'network_id': 'efcc4a8a-a37c-4f2b-a171-32bee2a3503c', 'tenant_id': 'ce503cbbe4a84f8fa57c709e8c39343b', 'fixed_ips': [{'subnet_id': '32861031-540c-4832-a278-cd950f3561bc'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:18.895575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52ba21a6-de36-4fa9-9413-e0593948f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.970360 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:18.994924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcc4a8a-a37c-4f2b-a171-32bee2a3503c']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:18.997672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.007004 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06979324-7614-4244-8635-162eb670e07c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:19.007361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06979324-7614-4244-8635-162eb670e07c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:19.019247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.035796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.043147 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:19.043642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:19.058469 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:19.066552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] For port d806f2e5-93aa-468f-9a32-e2fad28fff35, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d806f2e5-93aa-468f-9a32-e2fad28fff35,segment=NetworkSegment(7d012ce3-a945-4f8c-bb95-5f353e4fcdbb),segment_id=7d012ce3-a945-4f8c-bb95-5f353e4fcdbb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:19.072696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303b0b9-3616-49cd-bd48-8f42d9a94915 None None] Network efcc4a8a-a37c-4f2b-a171-32bee2a3503c requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:19.088900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.093459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:19.149104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.153552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.161948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-28f1b7a2-da9b-459a-bfff-0d1851232946 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:19.183288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Network': ['ID=efcc4a8a-a37c-4f2b-a171-32bee2a3503c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:19.186672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:19.188501 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/efcc4a8a-a37c-4f2b-a171-32bee2a3503c HTTP/1.1" status: 204 len: 168 time: 0.7665579 Dec 13 20:25:19.192019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36260) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:19.199219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456781878'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:19.204369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:19.209236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:network and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:19.212222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:19.218536 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:19.230583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:19.234479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.262958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:19.263617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Pushing event updated for resources: {'Port': ['ID=d806f2e5-93aa-468f-9a32-e2fad28fff35,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:19.269430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:19.272557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.273079 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Added segment fe8052d9-a571-493a-93e1-b6fbdd0047d7 of type vlan for network d46ca20b-3c05-43de-b0bb-1de794475d53 Dec 13 20:25:19.302782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.317055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1fb5ab85-2240-47ba-aed3-bb8d6d7fed34 None None] Provisioning complete for port d806f2e5-93aa-468f-9a32-e2fad28fff35 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:19.317454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ab85-2240-47ba-aed3-bb8d6d7fed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.336235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.342098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:19.342617 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.347796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:19.446681 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2530327 Dec 13 20:25:19.449991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36264) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:19.456951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'subnet': {'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:19.457148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Network': ['ID=d46ca20b-3c05-43de-b0bb-1de794475d53,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:19.459823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:19.467667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network d46ca20b-3c05-43de-b0bb-1de794475d53 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:19.568513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:19.572885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:subnet and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:19.575865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:19.581780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:19.594468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:19.597992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.946970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:19.952577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:20.029217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Subnet': ['ID=ba55dce5-8624-48b7-957e-53676ee764da,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:20.033628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:20.043008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking segment: {'id': 'fe8052d9-a571-493a-93e1-b6fbdd0047d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:20.043370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network hostable DHCP agents. Network: d46ca20b-3c05-43de-b0bb-1de794475d53, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:20.064163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network d46ca20b-3c05-43de-b0bb-1de794475d53 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:20.075829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, d46ca20b-3c05-43de-b0bb-1de794475d53) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:20.080360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:20.080680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.085606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48082a9e-4442-4b7f-86f9-4920557e4f71 None None] Network d46ca20b-3c05-43de-b0bb-1de794475d53 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:20.107619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1f6801f2-4729-4806-a239-3ae367614a78 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6520901 Dec 13 20:25:20.107853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d806f2e5-93aa-468f-9a32-e2fad28fff35 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:20.107962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36268) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:20.113812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505581877'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:20.119409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:20.123471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:network and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:20.128723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:20.134938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:20.148397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:20.151927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.182121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:20.191921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.192352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Added segment 26d6f658-7ded-4bd3-b7c2-4f6af7165176 of type vlan for network b8972f05-70b1-4ad8-a3f6-db87c3794c69 Dec 13 20:25:20.223941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.256846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.262638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:20.263212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.266905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-470d91a1-5eee-4fd2-96dc-df87e96b56bd tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:20.347589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port d806f2e5-93aa-468f-9a32-e2fad28fff35 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:20.348063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.353900 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2450433 Dec 13 20:25:20.356863 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36272) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:20.364312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Request body: {'subnet': {'network_id': 'b8972f05-70b1-4ad8-a3f6-db87c3794c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:20.373949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Network': ['ID=b8972f05-70b1-4ad8-a3f6-db87c3794c69,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:20.377793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ec2d3c87-94e8-453c-9dc1-59a3d85a4b16 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:20.393791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b8972f05-70b1-4ad8-a3f6-db87c3794c69 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:20.480246 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:20.484048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Usage tracker for resource:subnet and tenant:ce503cbbe4a84f8fa57c709e8c39343b is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:20.486953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:20.492726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:20.503794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Made reservation on behalf of ce503cbbe4a84f8fa57c709e8c39343b for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:20.507513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.588671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-d46ca20b-3c05-43de-b0bb-1de794475d53', 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53', 'tenant_id': 'ce503cbbe4a84f8fa57c709e8c39343b', 'fixed_ips': [{'subnet_id': 'ba55dce5-8624-48b7-957e-53676ee764da'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:20.589543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.736945 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.740633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-45a455e8-1c69-4125-abf0-3cc0bd7b521c tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:20.778328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Allocated IP 2001:db8::2 (d46ca20b-3c05-43de-b0bb-1de794475d53/ba55dce5-8624-48b7-957e-53676ee764da/f140472c-5743-4b09-afb9-6d4c96125f53) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:20.814213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event updated for resources: {'Subnet': ['ID=fd76e2de-6f0d-4437-a0be-87979cfa9bad,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:20.818597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:20.825619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Checking segment: {'id': '26d6f658-7ded-4bd3-b7c2-4f6af7165176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8972f05-70b1-4ad8-a3f6-db87c3794c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:20.825982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network hostable DHCP agents. Network: b8972f05-70b1-4ad8-a3f6-db87c3794c69, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:20.845561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Network b8972f05-70b1-4ad8-a3f6-db87c3794c69 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:20.856268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b8972f05-70b1-4ad8-a3f6-db87c3794c69) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:20.860496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:20.861100 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:20.870739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326b926-5f6e-4fce-b9e1-796ed6daad4b None None] Network b8972f05-70b1-4ad8-a3f6-db87c3794c69 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:20.883292 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-31269247-d76f-4458-b098-2a63d259e66c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5246077 Dec 13 20:25:20.885950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36276) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.029576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.103216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.126294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.163519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Transition to ACTIVE for port object f140472c-5743-4b09-afb9-6d4c96125f53 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:21.179250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.183565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71900f6a-91c0-4c4a-af9b-bd7f3a52ee34 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:21.192566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Transition to ACTIVE for port object f140472c-5743-4b09-afb9-6d4c96125f53 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:21.195794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cd818-1031-4cd3-9cb9-f186959adec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b8972f05-70b1-4ad8-a3f6-db87c3794c69', 'network_id': 'b8972f05-70b1-4ad8-a3f6-db87c3794c69', 'tenant_id': 'ce503cbbe4a84f8fa57c709e8c39343b', 'fixed_ips': [{'subnet_id': 'fd76e2de-6f0d-4437-a0be-87979cfa9bad'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:21.196628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-966cd818-1031-4cd3-9cb9-f186959adec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.213609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.218442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e448909c-a935-4712-a376-b7ed27b79cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:21.218961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Subnet': ['ID=fd76e2de-6f0d-4437-a0be-87979cfa9bad,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:21.222551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:21.323709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.329403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Network d46ca20b-3c05-43de-b0bb-1de794475d53 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:21.344981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:21.351343 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:21.355388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8972f05-70b1-4ad8-a3f6-db87c3794c69']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:21.360663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Pushing event updated for resources: {'Port': ['ID=f140472c-5743-4b09-afb9-6d4c96125f53,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:21.368367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d6f658-7ded-4bd3-b7c2-4f6af7165176') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:21.368852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d6f658-7ded-4bd3-b7c2-4f6af7165176') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:21.380163 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.387991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:21.398088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.405530 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:21.405930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:21.425295 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:21.427547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714ca20-94f1-4a56-b28c-19bf65d522a9 None None] Network b8972f05-70b1-4ad8-a3f6-db87c3794c69 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:21.507200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.510872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:21.525063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.526916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Attempting to bind port f140472c-5743-4b09-afb9-6d4c96125f53 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:21.527297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Attempting to bind port f140472c-5743-4b09-afb9-6d4c96125f53 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'fe8052d9-a571-493a-93e1-b6fbdd0047d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:21.527665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Attempting to bind port f140472c-5743-4b09-afb9-6d4c96125f53 on network d46ca20b-3c05-43de-b0bb-1de794475d53 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:21.536049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Network': ['ID=b8972f05-70b1-4ad8-a3f6-db87c3794c69,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:21.538931 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:21.544091 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/b8972f05-70b1-4ad8-a3f6-db87c3794c69 HTTP/1.1" status: 204 len: 168 time: 0.6538332 Dec 13 20:25:21.544259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:21.544259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Checking segment: {'id': 'fe8052d9-a571-493a-93e1-b6fbdd0047d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:21.544506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36280) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.544939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.544939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Bound using segment: {'id': 'fe8052d9-a571-493a-93e1-b6fbdd0047d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:21.545300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Bound port: f140472c-5743-4b09-afb9-6d4c96125f53, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8052d9-a571-493a-93e1-b6fbdd0047d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd46ca20b-3c05-43de-b0bb-1de794475d53'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:21.545808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.584102 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f199f1-2673-45c9-9868-a2da2140b945 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] GET failed (client error): The resource could not be found. Dec 13 20:25:21.584530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f7f199f1-2673-45c9-9868-a2da2140b945 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Synchronizing usage tracker for tenant:ce503cbbe4a84f8fa57c709e8c39343b on resource:subnet {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:21.603985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-f7f199f1-2673-45c9-9868-a2da2140b945 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Unset dirty status for tenant:ce503cbbe4a84f8fa57c709e8c39343b on resource:subnet {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:21.607954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f7f199f1-2673-45c9-9868-a2da2140b945 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "GET /v2.0/subnets/fd76e2de-6f0d-4437-a0be-87979cfa9bad HTTP/1.1" status: 404 len: 337 time: 0.0602968 Dec 13 20:25:21.608309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36284) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.637837 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec06adf-0bd1-4ca2-a4c6-50e055d8045e tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:21.638307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec06adf-0bd1-4ca2-a4c6-50e055d8045e tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:21.643559 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1ec06adf-0bd1-4ca2-a4c6-50e055d8045e tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/b8972f05-70b1-4ad8-a3f6-db87c3794c69 HTTP/1.1" status: 404 len: 339 time: 0.0306857 Dec 13 20:25:21.644101 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36288) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.682900 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc91936-b6a4-4386-a327-ff15d0010dd3 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:21.683366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc91936-b6a4-4386-a327-ff15d0010dd3 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:21.687499 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8dc91936-b6a4-4386-a327-ff15d0010dd3 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/subnets/fd76e2de-6f0d-4437-a0be-87979cfa9bad HTTP/1.1" status: 404 len: 337 time: 0.0397086 Dec 13 20:25:21.687747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36292) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.711690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fd602e1-cbf8-4604-ba40-5a3adf242e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.716988 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab721aa-7466-4b67-bd00-51b0cd8cee06 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:21.717478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab721aa-7466-4b67-bd00-51b0cd8cee06 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:21.719491 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8ab721aa-7466-4b67-bd00-51b0cd8cee06 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/b8972f05-70b1-4ad8-a3f6-db87c3794c69 HTTP/1.1" status: 404 len: 339 time: 0.0306265 Dec 13 20:25:21.721852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36296) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:21.728258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] For port f140472c-5743-4b09-afb9-6d4c96125f53, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:21.732172 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] For port f140472c-5743-4b09-afb9-6d4c96125f53, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f140472c-5743-4b09-afb9-6d4c96125f53,segment=NetworkSegment(fe8052d9-a571-493a-93e1-b6fbdd0047d7),segment_id=fe8052d9-a571-493a-93e1-b6fbdd0047d7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:21.736770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.792024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Deleting subnet ba55dce5-8624-48b7-957e-53676ee764da {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:25:21.795313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.801109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:21.857366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:21.879285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Pushing event updated for resources: {'Port': ['ID=f140472c-5743-4b09-afb9-6d4c96125f53,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:21.883029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:21.942515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.045838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.050488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-efaeed20-d859-48e6-8a4c-e3022b4cf084 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:22.091458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.101416 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Subnet': ['ID=ba55dce5-8624-48b7-957e-53676ee764da,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:22.103954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:22.115206 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f216da91-328f-401a-aa17-805d5c30f743 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/subnets/ba55dce5-8624-48b7-957e-53676ee764da HTTP/1.1" status: 204 len: 168 time: 0.3900239 Dec 13 20:25:22.115668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36300) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:22.152340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f140472c-5743-4b09-afb9-6d4c96125f53 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:22.223655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f140472c-5743-4b09-afb9-6d4c96125f53 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:22.242608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.253253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Deleting port f140472c-5743-4b09-afb9-6d4c96125f53 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:22.253532 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.465259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] For port f140472c-5743-4b09-afb9-6d4c96125f53, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f140472c-5743-4b09-afb9-6d4c96125f53,segment=NetworkSegment(fe8052d9-a571-493a-93e1-b6fbdd0047d7),segment_id=fe8052d9-a571-493a-93e1-b6fbdd0047d7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:22.465533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.595220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Calling delete_port for f140472c-5743-4b09-afb9-6d4c96125f53 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:22.677856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.682212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8ff6f969-c797-4c5b-ba8a-b7c025ee3aee tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:22.741433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Port': ['ID=f140472c-5743-4b09-afb9-6d4c96125f53,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:22.746505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No DVR routers for this DVR port f140472c-5743-4b09-afb9-6d4c96125f53 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:22.776339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.776720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.777095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.777470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.777836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.778199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.778565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.778927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.779284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.779640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.779814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0a7cf-601e-499c-9098-c40c3ae1b6f4 None None] Network d46ca20b-3c05-43de-b0bb-1de794475d53 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:22.780336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.780336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:22.786035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:22.877912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e246a7ea-c971-46a0-89bf-8c13cab2b082 None None] Could not find standard attr ID for object f140472c-5743-4b09-afb9-6d4c96125f53. {{(pid=87527) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 20:25:22.880141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.905617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46ca20b-3c05-43de-b0bb-1de794475d53']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:22.917673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8052d9-a571-493a-93e1-b6fbdd0047d7') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:22.917960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8052d9-a571-493a-93e1-b6fbdd0047d7') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:22.929111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.945011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.951646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:22.952054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:22.967104 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:23.004594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e045691-5d63-44a5-90f8-f3110696d7fd None None] DHCP port deletion for d46ca20b-3c05-43de-b0bb-1de794475d53 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:25:23.048351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.051690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-425e9ab5-ecde-464a-aae0-059889046015 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:23.065655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.076861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Network': ['ID=d46ca20b-3c05-43de-b0bb-1de794475d53,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:23.079494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:23.081346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/d46ca20b-3c05-43de-b0bb-1de794475d53 HTTP/1.1" status: 204 len: 168 time: 0.9643137 Dec 13 20:25:23.083877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36304) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.120955 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d06c247-5208-4b15-b416-471a53e63a0c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:23.121422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d06c247-5208-4b15-b416-471a53e63a0c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:23.123030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2d06c247-5208-4b15-b416-471a53e63a0c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/subnets/32861031-540c-4832-a278-cd950f3561bc HTTP/1.1" status: 404 len: 337 time: 0.0380874 Dec 13 20:25:23.125725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36308) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.150163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-70829f3f-0b3e-4588-9a7b-5257424a406c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:23.150516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70829f3f-0b3e-4588-9a7b-5257424a406c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:23.152098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-70829f3f-0b3e-4588-9a7b-5257424a406c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/efcc4a8a-a37c-4f2b-a171-32bee2a3503c HTTP/1.1" status: 404 len: 339 time: 0.0255160 Dec 13 20:25:23.154639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36312) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.314456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c5200-eb02-4b09-bb82-481a3b54953c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:23.314903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c5200-eb02-4b09-bb82-481a3b54953c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:23.316554 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-993c5200-eb02-4b09-bb82-481a3b54953c tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/subnets/7e652cf1-bc32-4f6b-af02-6698c8921d6b HTTP/1.1" status: 404 len: 337 time: 0.1610892 Dec 13 20:25:23.319934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36316) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.344164 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e08bb9-7877-45fd-967b-cc3724466366 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] DELETE failed (client error): The resource could not be found. Dec 13 20:25:23.344616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e08bb9-7877-45fd-967b-cc3724466366 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 20:25:23.346290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-79e08bb9-7877-45fd-967b-cc3724466366 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/39babcf9-7381-4237-a75b-f3a2aac8c983 HTTP/1.1" status: 404 len: 339 time: 0.0254929 Dec 13 20:25:23.348888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36320) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.414057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Deleting subnet d727fa58-837e-48ba-897b-3f67ba4e8d2a {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:25:23.417193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.475345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.560090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.635229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.638778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ad7ff94d-d1a9-45bf-bc51-3d4968387f5a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:23.676756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Subnet': ['ID=d727fa58-837e-48ba-897b-3f67ba4e8d2a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:23.679698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:23.680657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.686270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f915f10-c18d-4cb5-b816-d480d9b38f17 None None] Network 087d2a1b-9244-4565-a38a-ae9c4efa49bc requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:23.691151 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/subnets/d727fa58-837e-48ba-897b-3f67ba4e8d2a HTTP/1.1" status: 204 len: 168 time: 0.3413000 Dec 13 20:25:23.694372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36324) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:23.806767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.819017 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Deleting port d806f2e5-93aa-468f-9a32-e2fad28fff35 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:23.819351 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.916359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-75cd64eb-f5dd-42c8-9030-789136e5d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:23.934554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] DHCP port deletion for 087d2a1b-9244-4565-a38a-ae9c4efa49bc request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:25:23.939077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Deleting port d806f2e5-93aa-468f-9a32-e2fad28fff35 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:23.939476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.027672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] For port d806f2e5-93aa-468f-9a32-e2fad28fff35, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d806f2e5-93aa-468f-9a32-e2fad28fff35,segment=NetworkSegment(7d012ce3-a945-4f8c-bb95-5f353e4fcdbb),segment_id=7d012ce3-a945-4f8c-bb95-5f353e4fcdbb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:24.028031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.109256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device d806f2e5-93aa-468f-9a32-e2fad28fff35 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:25:24.154812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Calling delete_port for d806f2e5-93aa-468f-9a32-e2fad28fff35 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:24.194751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] For port d806f2e5-93aa-468f-9a32-e2fad28fff35, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=d806f2e5-93aa-468f-9a32-e2fad28fff35,segment=NetworkSegment(7d012ce3-a945-4f8c-bb95-5f353e4fcdbb),segment_id=7d012ce3-a945-4f8c-bb95-5f353e4fcdbb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:24.195042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.231604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.235407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2fb3e8ce-0d61-4c99-8103-efbe5a813715 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:24.280775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Port': ['ID=d806f2e5-93aa-468f-9a32-e2fad28fff35,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:24.283903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:24.284815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] No DVR routers for this DVR port d806f2e5-93aa-468f-9a32-e2fad28fff35 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:24.315874 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No ports have port_id starting with d806f2e5-93aa-468f-9a32-e2fad28fff35 Dec 13 20:25:24.322938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Calling delete_port for d806f2e5-93aa-468f-9a32-e2fad28fff35 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:24.348974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f140472c-5743-4b09-afb9-6d4c96125f53 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:25:24.398276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f140472c-5743-4b09-afb9-6d4c96125f53 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:25:24.398634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f140472c-5743-4b09-afb9-6d4c96125f53 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:25:24.409656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.430818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:25:24.431188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:25:24.435466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087d2a1b-9244-4565-a38a-ae9c4efa49bc']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:24.448133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:24.448374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d012ce3-a945-4f8c-bb95-5f353e4fcdbb') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:24.461100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.476645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.482964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:24.483338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:24.497320 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:24.580340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.583545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b12c1f67-b923-49ba-a8a4-93b20a786421 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:24.597566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.608337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Pushing event deleted for resources: {'Network': ['ID=087d2a1b-9244-4565-a38a-ae9c4efa49bc,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:24.611098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:24.612840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] 10.222.0.18 "DELETE /v2.0/networks/087d2a1b-9244-4565-a38a-ae9c4efa49bc HTTP/1.1" status: 204 len: 168 time: 0.9175532 Dec 13 20:25:24.910889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:24.932405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Deleting port d806f2e5-93aa-468f-9a32-e2fad28fff35 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:24.933133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:24.998019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-69788c3a-a8f7-4e98-9fa7-2056bf2cfe5a None None] The port 'd806f2e5-93aa-468f-9a32-e2fad28fff35' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:25:25.068326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bf390fe2-2221-49eb-9b2c-d8cadb09c1d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce503cbbe4a84f8fa57c709e8c39343b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555905 Dec 13 20:25:25.069825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.071295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36338) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:25.075476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.132271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.158694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.213561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.217138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f80c170f-b01b-4cc4-aec4-fe06f9a914bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:25.231259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d83119-423c-44d4-922b-5df4e4a0618c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:25.234784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:25.238115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:25.241441 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-25f0e0e8-51e4-460a-a8f8-82cf2f6cc445 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4d83119-423c-44d4-922b-5df4e4a0618c HTTP/1.1" status: 204 len: 168 time: 0.1668935 Dec 13 20:25:25.962821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36362) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:26.068962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1828739623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:26.075776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:26.079817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:router and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:26.082787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:26.089601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:26.102428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.103452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.119898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.139148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.161653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.162805 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4f15b6b8-d9c9-4e36-96aa-2db8f6a96565 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1989934 Dec 13 20:25:26.165517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36368) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:26.171091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-241785312'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:26.177970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:26.182602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:network and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:26.185639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:26.191557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:26.203818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Made reservation on behalf of c67ca4e7122e4f4a93c9339507812a15 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:26.207452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.219601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.234778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:26.238911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:security_group_rule and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:26.241831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:26.247602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:26.337593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.342475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.345460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e84e6477-a25b-4bf5-92c3-9b5a9ed7acfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:26.375550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:26.384448 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2116fe26-2ffa-4e54-929f-f3089cb6ad9e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:26.388061 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:26.390572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.390914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Added segment dfd063a5-cac5-4a1a-990a-6c7c305c1ff7 of type vlan for network b7f977b4-9460-499a-b0a0-dd42116c7ba7 Dec 13 20:25:26.417572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.448943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.454527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:26.455122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.460706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3d1aa034-3ba9-4a3f-8cd4-e8f177a78708 tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:26.524297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:26.688743 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5220332 Dec 13 20:25:26.691490 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36372) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:26.691987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event updated for resources: {'Network': ['ID=b7f977b4-9460-499a-b0a0-dd42116c7ba7,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:26.695444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:26.698836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'subnet': {'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:26.702988 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:26.927109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:26.931184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:subnet and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:26.934010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:26.939789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:26.951883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Made reservation on behalf of c67ca4e7122e4f4a93c9339507812a15 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:26.955639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.170542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.176113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdb2e236-4eca-4e10-a506-69f1c9a1e230 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:27.250359 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event updated for resources: {'Subnet': ['ID=8488d489-680f-43a8-b4b5-343d419f2b46,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:27.253983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:27.261201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Checking segment: {'id': 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:27.261561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Network hostable DHCP agents. Network: b7f977b4-9460-499a-b0a0-dd42116c7ba7, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:27.281808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:27.292481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, b7f977b4-9460-499a-b0a0-dd42116c7ba7) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:27.297153 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:27.297721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.305184 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539ca43-d90c-49ee-907b-6e1f155d5413 None None] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:27.330337 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6345181 Dec 13 20:25:27.330552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36376) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:27.336250 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1312485862'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:27.341328 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:27.345290 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:network and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:27.348221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:27.355299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:27.367608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Made reservation on behalf of c67ca4e7122e4f4a93c9339507812a15 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:27.371114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.403135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:27.413368 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.413725 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Added segment cbf44034-abc6-4339-bfb1-f1b3681c64c3 of type vlan for network bf397d94-2468-4d20-831a-f24f299cf1f7 Dec 13 20:25:27.441230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.473641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.479487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:27.480107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.484115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bad02bec-f602-4da3-80f7-0afec301f130 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:27.566881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-b7f977b4-9460-499a-b0a0-dd42116c7ba7', 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7', 'tenant_id': 'c67ca4e7122e4f4a93c9339507812a15', 'fixed_ips': [{'subnet_id': '8488d489-680f-43a8-b4b5-343d419f2b46'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:27.568148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.585359 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2537463 Dec 13 20:25:27.588231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36380) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:27.591236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event updated for resources: {'Network': ['ID=bf397d94-2468-4d20-831a-f24f299cf1f7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:27.594231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'subnet': {'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:27.594400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-526cb6e2-743d-4165-b7d4-dcabe25b7b46 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:27.628034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network bf397d94-2468-4d20-831a-f24f299cf1f7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:27.704117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:27.708067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Usage tracker for resource:subnet and tenant:c67ca4e7122e4f4a93c9339507812a15 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:27.711318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:27.717002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:27.726539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Made reservation on behalf of c67ca4e7122e4f4a93c9339507812a15 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:27.730003 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.813956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Allocated IP 172.20.0.2 (b7f977b4-9460-499a-b0a0-dd42116c7ba7/8488d489-680f-43a8-b4b5-343d419f2b46/f65a49cd-b799-40e7-a578-1dabcab0ddee) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:27.949834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:27.954409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e593b200-7f12-489a-bc58-ffb14363b508 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:28.017706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.026295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event updated for resources: {'Subnet': ['ID=3f46fb40-10c6-4c9e-a187-62e3be2e427e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:28.028848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Transition to ACTIVE for port object f65a49cd-b799-40e7-a578-1dabcab0ddee will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:28.029620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:28.035543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Checking segment: {'id': 'cbf44034-abc6-4339-bfb1-f1b3681c64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:28.035769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Network hostable DHCP agents. Network: bf397d94-2468-4d20-831a-f24f299cf1f7, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:28.048177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Transition to ACTIVE for port object f65a49cd-b799-40e7-a578-1dabcab0ddee will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:28.054833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.056694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Network bf397d94-2468-4d20-831a-f24f299cf1f7 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:28.063320 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:28.066800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, bf397d94-2468-4d20-831a-f24f299cf1f7) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:28.072737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:28.074129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.098640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d2c9eabf-754e-4dd6-87d8-34ea78d96ac8 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5091422 Dec 13 20:25:28.101374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36384) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:28.104593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff0cd3-d309-4ccd-865a-08e8bde6522d None None] Network bf397d94-2468-4d20-831a-f24f299cf1f7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:28.106869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5c166235-36a9-4c49-b587-26702d57aa6a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:28.191054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:28.198174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:28.209991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:28.220279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Pushing event updated for resources: {'Port': ['ID=f65a49cd-b799-40e7-a578-1dabcab0ddee,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:28.247040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:28.358110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Attempting to bind port f65a49cd-b799-40e7-a578-1dabcab0ddee on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:28.358492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Attempting to bind port f65a49cd-b799-40e7-a578-1dabcab0ddee by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:28.358859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Attempting to bind port f65a49cd-b799-40e7-a578-1dabcab0ddee on network b7f977b4-9460-499a-b0a0-dd42116c7ba7 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:28.374106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:28.374484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Checking segment: {'id': 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:28.374892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.375290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Bound using segment: {'id': 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:28.375762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Bound port: f65a49cd-b799-40e7-a578-1dabcab0ddee, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b7f977b4-9460-499a-b0a0-dd42116c7ba7'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:28.376134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.483775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-bf397d94-2468-4d20-831a-f24f299cf1f7', 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7', 'tenant_id': 'c67ca4e7122e4f4a93c9339507812a15', 'fixed_ips': [{'subnet_id': '3f46fb40-10c6-4c9e-a187-62e3be2e427e'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:28.485421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.498418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c166235-36a9-4c49-b587-26702d57aa6a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.554142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] For port f65a49cd-b799-40e7-a578-1dabcab0ddee, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:28.570915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] For port f65a49cd-b799-40e7-a578-1dabcab0ddee, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f65a49cd-b799-40e7-a578-1dabcab0ddee,segment=NetworkSegment(dfd063a5-cac5-4a1a-990a-6c7c305c1ff7),segment_id=dfd063a5-cac5-4a1a-990a-6c7c305c1ff7)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:28.578649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.589394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:28.651842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.api.v2.resource [None req-5c166235-36a9-4c49-b587-26702d57aa6a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 20:25:28.652982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5c166235-36a9-4c49-b587-26702d57aa6a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "PUT /v2.0/routers/086b3ef4-5cbf-47db-b717-ae1b5dd9dadf HTTP/1.1" status: 400 len: 364 time: 0.5506365 Dec 13 20:25:28.659046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36388) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:28.715347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Pushing event updated for resources: {'Port': ['ID=f65a49cd-b799-40e7-a578-1dabcab0ddee,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:28.723284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:28.725658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Deleting subnet 3f46fb40-10c6-4c9e-a187-62e3be2e427e {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:25:28.733717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Allocated IP 172.21.0.2 (bf397d94-2468-4d20-831a-f24f299cf1f7/3f46fb40-10c6-4c9e-a187-62e3be2e427e/e1a8f051-5a5f-4226-978a-2d36c776515f) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:28.967890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:28.979291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Transition to ACTIVE for port object e1a8f051-5a5f-4226-978a-2d36c776515f will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:28.999040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Transition to ACTIVE for port object e1a8f051-5a5f-4226-978a-2d36c776515f will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:29.003601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.004012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.008415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:29.063327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.068950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Network bf397d94-2468-4d20-831a-f24f299cf1f7 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:29.071757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:29.075488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:29.081311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Pushing event updated for resources: {'Port': ['ID=e1a8f051-5a5f-4226-978a-2d36c776515f,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:29.085025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:29.154548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.212234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Attempting to bind port e1a8f051-5a5f-4226-978a-2d36c776515f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:29.212642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Attempting to bind port e1a8f051-5a5f-4226-978a-2d36c776515f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'cbf44034-abc6-4339-bfb1-f1b3681c64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:29.213005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Attempting to bind port e1a8f051-5a5f-4226-978a-2d36c776515f on network bf397d94-2468-4d20-831a-f24f299cf1f7 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:29.218540 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:29.218908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Checking segment: {'id': 'cbf44034-abc6-4339-bfb1-f1b3681c64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:29.219315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.219710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Bound using segment: {'id': 'cbf44034-abc6-4339-bfb1-f1b3681c64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:29.220176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Bound port: e1a8f051-5a5f-4226-978a-2d36c776515f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf44034-abc6-4339-bfb1-f1b3681c64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf397d94-2468-4d20-831a-f24f299cf1f7'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:29.220551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.232387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.238437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b3a6f127-5a80-410b-a187-c182a31a6932 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:29.276777 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Subnet': ['ID=3f46fb40-10c6-4c9e-a187-62e3be2e427e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:29.279884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:29.280882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.289625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-892d1004-56c7-43eb-9b48-b281a56dfe48 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "DELETE /v2.0/subnets/3f46fb40-10c6-4c9e-a187-62e3be2e427e HTTP/1.1" status: 204 len: 168 time: 0.6269331 Dec 13 20:25:29.290300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36392) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:29.314461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] For port e1a8f051-5a5f-4226-978a-2d36c776515f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:29.320074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] For port e1a8f051-5a5f-4226-978a-2d36c776515f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e1a8f051-5a5f-4226-978a-2d36c776515f,segment=NetworkSegment(cbf44034-abc6-4339-bfb1-f1b3681c64c3),segment_id=cbf44034-abc6-4339-bfb1-f1b3681c64c3)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:29.326939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.339831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:29.480829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Pushing event updated for resources: {'Port': ['ID=e1a8f051-5a5f-4226-978a-2d36c776515f,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:29.483918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:29.499762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786f92a-aa55-4b38-ab42-e2d992842c31 None None] Network bf397d94-2468-4d20-831a-f24f299cf1f7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:29.555372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.566937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Deleting port e1a8f051-5a5f-4226-978a-2d36c776515f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:29.567280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.681641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809beeb9-4ab6-4155-bb7c-4f4a22041731 None None] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:29.777153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] For port e1a8f051-5a5f-4226-978a-2d36c776515f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e1a8f051-5a5f-4226-978a-2d36c776515f,segment=NetworkSegment(cbf44034-abc6-4339-bfb1-f1b3681c64c3),segment_id=cbf44034-abc6-4339-bfb1-f1b3681c64c3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:29.777787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.805760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-267cb22b-9ecb-4882-9608-02e36bcd3027 None None] Provisioning for port f65a49cd-b799-40e7-a578-1dabcab0ddee completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:29.908797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Calling delete_port for e1a8f051-5a5f-4226-978a-2d36c776515f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:29.988021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:29.993149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afec1cce-7810-4cf3-b4d7-e37895bf50dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:30.037076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Port': ['ID=e1a8f051-5a5f-4226-978a-2d36c776515f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:30.039211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] No DVR routers for this DVR port e1a8f051-5a5f-4226-978a-2d36c776515f on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:30.040731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:30.132913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f65a49cd-b799-40e7-a578-1dabcab0ddee up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:30.158081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656b73c-6df7-4365-8f26-91b79619c891 None None] get_active_networks_info from dv-neutron-821563-1-hyperv {{(pid=87527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 13 20:25:30.172656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.203700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf397d94-2468-4d20-831a-f24f299cf1f7']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:30.216359 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf44034-abc6-4339-bfb1-f1b3681c64c3') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:30.216564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf44034-abc6-4339-bfb1-f1b3681c64c3') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:30.229637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.246892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.253337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:30.253739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:30.268994 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:30.285223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f65a49cd-b799-40e7-a578-1dabcab0ddee completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:30.290311 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656b73c-6df7-4365-8f26-91b79619c891 None None] Resources bound (agent type, host, resource id): {{(pid=87527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 20:25:30.292226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f65a49cd-b799-40e7-a578-1dabcab0ddee triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:30.292605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.359886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.363799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-48651212-927a-4f02-81e3-2c53108c4a0c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:30.380875 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.387094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Network': ['ID=bf397d94-2468-4d20-831a-f24f299cf1f7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:30.391209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:30.394163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "DELETE /v2.0/networks/bf397d94-2468-4d20-831a-f24f299cf1f7 HTTP/1.1" status: 204 len: 168 time: 1.1027422 Dec 13 20:25:30.396715 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36396) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:30.465190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Deleting subnet 8488d489-680f-43a8-b4b5-343d419f2b46 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:25:30.468238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.528540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.529755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.603420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f65a49cd-b799-40e7-a578-1dabcab0ddee, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f65a49cd-b799-40e7-a578-1dabcab0ddee,segment=NetworkSegment(dfd063a5-cac5-4a1a-990a-6c7c305c1ff7),segment_id=dfd063a5-cac5-4a1a-990a-6c7c305c1ff7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:30.611545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.614440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:30.615255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.690700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.695193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-77ad7a8d-954b-4eb3-bbc7-86ddcf98fc26 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:30.713268 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f65a49cd-b799-40e7-a578-1dabcab0ddee,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:30.718684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:30.737077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Subnet': ['ID=8488d489-680f-43a8-b4b5-343d419f2b46,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:30.739614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:30.744099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.750732 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4dd69aba-c352-43e6-8924-8ca0d9121999 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "DELETE /v2.0/subnets/8488d489-680f-43a8-b4b5-343d419f2b46 HTTP/1.1" status: 204 len: 168 time: 0.3528414 Dec 13 20:25:30.753065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36400) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:30.768915 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd09cc-6b71-4e15-8cba-e9fcd9db6a26 None None] Network b7f977b4-9460-499a-b0a0-dd42116c7ba7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:30.872515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:30.883144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Deleting port f65a49cd-b799-40e7-a578-1dabcab0ddee {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:30.883471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.013036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] DHCP port deletion for b7f977b4-9460-499a-b0a0-dd42116c7ba7 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:25:31.017420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Deleting port f65a49cd-b799-40e7-a578-1dabcab0ddee {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:31.017809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.091210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] For port f65a49cd-b799-40e7-a578-1dabcab0ddee, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f65a49cd-b799-40e7-a578-1dabcab0ddee,segment=NetworkSegment(dfd063a5-cac5-4a1a-990a-6c7c305c1ff7),segment_id=dfd063a5-cac5-4a1a-990a-6c7c305c1ff7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:31.091540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.214427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Calling delete_port for f65a49cd-b799-40e7-a578-1dabcab0ddee owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:31.257500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] For port f65a49cd-b799-40e7-a578-1dabcab0ddee, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f65a49cd-b799-40e7-a578-1dabcab0ddee,segment=NetworkSegment(dfd063a5-cac5-4a1a-990a-6c7c305c1ff7),segment_id=dfd063a5-cac5-4a1a-990a-6c7c305c1ff7)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:31.257802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.295445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.299914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-19e7b330-a0b9-4d7b-a22c-d6006f62050a tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:31.345180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Port': ['ID=f65a49cd-b799-40e7-a578-1dabcab0ddee,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:31.349681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:31.353999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] No DVR routers for this DVR port f65a49cd-b799-40e7-a578-1dabcab0ddee on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:25:31.382115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Calling delete_port for f65a49cd-b799-40e7-a578-1dabcab0ddee owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:25:31.458516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:25:31.458902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:25:31.479235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.503384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f977b4-9460-499a-b0a0-dd42116c7ba7']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:31.520144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:31.520339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd063a5-cac5-4a1a-990a-6c7c305c1ff7') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:31.532030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.666024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.672459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:25:31.672847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:25:31.687315 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:25:31.769798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.774521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:31.777438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f4ceb2d-3816-422e-9a0a-fab2ce0c9da6 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:31.800385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Pushing event deleted for resources: {'Network': ['ID=b7f977b4-9460-499a-b0a0-dd42116c7ba7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:31.802594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:31.804295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "DELETE /v2.0/networks/b7f977b4-9460-499a-b0a0-dd42116c7ba7 HTTP/1.1" status: 204 len: 168 time: 1.0502949 Dec 13 20:25:31.807043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36404) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:31.850562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8fb06e9c-9ad8-44ee-bdfa-442dca055f54 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Synchronizing usage tracker for tenant:c67ca4e7122e4f4a93c9339507812a15 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:31.868085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8fb06e9c-9ad8-44ee-bdfa-442dca055f54 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Unset dirty status for tenant:c67ca4e7122e4f4a93c9339507812a15 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:31.869287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8fb06e9c-9ad8-44ee-bdfa-442dca055f54 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "GET /v2.0/ports?device_id=086b3ef4-5cbf-47db-b717-ae1b5dd9dadf HTTP/1.1" status: 200 len: 205 time: 0.0613227 Dec 13 20:25:31.873599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36408) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:31.960850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Deleting port f65a49cd-b799-40e7-a578-1dabcab0ddee {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:25:31.961486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.008198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.030952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f5e20598-dadd-48e7-bce7-b41efeea0f80 None None] The port 'f65a49cd-b799-40e7-a578-1dabcab0ddee' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:25:32.095785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f65a49cd-b799-40e7-a578-1dabcab0ddee no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:25:32.130587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f65a49cd-b799-40e7-a578-1dabcab0ddee {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:25:32.130936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f65a49cd-b799-40e7-a578-1dabcab0ddee not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:25:32.310079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.312243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.336230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.336808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Fanout notify agent at l3_agent the message router_deleted on router 086b3ef4-5cbf-47db-b717-ae1b5dd9dadf {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:25:32.351442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.352528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-02c3c472-476e-474d-b44e-063b2c7e800c tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] 10.222.0.18 "DELETE /v2.0/routers/086b3ef4-5cbf-47db-b717-ae1b5dd9dadf HTTP/1.1" status: 204 len: 168 time: 0.4780278 Dec 13 20:25:32.657171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36416) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:32.823230 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-95b0d68f-fa97-42b0-9664-864462d26d25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c67ca4e7122e4f4a93c9339507812a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647785 Dec 13 20:25:32.825773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36422) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:32.888810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.917756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.974857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:32.979067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ee8c19f8-d192-49eb-96c2-4f22e07228d7 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:32.991728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2116fe26-2ffa-4e54-929f-f3089cb6ad9e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:32.995747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:32.997666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:33.000098 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cea469ef-ba9e-417c-a132-a209d10d10b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2116fe26-2ffa-4e54-929f-f3089cb6ad9e HTTP/1.1" status: 204 len: 168 time: 0.1721272 Dec 13 20:25:33.712637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36446) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:33.822189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2085679867-network', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:33.827506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:33.831746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Usage tracker for resource:network and tenant:6785ef3d1c4c4c7786c2ab885706a40f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:33.834794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:33.840871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:33.854175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Made reservation on behalf of 6785ef3d1c4c4c7786c2ab885706a40f for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:33.856750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:33.868788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:33.883002 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:33.886845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Usage tracker for resource:security_group_rule and tenant:6785ef3d1c4c4c7786c2ab885706a40f is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:33.889635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:33.895760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:33.975944 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:33.983349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:33.988021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-44d54da6-5b52-4829-b2be-7c0fb48e55ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:34.022619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:34.031209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd538994-20ac-48b9-aed5-68f59a195398,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:34.034891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:34.037534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.037883 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Added segment 6cb32861-5aca-4f19-a85f-2b2d2bcd917e of type vlan for network cc67ba03-4ba8-448a-9d48-de9333ee9c6f Dec 13 20:25:34.063912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.101310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.102704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:34.103285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.106821 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a9e6edcc-6c26-4dec-b96a-197e409a5da1 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:34.206274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Pushing event updated for resources: {'Network': ['ID=cc67ba03-4ba8-448a-9d48-de9333ee9c6f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:34.209495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:34.211544 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-20cf4172-8ad9-451a-9bac-22a16a059431 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4978759 Dec 13 20:25:34.216243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36452) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:34.218499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:34.225382 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Request body: {'subnet': {'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-subnet', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'ip_version': 4}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:34.231265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:34.236905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Usage tracker for resource:subnet and tenant:6785ef3d1c4c4c7786c2ab885706a40f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:34.240071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:34.246020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:34.258337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Made reservation on behalf of 6785ef3d1c4c4c7786c2ab885706a40f for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:34.260932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.470473 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.474223 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab722a1a-ec9c-480e-8fec-2ea50a96aa0b tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:34.545721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6970c0cd-3558-48c4-a4d5-5a75c36aa85d,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:34.558688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.559080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.559465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.559843 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.560208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.560584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.560954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.561351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.561717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.562083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.562457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.562817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:34.566335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:34.567193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Checking segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:34.567912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Network hostable DHCP agents. Network: cc67ba03-4ba8-448a-9d48-de9333ee9c6f, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:34.589151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:34.600030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, cc67ba03-4ba8-448a-9d48-de9333ee9c6f) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:34.605002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:34.606012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.609223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331025c-7ae2-4b2e-9ec0-251e732ccea4 None None] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:34.628714 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c0ccf443-92fa-4aaa-b946-95be8fb1cbe8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4109437 Dec 13 20:25:34.633047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36456) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:34.638185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:34.642773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:34.646569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Usage tracker for resource:router and tenant:6785ef3d1c4c4c7786c2ab885706a40f is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:34.649661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:34.655332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:34.666781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.668074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.685879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.821677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:34.822600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.950332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:34.974561 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Allocated IP 172.20.0.2 (cc67ba03-4ba8-448a-9d48-de9333ee9c6f/6970c0cd-3558-48c4-a4d5-5a75c36aa85d/1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:35.176088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.186521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Transition to ACTIVE for port object 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:35.205275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Transition to ACTIVE for port object 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:35.214256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.218672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:35.284631 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:35.287747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:35.291689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:35.297820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Pushing event updated for resources: {'Port': ['ID=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:35.301709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:35.386277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Attempting to bind port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:35.386650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Attempting to bind port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:35.387021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Attempting to bind port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:35.390577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.392439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:35.392828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Checking segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:35.393275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.393680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Bound using segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:35.394165 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Bound port: 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:35.394576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.420085 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.495884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] For port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:35.498910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] For port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:35.503169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.507608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:35.561848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Allocated IP 172.26.6.149 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/69fbc5ec-0fdb-4875-a3bc-672d2f4c50af) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:35.634239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Pushing event updated for resources: {'Port': ['ID=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:35.636509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:35.726332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.760363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:35.762251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09872880-0017-4626-97f6-e01f1e2069c3 tempest-DeleteServersTestJSON-1800573154 tempest-DeleteServersTestJSON-1800573154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:35.826959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:35.830022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:35.833470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:35.873742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Pushing event updated for resources: {'Port': ['ID=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:35.876681 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:36.126408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:36.196816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:36.277005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:36.558848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c87dd0-d0a5-492d-9738-5c3378007562 None None] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:36.625441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:36.665934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Provisioning for port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:36.673259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Provisioning complete for port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:36.673657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:36.900780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:36.945954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] For port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:36.952462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:36.954765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:36.980320 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Router 896ae433-66a9-4edf-bd7a-02c632991d1f is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:25:37.022907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Pushing event updated for resources: {'Port': ['ID=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:37.026837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:37.168432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:25:37.177555 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Sync routers for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:25:37.180611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-50d09218-12b8-4008-861b-123f13709ac9 None None] Provisioning complete for port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:37.180947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-50d09218-12b8-4008-861b-123f13709ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:37.188653 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:37.189319 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:37.197267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:37.201515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36460) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:37.201978 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5674417 Dec 13 20:25:37.367317 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:37.652245 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:36Z', 'revision_number': 3, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:37.656229 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Checking router: 896ae433-66a9-4edf-bd7a-02c632991d1f for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:25:37.656585 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Updating router 896ae433-66a9-4edf-bd7a-02c632991d1f port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:25:37.708511 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.024335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.026386 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.037751 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Transition to ACTIVE for port object 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:38.044128 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.048696 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:38.113585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:38.128888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Pushing event updated for resources: {'Port': ['ID=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:38.133549 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Attempting to bind port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:38.134029 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Attempting to bind port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:38.134396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Attempting to bind port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:38.140913 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.141275 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.141610 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.141936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.142258 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.142579 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.142895 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.143209 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.143532 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.143844 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.144155 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.144463 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:38.149210 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:38.150066 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:38.150438 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:38.150842 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.151226 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:38.151693 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Bound port: 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:38.152061 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.184003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:38.184362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.225948 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] For port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:38.230200 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] For port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:38.242760 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.254347 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-a00a235b-24a5-4dbb-9faf-bd7878268662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:38.255450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Allocated IP 172.20.0.1 (cc67ba03-4ba8-448a-9d48-de9333ee9c6f/6970c0cd-3558-48c4-a4d5-5a75c36aa85d/85e26989-33f0-4306-b217-4052d93dd819) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:38.342463 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Pushing event updated for resources: {'Port': ['ID=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:38.346356 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:38.356277 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:38.356888 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:38.442876 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.459717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Transition to ACTIVE for port object 85e26989-33f0-4306-b217-4052d93dd819 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:38.483889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.487788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:38.535506 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:38.549941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:38.552841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:38.556748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:38.595501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Pushing event updated for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:38.610578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:38.625619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.840150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e073b9c-a800-4c12-8276-c7b95ed11f1e None None] Provisioning for port 85e26989-33f0-4306-b217-4052d93dd819 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:38.846553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-7e073b9c-a800-4c12-8276-c7b95ed11f1e None None] Provisioning complete for port 85e26989-33f0-4306-b217-4052d93dd819 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:38.847202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7e073b9c-a800-4c12-8276-c7b95ed11f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:38.885918 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:36Z', 'revision_number': 3, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:38.889963 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b301-5f12-44c9-b9db-199d7696eacf None None] The sync data for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv is: [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:36Z', 'revision_number': 3, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:25:38.908753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-7e073b9c-a800-4c12-8276-c7b95ed11f1e None None] Port 85e26989-33f0-4306-b217-4052d93dd819 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:25:38.912287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:39.163085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:39.170459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:39.198888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bccb7735-3f49-46cf-a15b-661a47a8030b tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:39.427149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:39.431067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Pushing event updated for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:39.434115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:39.583858 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:39.585047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:39.790274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Router 896ae433-66a9-4edf-bd7a-02c632991d1f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:25:39.859696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-84c9114b-b6c7-4fad-86c5-7cf0925015fc None None] Provisioning complete for port 85e26989-33f0-4306-b217-4052d93dd819 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:39.860271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-84c9114b-b6c7-4fad-86c5-7cf0925015fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:39.920085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-84c9114b-b6c7-4fad-86c5-7cf0925015fc None None] Port 85e26989-33f0-4306-b217-4052d93dd819 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:25:39.977998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:25:39.987199 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] 10.222.0.18 "PUT /v2.0/routers/896ae433-66a9-4edf-bd7a-02c632991d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837882 Dec 13 20:25:40.131565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:40.207490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:40.213721 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:40.214190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.345058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.363558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:40.367700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.370702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:40.439508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:40.443055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:40.514511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Sync routers for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:25:40.524380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:40.525007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:40.534791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36478) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:40.540590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-32555046-network', 'tenant_id': '51cc72105b5942578515798292f3a3be'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:40.545528 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:40.549509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Usage tracker for resource:network and tenant:51cc72105b5942578515798292f3a3be is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:40.553373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:40.559105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:40.570511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Made reservation on behalf of 51cc72105b5942578515798292f3a3be for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:40.572933 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.588982 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.603930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:40.607767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Usage tracker for resource:security_group_rule and tenant:51cc72105b5942578515798292f3a3be is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:40.610672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:40.616431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:40.700236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.703125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:40.705419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.708542 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-678516dc-9ed1-4bd0-8caf-f108cfd08ff7 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:40.739229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:25:40.744740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0ef96-84b4-4b12-b531-00357696ea97,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:40.748602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:40.752386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.752733 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Added segment d7e06c88-8d8d-4aba-8f03-4093a28593a4 of type vlan for network 30a81830-e04d-4172-9c03-4b5222ce2b0b Dec 13 20:25:40.780373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.812817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.813895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:40.814447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:40.819549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cdcc7335-5ba4-4ace-b633-36e204ca8da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:40.921871 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3859594 Dec 13 20:25:40.923431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Pushing event updated for resources: {'Network': ['ID=30a81830-e04d-4172-9c03-4b5222ce2b0b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:40.924679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36482) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:40.928264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:40.931854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Request body: {'subnet': {'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-subnet', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:40.937255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:40.942379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Usage tracker for resource:subnet and tenant:51cc72105b5942578515798292f3a3be is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:40.946634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:40.946855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:25:40.953772 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:40.968954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Made reservation on behalf of 51cc72105b5942578515798292f3a3be for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:40.971407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.156470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 4, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '85e26989-33f0-4306-b217-4052d93dd819', 'name': '', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'mac_address': 'fa:16:3e:01:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:38Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 2, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'subnets': [{'id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:41.160301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Checking router: 896ae433-66a9-4edf-bd7a-02c632991d1f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:25:41.160665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Updating router 896ae433-66a9-4edf-bd7a-02c632991d1f port 85e26989-33f0-4306-b217-4052d93dd819 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:25:41.180186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.183679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b73f1ea-983f-4a11-bef6-d5eec06691b3 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:41.214162 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.250980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:41.254861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:41.261922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Checking segment: {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:41.262244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Network hostable DHCP agents. Network: 30a81830-e04d-4172-9c03-4b5222ce2b0b, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:25:41.286604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:25:41.298036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 30a81830-e04d-4172-9c03-4b5222ce2b0b) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:41.302214 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:41.302947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.327909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3993530 Dec 13 20:25:41.328392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36486) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:41.330025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c386554-3828-4f8a-864e-d97d964a2514 None None] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:41.333885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:41.338951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:41.342926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Usage tracker for resource:router and tenant:51cc72105b5942578515798292f3a3be is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:25:41.345950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:25:41.351859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:41.363818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.364957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.379781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.653470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.672867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-30a81830-e04d-4172-9c03-4b5222ce2b0b', 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'fixed_ips': [{'subnet_id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:25:41.673747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.816813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.839280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Transition to ACTIVE for port object 85e26989-33f0-4306-b217-4052d93dd819 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:41.872073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:41.880125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:41.978148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.013333 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.023605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Pushing event updated for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:42.032136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:42.068480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Allocated IP 172.20.0.2 (30a81830-e04d-4172-9c03-4b5222ce2b0b/e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9/ab7b7dd1-5849-4fe9-abc6-c49387a31d20) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:42.124450 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:42.167873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Allocated IP 172.26.6.240 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/69db9bb4-0366-47a8-85e1-5cb872292ef0) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:42.183195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Attempting to bind port 85e26989-33f0-4306-b217-4052d93dd819 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:42.183575 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Attempting to bind port 85e26989-33f0-4306-b217-4052d93dd819 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:42.183966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Attempting to bind port 85e26989-33f0-4306-b217-4052d93dd819 on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:42.306408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:42.306774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Checking segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:42.307197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.307594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Bound using segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:42.308094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Bound port: 85e26989-33f0-4306-b217-4052d93dd819, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:42.308499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.333485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.356829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.363950 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.368560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d635d69-85e6-485e-8fa7-a0f270bcd9fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:42.496102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:42.496497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.558027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] For port 85e26989-33f0-4306-b217-4052d93dd819, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:42.558583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:42.561366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:42.564985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:42.593383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] For port 85e26989-33f0-4306-b217-4052d93dd819, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=85e26989-33f0-4306-b217-4052d93dd819,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:42.600904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Pushing event updated for resources: {'Port': ['ID=69db9bb4-0366-47a8-85e1-5cb872292ef0,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:42.608511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.609256 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:42.616800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:42.657309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.697834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Transition to ACTIVE for port object ab7b7dd1-5849-4fe9-abc6-c49387a31d20 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:42.759026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:42.759693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:42.811861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Pushing event updated for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:42.825949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Transition to ACTIVE for port object ab7b7dd1-5849-4fe9-abc6-c49387a31d20 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:42.840004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:42.854362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:42.868463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:42.989404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.013478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:43.026291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:43.034666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:43.044834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Pushing event updated for resources: {'Port': ['ID=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:43.052152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:43.125849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:43.217142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Attempting to bind port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:43.217550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Attempting to bind port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:43.217931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Attempting to bind port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 on network 30a81830-e04d-4172-9c03-4b5222ce2b0b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:43.279701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:43.280093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Checking segment: {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:43.280505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.280912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Bound using segment: {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:43.281416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Bound port: ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:43.281783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.329861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.500877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] For port ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:43.515986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] For port ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:43.525082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.530568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:43.540414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Router 3245271f-510a-459d-8966-17d69d01042e is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:25:43.620157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Pushing event updated for resources: {'Port': ['ID=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:43.622134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:43.628464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 4, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '85e26989-33f0-4306-b217-4052d93dd819', 'name': '', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'mac_address': 'fa:16:3e:01:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:38Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 4, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'subnets': [{'id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:43.633779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48df6fe-af6f-4c10-b7e1-c139e1c609d9 None None] The sync data for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv is: [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:25:38Z', 'revision_number': 4, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '85e26989-33f0-4306-b217-4052d93dd819', 'name': '', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'mac_address': 'fa:16:3e:01:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:38Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 4, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'subnets': [{'id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:25:43.758054 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:25:43.771421 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Sync routers for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:25:43.784061 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:43.784708 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:43.790884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:43.795084 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4627321 Dec 13 20:25:43.797484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36490) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:25:44.025000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:44.194662 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 85e26989-33f0-4306-b217-4052d93dd819 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:44.275797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 85e26989-33f0-4306-b217-4052d93dd819 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:44.283068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 85e26989-33f0-4306-b217-4052d93dd819 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:44.283474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.409705 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 3, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:44.414483 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Checking router: 3245271f-510a-459d-8966-17d69d01042e for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:25:44.415038 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Updating router 3245271f-510a-459d-8966-17d69d01042e port 69db9bb4-0366-47a8-85e1-5cb872292ef0 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:25:44.451097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.475320 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.506953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 85e26989-33f0-4306-b217-4052d93dd819, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=85e26989-33f0-4306-b217-4052d93dd819,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:44.519576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.520700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7b7dd1-5849-4fe9-abc6-c49387a31d20 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:44.558282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7cc2638a-58e0-403f-990b-35622441de71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:44.759601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:44.770785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:44.803276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:44.862017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e48ac3-ad08-44a8-85a3-ccc53e33eb8e None None] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:25:44.865608 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.880087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Transition to ACTIVE for port object 69db9bb4-0366-47a8-85e1-5cb872292ef0 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:44.894856 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.902063 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:44.971185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.979800 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Attempting to bind port 69db9bb4-0366-47a8-85e1-5cb872292ef0 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:44.980196 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Attempting to bind port 69db9bb4-0366-47a8-85e1-5cb872292ef0 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:44.980614 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Attempting to bind port 69db9bb4-0366-47a8-85e1-5cb872292ef0 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:44.982555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Provisioning for port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:44.990680 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:44.991064 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:44.991485 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:44.992139 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:44.992625 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Bound port: 69db9bb4-0366-47a8-85e1-5cb872292ef0, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:44.993352 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.002326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Provisioning complete for port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:45.002801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.036802 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Pushing event updated for resources: {'Port': ['ID=69db9bb4-0366-47a8-85e1-5cb872292ef0,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:45.039784 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:45.081077 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] For port 69db9bb4-0366-47a8-85e1-5cb872292ef0, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:45.084779 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] For port 69db9bb4-0366-47a8-85e1-5cb872292ef0, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69db9bb4-0366-47a8-85e1-5cb872292ef0,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:45.091246 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.096541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-7da5a5bb-6788-4c49-956a-fc2dacb10184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:45.185598 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:45.186229 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:45.208544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Allocated IP 172.20.0.1 (30a81830-e04d-4172-9c03-4b5222ce2b0b/e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9/4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:45.248638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.258125 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Pushing event updated for resources: {'Port': ['ID=69db9bb4-0366-47a8-85e1-5cb872292ef0,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:45.274676 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:45.296449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] For port ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:45.303186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.308000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:45.403392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Pushing event updated for resources: {'Port': ['ID=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:45.407816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:45.435268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.446056 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:45.453498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Transition to ACTIVE for port object 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:45.480498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.484971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:45.559110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:45.561856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:45.565592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:45.599664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:45.606727 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:45.630272 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1926ead9-f286-47d9-b7d0-7327cc3bf4bf None None] Provisioning complete for port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:45.630734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1926ead9-f286-47d9-b7d0-7327cc3bf4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.631180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.784847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.796288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 3, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:45.801250 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919cdd08-c400-4c79-a373-0ad0293f622a None None] The sync data for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv is: [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:42Z', 'revision_number': 3, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:25:45.919658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a432597c-fa52-4d91-9374-061362e07ff5 None None] Provisioning for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:45.925328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a432597c-fa52-4d91-9374-061362e07ff5 None None] Provisioning complete for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:45.925728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a432597c-fa52-4d91-9374-061362e07ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:45.986760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a432597c-fa52-4d91-9374-061362e07ff5 None None] Port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:25:46.169403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.175841 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.201289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:46.219149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 85e26989-33f0-4306-b217-4052d93dd819 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:46.289899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:46.292013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 85e26989-33f0-4306-b217-4052d93dd819 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:46.292493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.293565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.298028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:46.422256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69db9bb4-0366-47a8-85e1-5cb872292ef0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:46.444298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:46.445720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:46.502454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 69db9bb4-0366-47a8-85e1-5cb872292ef0 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:46.510207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 69db9bb4-0366-47a8-85e1-5cb872292ef0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:46.510699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.656063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.657465 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Router 3245271f-510a-459d-8966-17d69d01042e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:25:46.677304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 69db9bb4-0366-47a8-85e1-5cb872292ef0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69db9bb4-0366-47a8-85e1-5cb872292ef0,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:46.683275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.684433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7b7dd1-5849-4fe9-abc6-c49387a31d20 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:46.709792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:46.808762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-1b171868-087f-45fb-9afc-7be7d2956179 None None] Provisioning complete for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:46.809147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1b171868-087f-45fb-9afc-7be7d2956179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:46.846545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:25:46.856033 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/3245271f-510a-459d-8966-17d69d01042e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0571895 Dec 13 20:25:46.862132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=69db9bb4-0366-47a8-85e1-5cb872292ef0,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:46.867877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:46.876786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1b171868-087f-45fb-9afc-7be7d2956179 None None] Port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:25:46.883025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:46.883415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:47.519233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Sync routers for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:25:47.529066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:47.529737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:47.611962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-65c779fc-9a78-4295-8260-cfc575662fc9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:47.612736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5df14df6-96d3-4931-9429-15f9cf474944 req-65c779fc-9a78-4295-8260-cfc575662fc9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:47.632060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5df14df6-96d3-4931-9429-15f9cf474944 req-65c779fc-9a78-4295-8260-cfc575662fc9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:47.634055 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-65c779fc-9a78-4295-8260-cfc575662fc9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 817 time: 0.1726766 Dec 13 20:25:47.650338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-66beda3e-e2a9-486d-a6b4-ad1d65e8d192 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/quotas/6785ef3d1c4c4c7786c2ab885706a40f HTTP/1.1" status: 200 len: 375 time: 0.0105634 Dec 13 20:25:47.705973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:47.739744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5df14df6-96d3-4931-9429-15f9cf474944 req-27b18477-fdfc-4289-a029-9414f8a82e97 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:47.761657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5df14df6-96d3-4931-9429-15f9cf474944 req-27b18477-fdfc-4289-a029-9414f8a82e97 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:47.763385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-27b18477-fdfc-4289-a029-9414f8a82e97 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078372 Dec 13 20:25:47.903822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-86a232f2-ddd1-416f-8ef8-bc53f3bcbc21 service neutron] 10.222.0.18 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278214 Dec 13 20:25:48.034518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-04e84610-6e33-4c36-b005-62ae0388a706 service neutron] 10.222.0.18 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249433 Dec 13 20:25:48.069271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 4, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac', 'name': '', 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'mac_address': 'fa:16:3e:1d:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:45Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 2, 'project_id': '51cc72105b5942578515798292f3a3be', 'subnets': [{'id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:48.073831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Checking router: 3245271f-510a-459d-8966-17d69d01042e for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:25:48.074196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Updating router 3245271f-510a-459d-8966-17d69d01042e port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:25:48.119715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69db9bb4-0366-47a8-85e1-5cb872292ef0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:48.181018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:48.219856 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-666ea0c0-a3b6-4150-b881-2c873ccae00b req-8e1a5927-9d59-4952-8908-37a5ff2676b0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 210 time: 0.0429997 Dec 13 20:25:48.304504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 69db9bb4-0366-47a8-85e1-5cb872292ef0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:48.304816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:48.662539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:48.676606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Transition to ACTIVE for port object 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:48.684648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:48.688308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9a0f0189-ace1-4300-93b4-060366bc55d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:48.843557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Pushing event updated for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:48.855296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:48.911062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Attempting to bind port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:48.911728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Attempting to bind port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:48.912104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Attempting to bind port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac on network 30a81830-e04d-4172-9c03-4b5222ce2b0b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:48.918072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:48.918390 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Checking segment: {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:48.918803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:48.919205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Bound using segment: {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:48.919680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Bound port: 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e06c88-8d8d-4aba-8f03-4093a28593a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:48.920049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:49.019739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] For port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:49.026251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] For port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:49.031387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:49.035000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:49.107385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:25:49.108046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:25:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:49.196691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Pushing event updated for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:49.200066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:49.431818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:25:49.529299 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94dd5e09-e33c-4494-a3a6-d64e6d599385 req-f3adc704-0774-454f-9347-4951baa4b69f tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 210 time: 0.0891874 Dec 13 20:25:49.582184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-7e4e1a0b-e471-4de8-a44b-8faa090dca69 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:49.583593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-7e4e1a0b-e471-4de8-a44b-8faa090dca69 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 817 time: 0.4090867 Dec 13 20:25:49.596327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Request body: {'port': {'device_id': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'admin_state_up': True, 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:49.733315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:25:49.742678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:25:49.753324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Made reservation on behalf of 6785ef3d1c4c4c7786c2ab885706a40f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:25:49.756402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-28440703-2775-455c-b1ee-dab634d47947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 4, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac', 'name': '', 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'mac_address': 'fa:16:3e:1d:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:45Z', 'updated_at': '2021-12-13T20:25:49Z', 'revision_number': 4, 'project_id': '51cc72105b5942578515798292f3a3be', 'subnets': [{'id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:25:49.757024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:49.760645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28440703-2775-455c-b1ee-dab634d47947 None None] The sync data for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv is: [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:25:45Z', 'revision_number': 4, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac', 'name': '', 'network_id': '30a81830-e04d-4172-9c03-4b5222ce2b0b', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'mac_address': 'fa:16:3e:1d:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:45Z', 'updated_at': '2021-12-13T20:25:49Z', 'revision_number': 4, 'project_id': '51cc72105b5942578515798292f3a3be', 'subnets': [{'id': 'e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:25:49.869571 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:25:49.947622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Allocated IP 172.20.0.10 (cc67ba03-4ba8-448a-9d48-de9333ee9c6f/6970c0cd-3558-48c4-a4d5-5a75c36aa85d/07f6e248-5453-4758-a528-ed40562f936e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:25:50.150697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:50.169913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.187628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Transition to ACTIVE for port object 07f6e248-5453-4758-a528-ed40562f936e will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:50.213993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.222660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-810b99df-9f4b-4181-a0b3-cae61aabe959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:50.228664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:50.233789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:50.234180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.298719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Pushing event updated for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:50.302425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:25:50.303518 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:50.304444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:25:50.306732 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:25:50.387887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.388121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:50.388807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.430995 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8381486 Dec 13 20:25:50.435115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:50.442355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.444860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:50.447942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-00e37438-10d7-477c-8239-f519fd13355e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:25:50.450185 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-00e37438-10d7-477c-8239-f519fd13355e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128291 Dec 13 20:25:50.461696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Request body: {'port': {'device_id': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:25:50.526077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:50.530126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:50.578963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.649777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dce779ae-7992-4160-984b-64baa4050cb5 None None] Provisioning for port 07f6e248-5453-4758-a528-ed40562f936e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:50.655460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-dce779ae-7992-4160-984b-64baa4050cb5 None None] Provisioning complete for port 07f6e248-5453-4758-a528-ed40562f936e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:50.655841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-dce779ae-7992-4160-984b-64baa4050cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:50.712999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-dce779ae-7992-4160-984b-64baa4050cb5 None None] Port 07f6e248-5453-4758-a528-ed40562f936e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:25:50.822607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-7c65c528-8749-45ca-8d25-8358c49b08d5 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:50.823235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-7c65c528-8749-45ca-8d25-8358c49b08d5 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:50.906688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-7c65c528-8749-45ca-8d25-8358c49b08d5 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:50.907885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-7c65c528-8749-45ca-8d25-8358c49b08d5 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 932 time: 0.2700326 Dec 13 20:25:50.983633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-15b73207-6455-4fa9-9e5d-231226f78ddb tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:25:51.049227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-15b73207-6455-4fa9-9e5d-231226f78ddb tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:25:51.050391 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d75f976-fc39-43b8-9bf8-b3be1513cc73 req-15b73207-6455-4fa9-9e5d-231226f78ddb tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343095 Dec 13 20:25:51.064930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f6e248-5453-4758-a528-ed40562f936e {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:25:51.073247 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.087920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Transition to ACTIVE for port object 07f6e248-5453-4758-a528-ed40562f936e will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:25:51.092696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.096437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8cc1d594-9360-4472-bf75-48728b9316b6 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:51.251398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Pushing event updated for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:51.259115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:51.338869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Attempting to bind port 07f6e248-5453-4758-a528-ed40562f936e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:25:51.339205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Attempting to bind port 07f6e248-5453-4758-a528-ed40562f936e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:25:51.339536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Attempting to bind port 07f6e248-5453-4758-a528-ed40562f936e on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:51.344342 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Port 07f6e248-5453-4758-a528-ed40562f936e on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:25:51.344666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Attempting to bind port 07f6e248-5453-4758-a528-ed40562f936e on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:25:51.350080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:25:51.350549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Checking segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:25:51.350943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Bound using segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:25:51.351508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Bound port: 07f6e248-5453-4758-a528-ed40562f936e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:25:51.351798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.589291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:25:51.594461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=07f6e248-5453-4758-a528-ed40562f936e,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:25:51.602720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.606419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ff138f0f-9dd0-4dbb-aa67-5593aa5d1154 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:51.667285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:51.667915 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.669424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] 10.222.0.20 "PUT /v2.0/ports/07f6e248-5453-4758-a528-ed40562f936e HTTP/1.1" status: 200 len: 1094 time: 1.2123017 Dec 13 20:25:51.669960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'tag': '07f6e248-5453-4758-a528-ed40562f936e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:25:51.672425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e2f9a36-f625-4c1b-94fd-61eee8fe3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:51.713078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Pushing event updated for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:51.752056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'tag': '07f6e248-5453-4758-a528-ed40562f936e', 'status': 'completed', 'code': 200} Dec 13 20:25:51.752460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:51.796468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-781989ef-fe19-4e9b-9af0-dd13b8e80e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:51.797996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-781989ef-fe19-4e9b-9af0-dd13b8e80e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 1097 time: 0.0793042 Dec 13 20:25:51.873315 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-1bd54a8b-5908-491c-b38c-ba04a46c6e82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f6e248-5453-4758-a528-ed40562f936e HTTP/1.1" status: 200 len: 217 time: 0.0671575 Dec 13 20:25:51.937954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-88aea9ee-3195-4f73-9cd1-89e921e1458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:51.939310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-88aea9ee-3195-4f73-9cd1-89e921e1458f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 200 len: 856 time: 0.0601692 Dec 13 20:25:52.022435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14df6-96d3-4931-9429-15f9cf474944 req-1ef94709-78f7-458d-ae09-f3035bf346bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.024254 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-1ef94709-78f7-458d-ae09-f3035bf346bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774567 Dec 13 20:25:52.117146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:52.186183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:52.186566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:52.210221 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-40190d44-0c6d-4046-aa29-454464e92809 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794333 Dec 13 20:25:52.351779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa1c56-2f7e-4d4e-9c76-5ba458d49610 req-b4a7f285-908c-4f2c-bd4d-84b69168624e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.352953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-65fa1c56-2f7e-4d4e-9c76-5ba458d49610 req-b4a7f285-908c-4f2c-bd4d-84b69168624e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 944 time: 0.1916761 Dec 13 20:25:52.386100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5df14df6-96d3-4931-9429-15f9cf474944 req-43a36499-7bd5-4116-a7f1-661cb794efe3 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688347 Dec 13 20:25:52.414033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-65fa1c56-2f7e-4d4e-9c76-5ba458d49610 req-0cdc72a2-8833-4b25-a07a-92c58507d401 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517168 Dec 13 20:25:52.512246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-38e58f26-fbbe-4296-b341-0ac9b6ebde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.513798 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-38e58f26-fbbe-4296-b341-0ac9b6ebde33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 1097 time: 0.0805953 Dec 13 20:25:52.652055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-94cb0274-2596-4272-8e57-4fa4dc326e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.653401 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-94cb0274-2596-4272-8e57-4fa4dc326e30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 917 time: 0.1320748 Dec 13 20:25:52.721885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-44972b98-236b-414e-b6f4-4081d6249c30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f6e248-5453-4758-a528-ed40562f936e HTTP/1.1" status: 200 len: 217 time: 0.0615642 Dec 13 20:25:52.790836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-ff5b3369-1597-4ffc-ba2f-feeb076cfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.792268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-ff5b3369-1597-4ffc-ba2f-feeb076cfcc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 200 len: 856 time: 0.0632734 Dec 13 20:25:52.870421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-ebd65768-0198-4c6e-9c4b-1564b15075a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:52.871894 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-ebd65768-0198-4c6e-9c4b-1564b15075a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725510 Dec 13 20:25:53.008555 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-835571d3-ea61-4b19-8c09-b12fccfbad68 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282609 Dec 13 20:25:53.141567 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-382cd134-fa7f-42e5-b192-9412a0ce5aad req-3b8c7fe7-5bfb-4861-aa29-a84adba2012b service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257436 Dec 13 20:25:53.638273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99524880-7d9a-4b82-98f0-70ba8299ed5c req-3f68bb1a-3aa9-4572-92f7-e068c7fed6f9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:53.639739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-99524880-7d9a-4b82-98f0-70ba8299ed5c req-3f68bb1a-3aa9-4572-92f7-e068c7fed6f9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 944 time: 0.1107552 Dec 13 20:25:53.810227 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-99524880-7d9a-4b82-98f0-70ba8299ed5c req-47b5926f-1e37-4e07-afae-281060eebe61 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602578 Dec 13 20:25:53.930996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1b666b9b-345b-4783-8706-8219e68ffdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:55.012544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e7778-80af-493f-bd9d-f0b2f67dcf9a req-a00c446b-a347-4b05-a4bf-1c80f68ae049 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:55.014046 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af7e7778-80af-493f-bd9d-f0b2f67dcf9a req-a00c446b-a347-4b05-a4bf-1c80f68ae049 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 944 time: 0.0850325 Dec 13 20:25:55.061344 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af7e7778-80af-493f-bd9d-f0b2f67dcf9a req-a8258d90-7cb9-4de2-b277-fc02d6acc56a tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Dec 13 20:25:55.070904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:55.076684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:55.322558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 07f6e248-5453-4758-a528-ed40562f936e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:25:55.474702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=07f6e248-5453-4758-a528-ed40562f936e,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:55.489113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '07f6e248-5453-4758-a528-ed40562f936e', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'port_id': '07f6e248-5453-4758-a528-ed40562f936e', 'mac_address': 'fa:16:3e:16:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:25:55.551560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:55.571021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f6e248-5453-4758-a528-ed40562f936e {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:25:55.588669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=07f6e248-5453-4758-a528-ed40562f936e,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:55.594170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:55.596938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:55.679936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:55.690081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.690434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.690775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.691113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.691445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.691773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.692103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.692760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.693115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.693461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.693784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.694088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:25:55.698254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:55.832329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['07f6e248-5453-4758-a528-ed40562f936e'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:25:56.284546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf2c03-8433-406a-b139-648703d60d48 req-d40b9c87-8a12-4879-8056-0bd7fb525b65 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:56.285975 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ccf2c03-8433-406a-b139-648703d60d48 req-d40b9c87-8a12-4879-8056-0bd7fb525b65 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 945 time: 0.0906353 Dec 13 20:25:56.331601 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4ccf2c03-8433-406a-b139-648703d60d48 req-f875ec8b-1181-4006-a3d2-7279bd31baf8 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Dec 13 20:25:56.532690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:57.338092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 07f6e248-5453-4758-a528-ed40562f936e up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:25:57.407027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 07f6e248-5453-4758-a528-ed40562f936e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:25:57.411871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 07f6e248-5453-4758-a528-ed40562f936e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:25:57.412254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:57.517129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c02eb7-aed4-4e31-90ab-97585decdd1c req-2d7dc14b-ebcd-4c45-a3ae-b51e0d70c459 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:57.518666 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41c02eb7-aed4-4e31-90ab-97585decdd1c req-2d7dc14b-ebcd-4c45-a3ae-b51e0d70c459 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 945 time: 0.0809252 Dec 13 20:25:57.532528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:57.561035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6e248-5453-4758-a528-ed40562f936e'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:25:57.567887 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41c02eb7-aed4-4e31-90ab-97585decdd1c req-13042578-be4b-4635-8661-7872fed7c245 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Dec 13 20:25:57.572198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=07f6e248-5453-4758-a528-ed40562f936e,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:25:57.576712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:25:57.579956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1aef53e6-c886-4c01-b280-7d35bd79362f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:25:57.612286 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6e248-5453-4758-a528-ed40562f936e', 'code': 200} Dec 13 20:25:57.657757 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:25:57.660856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:25:57.856403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9872-6daf-4c61-bee9-5cf361b1dcbe req-9208d05d-1993-463d-abab-22e34cb16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:57.857937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64bc9872-6daf-4c61-bee9-5cf361b1dcbe req-9208d05d-1993-463d-abab-22e34cb16a80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 1099 time: 0.0728307 Dec 13 20:25:57.901630 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64bc9872-6daf-4c61-bee9-5cf361b1dcbe req-b81ff4cb-f417-490b-b638-42ac0bc3e0e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Dec 13 20:25:58.765015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1b76-3be7-4316-9e7e-5fd5db2b13d8 req-3a37a32d-e4b2-4c19-9271-6c2129e07a98 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:25:58.766525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69af1b76-3be7-4316-9e7e-5fd5db2b13d8 req-3a37a32d-e4b2-4c19-9271-6c2129e07a98 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.0860500 Dec 13 20:25:58.812266 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69af1b76-3be7-4316-9e7e-5fd5db2b13d8 req-1256f0b3-72ba-44f2-82bd-5a621d57fddd tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Dec 13 20:26:00.021981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856074-d49d-4a97-832c-379e9831944c req-35c77e91-9bf6-4e10-9fcf-12e50a520881 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:00.023450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b856074-d49d-4a97-832c-379e9831944c req-35c77e91-9bf6-4e10-9fcf-12e50a520881 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.0832415 Dec 13 20:26:00.075369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b856074-d49d-4a97-832c-379e9831944c req-ff14d09d-5e23-41f4-b8ac-b3014026ca7a tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Dec 13 20:26:00.271995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180789-f77c-486d-a53d-5928688956c1 req-790ab19f-6763-4a3f-84fa-7559afe21592 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:00.273502 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f180789-f77c-486d-a53d-5928688956c1 req-790ab19f-6763-4a3f-84fa-7559afe21592 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.0926464 Dec 13 20:26:00.318553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7f180789-f77c-486d-a53d-5928688956c1 req-2de9276f-699b-4457-9636-a95d3336bbed tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Dec 13 20:26:12.217414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:16.271873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec4e2-43f1-43ff-846a-e8b556f40741 req-a6f853e1-88b3-436f-aad9-92de9f543e41 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:16.273300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eabec4e2-43f1-43ff-846a-e8b556f40741 req-a6f853e1-88b3-436f-aad9-92de9f543e41 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.0892618 Dec 13 20:26:16.330879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-eabec4e2-43f1-43ff-846a-e8b556f40741 req-797d5d2a-f9aa-4fa4-85b7-5751458893ec tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489008 Dec 13 20:26:17.536006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88058a-46e4-4ebc-885a-75743a18b3ea req-0bf02c73-4364-45fa-85bc-79ca19483a03 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:17.537516 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d88058a-46e4-4ebc-885a-75743a18b3ea req-0bf02c73-4364-45fa-85bc-79ca19483a03 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.0840435 Dec 13 20:26:17.585448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5d88058a-46e4-4ebc-885a-75743a18b3ea req-aacb4d90-3279-4eb7-9517-d0c41c0515f2 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Dec 13 20:26:17.736329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-eb448659-e272-4678-9c3d-7bb3dd97823c tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:17.738187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-eb448659-e272-4678-9c3d-7bb3dd97823c tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 946 time: 0.1022601 Dec 13 20:26:17.808680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Deleting port 07f6e248-5453-4758-a528-ed40562f936e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:17.809032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:18.065647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] For port 07f6e248-5453-4758-a528-ed40562f936e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=07f6e248-5453-4758-a528-ed40562f936e,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:18.065995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:18.189516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Calling delete_port for 07f6e248-5453-4758-a528-ed40562f936e owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:18.339900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:18.346733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d880de35-a0d3-457d-a376-1efc43e9e895 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:18.353782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['07f6e248-5453-4758-a528-ed40562f936e'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:26:18.398510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Pushing event deleted for resources: {'Port': ['ID=07f6e248-5453-4758-a528-ed40562f936e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:18.425094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:18.477072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] No DVR routers for this DVR port 07f6e248-5453-4758-a528-ed40562f936e on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:26:18.479746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:18.482801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'name': 'network-vif-deleted', 'tag': '07f6e248-5453-4758-a528-ed40562f936e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:26:18.499947 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd95e081-159e-4456-9a5e-96ca0774d845 req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "DELETE /v2.0/ports/07f6e248-5453-4758-a528-ed40562f936e HTTP/1.1" status: 204 len: 173 time: 0.7564225 Dec 13 20:26:18.528871 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c257c8c9-692d-460d-8f90-79db5dee4407', 'name': 'network-vif-deleted', 'tag': '07f6e248-5453-4758-a528-ed40562f936e', 'status': 'completed', 'code': 200} Dec 13 20:26:18.758954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-55e34b1f-be15-4bff-a874-71bb976aac8f req-5c80107e-5e71-4395-80a2-3a131f5d75c6 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:26:18.778592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-55e34b1f-be15-4bff-a874-71bb976aac8f req-5c80107e-5e71-4395-80a2-3a131f5d75c6 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:26:18.779969 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-55e34b1f-be15-4bff-a874-71bb976aac8f req-5c80107e-5e71-4395-80a2-3a131f5d75c6 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=c257c8c9-692d-460d-8f90-79db5dee4407 HTTP/1.1" status: 200 len: 210 time: 0.0721889 Dec 13 20:26:20.445894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-ff5b29eb-ffad-49fa-b991-f3954ed20ff0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:20.447333 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-ff5b29eb-ffad-49fa-b991-f3954ed20ff0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 817 time: 0.2555354 Dec 13 20:26:20.465272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-31f2c813-3814-4c2c-a5e4-11fd86c8aed6 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/quotas/6785ef3d1c4c4c7786c2ab885706a40f HTTP/1.1" status: 200 len: 375 time: 0.0098250 Dec 13 20:26:20.559185 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-489acf50-4805-4efd-864a-651379653728 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870557 Dec 13 20:26:20.575326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-b334bd42-09ae-4d5b-99bb-773959eec8d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:26:20.576242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-b334bd42-09ae-4d5b-99bb-773959eec8d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049729 Dec 13 20:26:20.709701 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-fc79f424-6a20-4d56-9590-2cb56b3b3011 service neutron] 10.222.0.18 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278841 Dec 13 20:26:20.841605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-b3364eee-fb90-4a1a-b4ec-d835b0e309ee service neutron] 10.222.0.18 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261103 Dec 13 20:26:21.020956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-967ed8e0-a3d8-4900-9700-3e1ea793cb05 req-0e38f29e-1eeb-4979-a58e-8dc825f6c180 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 210 time: 0.0439510 Dec 13 20:26:21.480786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 07f6e248-5453-4758-a528-ed40562f936e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:26:21.515188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 07f6e248-5453-4758-a528-ed40562f936e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:26:21.515544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 07f6e248-5453-4758-a528-ed40562f936e not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:26:21.678569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-32682f9f-461c-4f4d-a547-de64b87f8bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:22.073935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-d5561577-18ed-4a47-b9b3-c6648100579c tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:22.075852 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-d5561577-18ed-4a47-b9b3-c6648100579c tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 817 time: 0.1554172 Dec 13 20:26:22.087336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Request body: {'port': {'device_id': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'admin_state_up': True, 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:26:22.215066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b9c396be-ffff-4710-8e26-13b8943836da req-ab5683d4-76cc-4b1d-85d6-6bea3afd3c84 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 210 time: 0.0570662 Dec 13 20:26:22.266229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:26:22.276844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:26:22.287704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Made reservation on behalf of 6785ef3d1c4c4c7786c2ab885706a40f for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:26:22.291364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:22.455762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Allocated IP 172.20.0.4 (cc67ba03-4ba8-448a-9d48-de9333ee9c6f/6970c0cd-3558-48c4-a4d5-5a75c36aa85d/7e88cbe5-659c-48c4-8f25-09971c96d793) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:26:22.653584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:22.673260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Transition to ACTIVE for port object 7e88cbe5-659c-48c4-8f25-09971c96d793 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:26:22.706866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:22.712589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f4721b1-04cf-4857-9e61-9c5af1e042ce tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:22.776886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:26:22.779969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:26:22.783854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:26:22.822521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Pushing event updated for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:22.840297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.840797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.841195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.841677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.842050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.842422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.842793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.843160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.843528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.843879 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.844242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.844608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:22.850537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:22.865834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:22.866451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:22.895797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8123119 Dec 13 20:26:22.907900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Request body: {'port': {'device_id': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:26:23.013823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52e8e7b8-9ffd-4f64-9622-9055aa65f6f6 None None] Provisioning for port 7e88cbe5-659c-48c4-8f25-09971c96d793 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:26:23.018928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-52e8e7b8-9ffd-4f64-9622-9055aa65f6f6 None None] Provisioning complete for port 7e88cbe5-659c-48c4-8f25-09971c96d793 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:26:23.019381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-52e8e7b8-9ffd-4f64-9622-9055aa65f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.022086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.074366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-52e8e7b8-9ffd-4f64-9622-9055aa65f6f6 None None] Port 7e88cbe5-659c-48c4-8f25-09971c96d793 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:26:23.522693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf569-1a21-4cad-8432-71694bd1229d req-6878de89-26a5-4710-8fdf-2db60bf49fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:23.523306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-14ccf569-1a21-4cad-8432-71694bd1229d req-6878de89-26a5-4710-8fdf-2db60bf49fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:26:23.590972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e88cbe5-659c-48c4-8f25-09971c96d793 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:26:23.595163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-14ccf569-1a21-4cad-8432-71694bd1229d req-6878de89-26a5-4710-8fdf-2db60bf49fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:26:23.596314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14ccf569-1a21-4cad-8432-71694bd1229d req-6878de89-26a5-4710-8fdf-2db60bf49fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 931 time: 0.2133968 Dec 13 20:26:23.599950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.635675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Transition to ACTIVE for port object 7e88cbe5-659c-48c4-8f25-09971c96d793 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:26:23.645231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.651472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9665c4ef-ff9c-4e65-ad9c-601b618a63b4 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:23.704202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-14ccf569-1a21-4cad-8432-71694bd1229d req-d1065d78-416a-4fb7-92cc-84d823a38df9 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011541 Dec 13 20:26:23.816184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Pushing event updated for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:23.824227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:23.895914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Attempting to bind port 7e88cbe5-659c-48c4-8f25-09971c96d793 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:26:23.896244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Attempting to bind port 7e88cbe5-659c-48c4-8f25-09971c96d793 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:26:23.896571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Attempting to bind port 7e88cbe5-659c-48c4-8f25-09971c96d793 on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:26:23.901391 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Port 7e88cbe5-659c-48c4-8f25-09971c96d793 on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:26:23.901689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Attempting to bind port 7e88cbe5-659c-48c4-8f25-09971c96d793 on network cc67ba03-4ba8-448a-9d48-de9333ee9c6f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:26:23.906855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:26:23.907198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Checking segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:26:23.907578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Bound using segment: {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:26:23.907989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Bound port: 7e88cbe5-659c-48c4-8f25-09971c96d793, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb32861-5aca-4f19-a85f-2b2d2bcd917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:26:23.908333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.923223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b21eb0f6-090d-4a72-b74b-0154964f1876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:23.999534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:26:24.002659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e88cbe5-659c-48c4-8f25-09971c96d793,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:26:24.007368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:24.011107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-40e1dd9c-1780-42d8-bcb9-a2362d06a29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:24.073371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.073995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:24.075991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e88cbe5-659c-48c4-8f25-09971c96d793 HTTP/1.1" status: 200 len: 1093 time: 1.1725817 Dec 13 20:26:24.076439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:26:24.109482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Pushing event updated for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:24.114743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:24.150064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793', 'status': 'completed', 'code': 200} Dec 13 20:26:24.193939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-2abc4d95-07a4-445c-8c1f-8b52de699901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.195456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-2abc4d95-07a4-445c-8c1f-8b52de699901 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 1096 time: 0.0774310 Dec 13 20:26:24.266737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-9f57e84d-b0ec-4674-8929-a2c7b194755a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e88cbe5-659c-48c4-8f25-09971c96d793 HTTP/1.1" status: 200 len: 217 time: 0.0639389 Dec 13 20:26:24.330511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-65391b60-aa2c-4bc5-bb74-6b24f3eb3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.332037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-65391b60-aa2c-4bc5-bb74-6b24f3eb3708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 200 len: 856 time: 0.0586312 Dec 13 20:26:24.412643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-fdfe3285-328a-44eb-8249-e6e32a723c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.414133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-fdfe3285-328a-44eb-8249-e6e32a723c83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757113 Dec 13 20:26:24.550239 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-81f01a33-4a57-4818-ac98-a12a5fe9b04d service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293974 Dec 13 20:26:24.687096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad7a924b-b563-4cf1-aa50-50115c64c82f req-c51ecc8d-3bb6-403f-bd95-4345ce733ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300287 Dec 13 20:26:24.806800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ba33-27ba-436f-ae62-3518b3790993 req-d5d0af97-d144-4b9e-8379-79b355f61549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.808296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-d5d0af97-d144-4b9e-8379-79b355f61549 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 1096 time: 0.0720351 Dec 13 20:26:24.995230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ba33-27ba-436f-ae62-3518b3790993 req-c9c83434-6d93-4dd8-83e9-8a60ba53c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:24.996715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-c9c83434-6d93-4dd8-83e9-8a60ba53c809 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 917 time: 0.1549604 Dec 13 20:26:25.007324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a46b7b-0dfb-4372-8c01-934af6ea3ccd req-e87f3893-467c-4b03-9436-4824a092954e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:25.008687 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a46b7b-0dfb-4372-8c01-934af6ea3ccd req-e87f3893-467c-4b03-9436-4824a092954e tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 943 time: 0.1979604 Dec 13 20:26:25.069189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:25.082920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:25.200401 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-770b4ff8-456c-46bd-b330-737b251b5d28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e88cbe5-659c-48c4-8f25-09971c96d793 HTTP/1.1" status: 200 len: 217 time: 0.1907532 Dec 13 20:26:25.271303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a46b7b-0dfb-4372-8c01-934af6ea3ccd req-ac726db4-d72e-4767-99ba-48883617327b tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913262 Dec 13 20:26:25.283488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ba33-27ba-436f-ae62-3518b3790993 req-27a324d6-865f-4b31-96d5-70280a909314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:25.284897 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-27a324d6-865f-4b31-96d5-70280a909314 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 200 len: 856 time: 0.0761292 Dec 13 20:26:25.364382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ba33-27ba-436f-ae62-3518b3790993 req-92844baa-b2ae-4b07-950b-3439c02f4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:25.366615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-92844baa-b2ae-4b07-950b-3439c02f4ebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738451 Dec 13 20:26:25.517874 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-936cdd26-ee6d-43c3-b1dd-b3910de44b95 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435642 Dec 13 20:26:25.654201 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0554ba33-27ba-436f-ae62-3518b3790993 req-a187b954-a704-4bea-b42b-67baeab81e44 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298282 Dec 13 20:26:26.484684 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fe744-8042-456c-9ff5-b9a026fb4a63 req-2e0b2d68-a9a3-48b8-8b4a-0bf33a2e79d3 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:26.486180 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f7fe744-8042-456c-9ff5-b9a026fb4a63 req-2e0b2d68-a9a3-48b8-8b4a-0bf33a2e79d3 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 943 time: 0.0925679 Dec 13 20:26:26.529152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:26.531865 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f7fe744-8042-456c-9ff5-b9a026fb4a63 req-a9d6a17a-ca58-4445-a659-5890c296787f tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Dec 13 20:26:26.873121 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:26:27.525016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7e88cbe5-659c-48c4-8f25-09971c96d793 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:26:27.662149 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e88cbe5-659c-48c4-8f25-09971c96d793,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:27.675243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '7e88cbe5-659c-48c4-8f25-09971c96d793', 'network_id': 'cc67ba03-4ba8-448a-9d48-de9333ee9c6f', 'port_id': '7e88cbe5-659c-48c4-8f25-09971c96d793', 'mac_address': 'fa:16:3e:dd:c3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6970c0cd-3558-48c4-a4d5-5a75c36aa85d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:26:27.724601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c50e-4638-4d6f-a60d-8e526a7a246f req-1d38974d-6f2d-4148-93a9-6c92f6094015 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:27.727016 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8498c50e-4638-4d6f-a60d-8e526a7a246f req-1d38974d-6f2d-4148-93a9-6c92f6094015 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 943 time: 0.0861831 Dec 13 20:26:27.729459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:27.749699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e88cbe5-659c-48c4-8f25-09971c96d793 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:26:27.765096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e88cbe5-659c-48c4-8f25-09971c96d793,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:27.771199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:27.772950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8344c85e-de2f-4d1e-b143-abf3b7378d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:27.777025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8498c50e-4638-4d6f-a60d-8e526a7a246f req-036e0f9a-77eb-435e-8c8d-bb59e325eb38 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Dec 13 20:26:27.839386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:27.842920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:27.964105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7e88cbe5-659c-48c4-8f25-09971c96d793'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:26:28.985829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d4651-7c39-4044-96d1-e3167e280a56 req-24e88931-1f02-4c3e-b6df-ae0ff34b3fe7 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:28.987302 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-005d4651-7c39-4044-96d1-e3167e280a56 req-24e88931-1f02-4c3e-b6df-ae0ff34b3fe7 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 944 time: 0.0886238 Dec 13 20:26:29.031804 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-005d4651-7c39-4044-96d1-e3167e280a56 req-b751e245-fbd2-47e8-ae72-b3893ae1fbcf tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Dec 13 20:26:29.555114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7e88cbe5-659c-48c4-8f25-09971c96d793 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:26:29.630300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 7e88cbe5-659c-48c4-8f25-09971c96d793 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:26:29.635019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 7e88cbe5-659c-48c4-8f25-09971c96d793 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:26:29.635413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:29.757628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:29.783586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:26:29.793491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e88cbe5-659c-48c4-8f25-09971c96d793,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:29.798650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:29.801035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:29.842873 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793', 'code': 200} Dec 13 20:26:29.878049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:29.881017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:30.085052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf3666-16df-4402-963c-d70915c82420 req-f0575a42-e091-42a6-9d60-bb1d74ab8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:30.086578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3dbf3666-16df-4402-963c-d70915c82420 req-f0575a42-e091-42a6-9d60-bb1d74ab8490 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 1098 time: 0.0794098 Dec 13 20:26:30.128410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3dbf3666-16df-4402-963c-d70915c82420 req-f1681c6a-c6e3-4d96-9873-b7c17250e040 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Dec 13 20:26:30.221186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f889059-bf60-41b9-b9fe-89688da4b128 req-22c68d8b-4ad1-44a0-9700-76a9e105b6e4 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:30.222530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f889059-bf60-41b9-b9fe-89688da4b128 req-22c68d8b-4ad1-44a0-9700-76a9e105b6e4 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.0838337 Dec 13 20:26:30.268452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f889059-bf60-41b9-b9fe-89688da4b128 req-1a137ea8-208e-4b85-9ff7-31b2ccc3a4bd tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Dec 13 20:26:31.477855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07b54c-b7af-4804-8a2f-16be04655d86 req-ac132626-0ad0-4ef8-8002-9f05376228b7 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:31.479319 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fa07b54c-b7af-4804-8a2f-16be04655d86 req-ac132626-0ad0-4ef8-8002-9f05376228b7 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.1002600 Dec 13 20:26:31.526146 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fa07b54c-b7af-4804-8a2f-16be04655d86 req-a8f3aee6-50be-452d-979c-0eaeb205c455 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Dec 13 20:26:31.731509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474fa5-df97-4b30-889c-4fad2c880fd4 req-40441f62-9284-4eb6-aeeb-c4eeefc4d547 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:31.732963 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1474fa5-df97-4b30-889c-4fad2c880fd4 req-40441f62-9284-4eb6-aeeb-c4eeefc4d547 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.0941305 Dec 13 20:26:31.776967 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1474fa5-df97-4b30-889c-4fad2c880fd4 req-18bb129d-163b-48e7-a810-eb62e72334c4 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Dec 13 20:26:42.220880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:46.190858 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-00fdb5fb-687f-4c1c-b71f-baf4350e2183 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789351 Dec 13 20:26:46.334189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-968de538-acec-4582-8ed2-5968c9d792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:46.335582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-968de538-acec-4582-8ed2-5968c9d792d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 1098 time: 0.0715778 Dec 13 20:26:46.485537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-bef518c9-5c54-4efe-8f74-fc99a2fb47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:46.486981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-bef518c9-5c54-4efe-8f74-fc99a2fb47b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 200 len: 917 time: 0.1280744 Dec 13 20:26:46.558619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-57d5ccbe-811c-4ad9-86e4-e54a2532e0aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e88cbe5-659c-48c4-8f25-09971c96d793 HTTP/1.1" status: 200 len: 217 time: 0.0640626 Dec 13 20:26:46.621194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-41b1c6ec-4b6e-4dee-9c45-d2ef268eafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:46.622600 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-41b1c6ec-4b6e-4dee-9c45-d2ef268eafd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 200 len: 856 time: 0.0575745 Dec 13 20:26:46.710407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-c7afb14d-4df7-4fa8-b04d-e9bc93b7c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:46.711897 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-c7afb14d-4df7-4fa8-b04d-e9bc93b7c4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc67ba03-4ba8-448a-9d48-de9333ee9c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825315 Dec 13 20:26:46.849191 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-a4b5989e-59f0-4e8c-a0b9-a67ac763c4d2 service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291385 Dec 13 20:26:47.104673 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77e60747-b571-41bd-9b4e-fe02d3f1aed9 req-584fca8d-482e-4b53-8c76-1bdbc6a4980c service neutron] 10.222.0.20 "GET /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478552 Dec 13 20:26:47.518297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcda9-7e78-45fa-ae11-57b98dd7571c req-f53446dc-75ba-45a9-9d52-9426563e9933 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:47.519621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e6fcda9-7e78-45fa-ae11-57b98dd7571c req-f53446dc-75ba-45a9-9d52-9426563e9933 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Dec 13 20:26:47.567361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e6fcda9-7e78-45fa-ae11-57b98dd7571c req-97be6225-f2af-4b44-85ed-a36badf3fc65 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Dec 13 20:26:48.782171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535c1d9-8725-4df3-b7ee-2726b890491f req-79da9a80-345d-4093-8f4d-07187a278d1d tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:48.783612 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7535c1d9-8725-4df3-b7ee-2726b890491f req-79da9a80-345d-4093-8f4d-07187a278d1d tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.0961828 Dec 13 20:26:48.835675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7535c1d9-8725-4df3-b7ee-2726b890491f req-e05745d5-86d9-4b16-a341-982b43e8c04d tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd538994-20ac-48b9-aed5-68f59a195398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 Dec 13 20:26:48.987018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-a890f885-7c5a-40c3-849d-3a3b22ae0654 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:26:48.988361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-a890f885-7c5a-40c3-849d-3a3b22ae0654 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 945 time: 0.0945477 Dec 13 20:26:49.061142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Deleting port 7e88cbe5-659c-48c4-8f25-09971c96d793 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:49.061495 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:49.317850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] For port 7e88cbe5-659c-48c4-8f25-09971c96d793, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7e88cbe5-659c-48c4-8f25-09971c96d793,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:49.318172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:49.439021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Calling delete_port for 7e88cbe5-659c-48c4-8f25-09971c96d793 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:49.588227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:49.594523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:49.600385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['7e88cbe5-659c-48c4-8f25-09971c96d793'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:26:49.639232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Pushing event deleted for resources: {'Port': ['ID=7e88cbe5-659c-48c4-8f25-09971c96d793,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:49.642311 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:49.717534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] No DVR routers for this DVR port 7e88cbe5-659c-48c4-8f25-09971c96d793 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:26:49.720213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:49.722964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'name': 'network-vif-deleted', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:26:49.741859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69662c01-fa75-4f0d-9985-6c50bd41fbf9 req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.20 "DELETE /v2.0/ports/7e88cbe5-659c-48c4-8f25-09971c96d793 HTTP/1.1" status: 204 len: 173 time: 0.7476585 Dec 13 20:26:49.770483 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4', 'name': 'network-vif-deleted', 'tag': '7e88cbe5-659c-48c4-8f25-09971c96d793', 'status': 'completed', 'code': 200} Dec 13 20:26:50.001006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ef6efd99-2477-49a8-ac58-01c67113ad42 req-ad1ec193-9e62-48f0-90d5-849c887dfaac tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Synchronizing usage tracker for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:26:50.020661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ef6efd99-2477-49a8-ac58-01c67113ad42 req-ad1ec193-9e62-48f0-90d5-849c887dfaac tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Unset dirty status for tenant:6785ef3d1c4c4c7786c2ab885706a40f on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:26:50.021884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef6efd99-2477-49a8-ac58-01c67113ad42 req-ad1ec193-9e62-48f0-90d5-849c887dfaac tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd9de0bc-aa66-4a4c-9692-e2cf7e4197d4 HTTP/1.1" status: 200 len: 210 time: 0.0656788 Dec 13 20:26:51.170435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36780) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:51.673877 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e93d298-cec8-4202-8701-89debb8ceb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:51.867880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:52.223871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Deleting port 85e26989-33f0-4306-b217-4052d93dd819 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:52.224623 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:52.395820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] For port 85e26989-33f0-4306-b217-4052d93dd819, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=85e26989-33f0-4306-b217-4052d93dd819,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:52.396180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:52.518141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Calling delete_port for 85e26989-33f0-4306-b217-4052d93dd819 owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:52.861360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:52.866029 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:52.910502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Pushing event deleted for resources: {'Port': ['ID=85e26989-33f0-4306-b217-4052d93dd819,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:52.941802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:53.320340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:53.695761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7e88cbe5-659c-48c4-8f25-09971c96d793 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:26:53.708749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Router 896ae433-66a9-4edf-bd7a-02c632991d1f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:26:53.730359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 7e88cbe5-659c-48c4-8f25-09971c96d793 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:26:53.730724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 7e88cbe5-659c-48c4-8f25-09971c96d793 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:26:53.888480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:26:53.897608 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Sync routers for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:26:53.908260 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] 10.222.0.18 "PUT /v2.0/routers/896ae433-66a9-4edf-bd7a-02c632991d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7343130 Dec 13 20:26:53.908569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36784) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:53.911573 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:26:53.912477 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:53.926695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4c194777-86c1-40bd-87da-1607de32e0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.085335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.102139 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:26:54.263929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.275679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Deleting port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:54.276078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.385616 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:26:52Z', 'revision_number': 5, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port': {'id': '69fbc5ec-0fdb-4875-a3bc-672d2f4c50af', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:35Z', 'updated_at': '2021-12-13T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:54.389359 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Checking router: 896ae433-66a9-4edf-bd7a-02c632991d1f for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:26:54.397701 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Routers {'896ae433-66a9-4edf-bd7a-02c632991d1f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:26:54.398229 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['896ae433-66a9-4edf-bd7a-02c632991d1f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:54.455701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] For port 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:54.456442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.547779 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] Set router 896ae433-66a9-4edf-bd7a-02c632991d1f gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:26:54.655278 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:26:54Z', 'revision_number': 6, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:54.659537 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b7618a-7edc-458e-8ec9-9650f2266aec None None] The sync data for ids ['896ae433-66a9-4edf-bd7a-02c632991d1f'] in dv-neutron-821563-1-hyperv is: [{'id': '896ae433-66a9-4edf-bd7a-02c632991d1f', 'name': 'tempest-TestEncryptedCinderVolumes-2085679867-router', 'tenant_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:34Z', 'updated_at': '2021-12-13T20:26:54Z', 'revision_number': 6, 'project_id': '6785ef3d1c4c4c7786c2ab885706a40f', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:26:54.721755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Calling delete_port for 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af owned by network:router_gateway {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:54.900396 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:54.904032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21aaead0-b02a-40d0-a8d5-3ea0a540acc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:54.949472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=69fbc5ec-0fdb-4875-a3bc-672d2f4c50af,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:54.952530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:55.040480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.071759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.089767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.215537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.217935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.242601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.243122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 896ae433-66a9-4edf-bd7a-02c632991d1f {{(pid=87525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:26:55.255171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.256287 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] 10.222.0.18 "DELETE /v2.0/routers/896ae433-66a9-4edf-bd7a-02c632991d1f HTTP/1.1" status: 204 len: 168 time: 1.3468602 Dec 13 20:26:55.258877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36788) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:55.319907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Deleting subnet 6970c0cd-3558-48c4-a4d5-5a75c36aa85d {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:26:55.322927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.373038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.456758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.527054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.531024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4b2df2ac-037a-470d-ad7d-6afe5db54ad7 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:55.565143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6970c0cd-3558-48c4-a4d5-5a75c36aa85d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:55.568566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:55.569585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.575815 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-86023fff-9bf0-483c-b3b8-2e5ebe2e09c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6970c0cd-3558-48c4-a4d5-5a75c36aa85d HTTP/1.1" status: 204 len: 168 time: 0.3160427 Dec 13 20:26:55.578742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36792) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:55.578957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ed41c-0c8b-4270-9c7f-da57ac7c6c8f None None] Network cc67ba03-4ba8-448a-9d48-de9333ee9c6f requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:26:55.704549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.714833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Deleting port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:55.715169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.841359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] DHCP port deletion for cc67ba03-4ba8-448a-9d48-de9333ee9c6f request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:26:55.846116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Deleting port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:55.846505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:55.925479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] For port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:55.925807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.049259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Calling delete_port for 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:56.086011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] For port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,segment=NetworkSegment(6cb32861-5aca-4f19-a85f-2b2d2bcd917e),segment_id=6cb32861-5aca-4f19-a85f-2b2d2bcd917e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:56.086646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.138733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.144058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:56.155694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 85e26989-33f0-4306-b217-4052d93dd819 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:26:56.250035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Calling delete_port for 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:56.292624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 85e26989-33f0-4306-b217-4052d93dd819 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:26:56.292977 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 85e26989-33f0-4306-b217-4052d93dd819 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:26:56.293419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:26:56.326617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:56.330192 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:56.330775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] No DVR routers for this DVR port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:26:56.336032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:26:56.336410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69fbc5ec-0fdb-4875-a3bc-672d2f4c50af not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:26:56.336801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:26:56.377102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:26:56.377484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:26:56.403247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:26:56.403621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:26:56.454787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.481272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc67ba03-4ba8-448a-9d48-de9333ee9c6f']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:56.494484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb32861-5aca-4f19-a85f-2b2d2bcd917e') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:56.494742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb32861-5aca-4f19-a85f-2b2d2bcd917e') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:56.506592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.523454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.529939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:26:56.530435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.534549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:26:56.545961 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:26:56.641558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.646787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:56.662719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.673721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cc67ba03-4ba8-448a-9d48-de9333ee9c6f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:56.676946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:56.691017 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc67ba03-4ba8-448a-9d48-de9333ee9c6f HTTP/1.1" status: 204 len: 168 time: 1.1112535 Dec 13 20:26:56.695018 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36796) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:56.905155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Deleting port 1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:56.905605 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:56.991980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c0768-9512-48d2-bdf3-fdcc57285e85 None None] The port '1fa21eb5-27c6-4c1a-ad2d-07a898eef6d2' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:26:57.321373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:57.819182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Deleting port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:57.819878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:58.007140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] For port 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:26:58.007447 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:58.136285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Calling delete_port for 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:26:58.463125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:58.466655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:26:58.508271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:26:58.548902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.549347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.549720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.550071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.550454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.550818 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.551181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.551522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.551907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.552249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.552605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.552958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:26:58.560495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:26:58.792495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:59.307198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Router 3245271f-510a-459d-8966-17d69d01042e has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:26:59.491305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:26:59.500206 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/3245271f-510a-459d-8966-17d69d01042e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037739 Dec 13 20:26:59.500592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Sync routers for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:26:59.502774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36800) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:26:59.510713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:26:59.511302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:59.679648 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:59.687634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:26:59.861824 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:59.874354 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Deleting port 69db9bb4-0366-47a8-85e1-5cb872292ef0 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:26:59.874759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:26:59.970092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:26:58Z', 'revision_number': 5, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port': {'id': '69db9bb4-0366-47a8-85e1-5cb872292ef0', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3245271f-510a-459d-8966-17d69d01042e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:25:42Z', 'updated_at': '2021-12-13T20:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:26:59.974609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Checking router: 3245271f-510a-459d-8966-17d69d01042e for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:26:59.983926 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Routers {'3245271f-510a-459d-8966-17d69d01042e'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:26:59.985425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['3245271f-510a-459d-8966-17d69d01042e'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:00.049570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] For port 69db9bb4-0366-47a8-85e1-5cb872292ef0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=69db9bb4-0366-47a8-85e1-5cb872292ef0,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:00.049921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.145368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] Set router 3245271f-510a-459d-8966-17d69d01042e gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:00.176802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Calling delete_port for 69db9bb4-0366-47a8-85e1-5cb872292ef0 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:27:00.297539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:26:59Z', 'revision_number': 6, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:00.301705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff5cc2-b2a6-497f-a346-2a7b7bf8af21 None None] The sync data for ids ['3245271f-510a-459d-8966-17d69d01042e'] in dv-neutron-821563-1-hyperv is: [{'id': '3245271f-510a-459d-8966-17d69d01042e', 'name': 'tempest-TestEncryptedCinderVolumes-32555046-router', 'tenant_id': '51cc72105b5942578515798292f3a3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:25:41Z', 'updated_at': '2021-12-13T20:26:59Z', 'revision_number': 6, 'project_id': '51cc72105b5942578515798292f3a3be', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:27:00.348481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.352203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9fe64bdc-2122-4400-9072-7bf1e6e28a40 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:00.396809 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69db9bb4-0366-47a8-85e1-5cb872292ef0,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:00.399792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:00.494321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.802976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.805521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.837380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.837901 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3245271f-510a-459d-8966-17d69d01042e {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:27:00.850785 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.851917 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3245271f-510a-459d-8966-17d69d01042e HTTP/1.1" status: 204 len: 168 time: 1.3482873 Dec 13 20:27:00.855079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36804) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:00.919679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Deleting subnet e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:27:00.925309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:00.974287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.051182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.130823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.134943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7bd1ea79-1811-4ad4-b9bb-f8f3bac198d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:01.169576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:01.172871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:01.173804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.179228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab38b6c-ecec-4474-8dc1-56a060ad222f None None] Network 30a81830-e04d-4172-9c03-4b5222ce2b0b requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:27:01.182341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f9715e3b-cc3a-4a61-96a4-0c77dc350636 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1d973f7-f2ae-4f55-9edd-ad24c0af6eb9 HTTP/1.1" status: 204 len: 168 time: 0.3239615 Dec 13 20:27:01.182620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36808) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:01.292522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.303742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Deleting port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:27:01.304078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.425291 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] DHCP port deletion for 30a81830-e04d-4172-9c03-4b5222ce2b0b request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:27:01.429574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Deleting port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:27:01.429967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.522251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] For port ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:01.522558 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.628890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] For port ab7b7dd1-5849-4fe9-abc6-c49387a31d20, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,segment=NetworkSegment(d7e06c88-8d8d-4aba-8f03-4093a28593a4),segment_id=d7e06c88-8d8d-4aba-8f03-4093a28593a4)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:01.629187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.644148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Calling delete_port for ab7b7dd1-5849-4fe9-abc6-c49387a31d20 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:27:01.720957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.725193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b5513c88-ed6f-41c3-94bf-746b9bf91fb0 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:01.747380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Calling delete_port for ab7b7dd1-5849-4fe9-abc6-c49387a31d20 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:27:01.774850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] No DVR routers for this DVR port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:27:01.800780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7b7dd1-5849-4fe9-abc6-c49387a31d20,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:01.803415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:01.821570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:27:01.821931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:27:01.894725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.921860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a81830-e04d-4172-9c03-4b5222ce2b0b']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:01.941076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e06c88-8d8d-4aba-8f03-4093a28593a4') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:01.941467 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e06c88-8d8d-4aba-8f03-4093a28593a4') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:01.957908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.976030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.982166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:27:01.982760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:27:01.995911 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:27:02.076146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.081059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-923a48f3-89dc-4fd0-a227-cd7c07d3784a tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:02.094721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.104838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a81830-e04d-4172-9c03-4b5222ce2b0b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:02.107766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:02.110953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] 10.222.0.18 "DELETE /v2.0/networks/30a81830-e04d-4172-9c03-4b5222ce2b0b HTTP/1.1" status: 204 len: 168 time: 0.9271898 Dec 13 20:27:02.152408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:27:02.186931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:27:02.187664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 4b4394d7-55fb-45ab-a1e4-a1b6cacbf2ac not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:27:02.187767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69db9bb4-0366-47a8-85e1-5cb872292ef0 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:27:02.223702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 69db9bb4-0366-47a8-85e1-5cb872292ef0 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:27:02.224058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 69db9bb4-0366-47a8-85e1-5cb872292ef0 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:27:02.224512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7b7dd1-5849-4fe9-abc6-c49387a31d20 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:27:02.257973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ab7b7dd1-5849-4fe9-abc6-c49387a31d20 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:27:02.258337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab7b7dd1-5849-4fe9-abc6-c49387a31d20 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:27:02.288489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36814) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:02.323630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Deleting port ab7b7dd1-5849-4fe9-abc6-c49387a31d20 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:27:02.324167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.340757 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-43fdde0b-b166-4dce-ae65-5eb6e3c23ea6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6785ef3d1c4c4c7786c2ab885706a40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487635 Dec 13 20:27:02.340983 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36818) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:02.394887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-73efa906-38b6-4b50-9ef7-6a5c3b53a227 None None] The port 'ab7b7dd1-5849-4fe9-abc6-c49387a31d20' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:27:02.401203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.433185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.489988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.493707 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-80daab46-22fe-49e9-a205-6f3288edb605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:02.507531 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd538994-20ac-48b9-aed5-68f59a195398,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:02.510188 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:02.520126 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:02.524508 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd538994-20ac-48b9-aed5-68f59a195398 HTTP/1.1" status: 204 len: 168 time: 0.1826203 Dec 13 20:27:02.893274 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36826) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:02.945684 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-307129ab-224a-4bba-ae83-5c5755b3968e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51cc72105b5942578515798292f3a3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511043 Dec 13 20:27:02.948064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36830) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:03.016182 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:03.044190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:03.100947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:03.106594 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bc9da705-d7f1-4153-b0bb-b54d701a7ddd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:03.117906 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0ef96-84b4-4b12-b531-00357696ea97,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:03.121293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:03.124521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:03.125676 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80d0ef96-84b4-4b12-b531-00357696ea97 HTTP/1.1" status: 204 len: 168 time: 0.1767356 Dec 13 20:27:03.872007 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:27:03.920926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36854) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:04.094318 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-870020974-network', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:04.099272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:04.103225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Usage tracker for resource:network and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:04.106136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:04.112656 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:04.130529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Made reservation on behalf of 501d78543b424709a9346e3db0d5e1b6 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:27:04.133134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.146281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.161143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:04.165281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:04.168227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:04.174041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:04.271386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.278310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.282911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89eb8293-a8c8-4f3f-8de8-b1dee18f29fd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:04.315827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:27:04.324681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8ef11-7ffe-4692-923f-0f3899d256ec,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:04.329201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:04.331546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.331965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Added segment 017f2891-7a88-4be3-afcb-5e55b7776fa9 of type vlan for network f3bb5b14-d90d-410a-933a-499b5c789cc3 Dec 13 20:27:04.482074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.515871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.516914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:04.517514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.522394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-502ae479-09ae-4483-9a99-7d860589beb1 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:04.622928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Pushing event updated for resources: {'Network': ['ID=f3bb5b14-d90d-410a-933a-499b5c789cc3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:04.626100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7040327 Dec 13 20:27:04.626997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-998ca2c2-eaa6-4ed4-a929-3a0e5f629e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:04.629645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36860) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:04.634133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:27:04.634968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Request body: {'subnet': {'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-870020974-subnet', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:04.640165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:04.644051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Usage tracker for resource:subnet and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:04.646939 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:04.652520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:04.663801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Made reservation on behalf of 501d78543b424709a9346e3db0d5e1b6 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:27:04.666127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.879733 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:04.883260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c76c09c0-1b6e-48dc-b938-09d8c49d705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:04.953016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84801f19-d3df-4864-b7b5-8eb5b7219b67,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:04.957852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:04.964779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Checking segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:04.965132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Network hostable DHCP agents. Network: f3bb5b14-d90d-410a-933a-499b5c789cc3, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:27:04.986851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:27:04.998340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, f3bb5b14-d90d-410a-933a-499b5c789cc3) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:05.003124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:05.004183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.009735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968f337-5cf4-480e-b223-0ed0089a4ecc None None] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:27:05.026807 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3961647 Dec 13 20:27:05.029859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:05.035090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:05.040169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:05.044183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Usage tracker for resource:router and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:05.047633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:05.053432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:05.064227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.065330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.081439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.243371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-f3bb5b14-d90d-410a-933a-499b5c789cc3', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:27:05.244259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.350066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.399946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Allocated IP 172.20.0.2 (f3bb5b14-d90d-410a-933a-499b5c789cc3/84801f19-d3df-4864-b7b5-8eb5b7219b67/14c61fec-429b-417b-906c-c759bbaaa604) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:05.647478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.657467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Transition to ACTIVE for port object 14c61fec-429b-417b-906c-c759bbaaa604 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:05.665114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.675200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Transition to ACTIVE for port object 14c61fec-429b-417b-906c-c759bbaaa604 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:05.681322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.685255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:05.695720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.746032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:05.748812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:05.751369 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:05.760498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Pushing event updated for resources: {'Port': ['ID=14c61fec-429b-417b-906c-c759bbaaa604,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:05.799028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.799379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.799719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.800052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.800394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.800712 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.801035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.801382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.801710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.802030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.802346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.802664 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:05.806382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:05.833796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Allocated IP 172.26.6.211 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/6d591146-0df3-4225-8ad8-f448ff85a626) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:05.858713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Attempting to bind port 14c61fec-429b-417b-906c-c759bbaaa604 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:05.859093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Attempting to bind port 14c61fec-429b-417b-906c-c759bbaaa604 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:05.859463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Attempting to bind port 14c61fec-429b-417b-906c-c759bbaaa604 on network f3bb5b14-d90d-410a-933a-499b5c789cc3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:05.864694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:05.865081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Checking segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:05.865504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.865903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Bound using segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:05.866374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Bound port: 14c61fec-429b-417b-906c-c759bbaaa604, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:05.866755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.955182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] For port 14c61fec-429b-417b-906c-c759bbaaa604, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:05.958432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] For port 14c61fec-429b-417b-906c-c759bbaaa604, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14c61fec-429b-417b-906c-c759bbaaa604,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:05.963848 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:05.967750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:06.051981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Pushing event updated for resources: {'Port': ['ID=14c61fec-429b-417b-906c-c759bbaaa604,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:06.054160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:06.110911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:06.142869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:06.147680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1a59dd5-ea3d-480e-8d21-9e4c1fa886da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:06.209027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:06.211857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:06.215808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:06.269353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Pushing event updated for resources: {'Port': ['ID=6d591146-0df3-4225-8ad8-f448ff85a626,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:06.283525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:06.666207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:06.986223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a5274-5a02-4bd2-b6e1-ab9bbb81840e None None] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:27:07.013832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:07.084368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2c262b23-0711-478c-995a-27e5de6f8986 None None] Provisioning for port 14c61fec-429b-417b-906c-c759bbaaa604 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:07.220197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:27:07.402355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:27:07.412992 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Sync routers for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:27:07.423031 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:07.423420 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:07.429009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:07.430408 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3994637 Dec 13 20:27:07.433355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36868) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:07.636596 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:07.920615 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:06Z', 'revision_number': 3, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:07.925384 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Checking router: 5b2591da-5b96-4d7a-8295-93ac2a57dce3 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:27:07.925750 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Updating router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 port 6d591146-0df3-4225-8ad8-f448ff85a626 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:27:07.982893 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.177038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14c61fec-429b-417b-906c-c759bbaaa604 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:08.252413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 14c61fec-429b-417b-906c-c759bbaaa604 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:08.256406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.258432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14c61fec-429b-417b-906c-c759bbaaa604 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:08.258920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.322336 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.336520 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Transition to ACTIVE for port object 6d591146-0df3-4225-8ad8-f448ff85a626 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:08.343881 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.349802 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:08.382875 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.415463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 14c61fec-429b-417b-906c-c759bbaaa604, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14c61fec-429b-417b-906c-c759bbaaa604,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:08.419952 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.423456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:08.426444 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Attempting to bind port 6d591146-0df3-4225-8ad8-f448ff85a626 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:08.426954 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Attempting to bind port 6d591146-0df3-4225-8ad8-f448ff85a626 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:08.427198 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Attempting to bind port 6d591146-0df3-4225-8ad8-f448ff85a626 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:08.435629 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:08.436048 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:08.436523 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.437193 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:08.437682 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Bound port: 6d591146-0df3-4225-8ad8-f448ff85a626, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:08.438068 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.480890 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Pushing event updated for resources: {'Port': ['ID=6d591146-0df3-4225-8ad8-f448ff85a626,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:08.494430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=14c61fec-429b-417b-906c-c759bbaaa604,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:08.497791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:08.500571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Allocated IP 172.20.0.1 (f3bb5b14-d90d-410a-933a-499b5c789cc3/84801f19-d3df-4864-b7b5-8eb5b7219b67/ccd9dfb1-adc6-4bf8-a133-f1556805e4bf) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:08.502863 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.503219 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.503566 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.503876 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.504209 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.504544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.504875 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.505222 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.505554 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.505899 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.506211 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.506555 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:08.518890 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:08.532029 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] For port 6d591146-0df3-4225-8ad8-f448ff85a626, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:08.535350 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] For port 6d591146-0df3-4225-8ad8-f448ff85a626, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d591146-0df3-4225-8ad8-f448ff85a626,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:08.539748 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.543526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:08.617091 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:08.617748 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:08.649300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.665190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Transition to ACTIVE for port object ccd9dfb1-adc6-4bf8-a133-f1556805e4bf will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:08.684289 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Pushing event updated for resources: {'Port': ['ID=6d591146-0df3-4225-8ad8-f448ff85a626,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:08.689935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.695324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:08.698364 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-de216717-42fc-4fcc-af03-4bc94d23c620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:08.754022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:08.757276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:08.759739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:08.801433 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:08.812597 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:08.815708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:08.829616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:08.959420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e77ac6b0-2e52-47de-a042-02b1c4d393de None None] Provisioning for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:08.964984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e77ac6b0-2e52-47de-a042-02b1c4d393de None None] Provisioning complete for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:08.965477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e77ac6b0-2e52-47de-a042-02b1c4d393de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:09.027585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e77ac6b0-2e52-47de-a042-02b1c4d393de None None] Port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:27:09.088413 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:06Z', 'revision_number': 3, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:09.092785 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e8cbd-33f5-45e1-9439-770b8af6f8df None None] The sync data for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv is: [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:06Z', 'revision_number': 3, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:27:09.230948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:09.482458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:09.488437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:09.513551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5414bd2c-4957-4ccd-a079-aef2cfd5a0d1 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:09.593880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:09.596764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:09.597936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:09.738670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:09.740053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:09.935971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:27:09.953384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3784ffcb-1d80-4caf-879e-50b758352a6c None None] Provisioning complete for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:09.953931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3784ffcb-1d80-4caf-879e-50b758352a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.008531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3784ffcb-1d80-4caf-879e-50b758352a6c None None] Port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:27:10.133513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:27:10.143522 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b2591da-5b96-4d7a-8295-93ac2a57dce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7089353 Dec 13 20:27:10.225036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14c61fec-429b-417b-906c-c759bbaaa604 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:10.297368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 14c61fec-429b-417b-906c-c759bbaaa604 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:10.297835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.441688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d591146-0df3-4225-8ad8-f448ff85a626 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:10.516211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6d591146-0df3-4225-8ad8-f448ff85a626 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:10.521290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6d591146-0df3-4225-8ad8-f448ff85a626 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:10.521684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.621839 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Sync routers for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:27:10.644273 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:10.644922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:10.685845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36886) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:10.691692 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-604796758-network', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:10.697051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:10.701193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Usage tracker for resource:network and tenant:3c74a4af555d464285a7b7a6674dd90a is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:10.704317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:10.710241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:10.710807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.722150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Made reservation on behalf of 3c74a4af555d464285a7b7a6674dd90a for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:27:10.724471 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.737009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.743380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 6d591146-0df3-4225-8ad8-f448ff85a626, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d591146-0df3-4225-8ad8-f448ff85a626,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:10.752135 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:10.756464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Usage tracker for resource:security_group_rule and tenant:3c74a4af555d464285a7b7a6674dd90a is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:10.759505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:10.765312 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:10.843761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.845648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:10.852229 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.857071 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.860590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b4a476a5-c0db-41cb-a341-b37c749611c8 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:10.889622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:27:10.894960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541f566-d4d2-42a4-935e-26e562c10934,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:10.898607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:10.902187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.902570 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Added segment 9d562496-1760-400c-bcc5-3fffefbd1a51 of type vlan for network 384372fa-10c7-46e1-aaf9-0049ea683b04 Dec 13 20:27:10.929251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.944635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:10.960521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.961620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:10.962195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:10.966848 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2b66c423-c0a4-4ce5-9b1e-ca32ec50e0cf tempest-TagsExtTest-616618779 tempest-TagsExtTest-616618779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:10.993536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=6d591146-0df3-4225-8ad8-f448ff85a626,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:10.998445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:11.065566 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3785553 Dec 13 20:27:11.066515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Pushing event updated for resources: {'Network': ['ID=384372fa-10c7-46e1-aaf9-0049ea683b04,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:11.068847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36890) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:11.069660 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:11.075020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Request body: {'subnet': {'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-604796758-subnet', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:11.080559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:11.085412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Usage tracker for resource:subnet and tenant:3c74a4af555d464285a7b7a6674dd90a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:11.088621 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:11.094919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:11.096042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:27:11.106744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Made reservation on behalf of 3c74a4af555d464285a7b7a6674dd90a for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:27:11.109378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.320384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.325819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d0f1cf23-1f5e-4c37-a007-1e34820fe597 tempest-PortsIpV6TestJSON-2093359181 tempest-PortsIpV6TestJSON-2093359181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:11.358280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 2, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:11.362203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Checking router: 5b2591da-5b96-4d7a-8295-93ac2a57dce3 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:27:11.362592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Updating router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:27:11.405065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8037a6-109a-4539-a26e-b1491c673896,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:11.408541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:11.411057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Checking segment: {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:11.411417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Network hostable DHCP agents. Network: 384372fa-10c7-46e1-aaf9-0049ea683b04, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:27:11.418946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.431787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:27:11.445730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 384372fa-10c7-46e1-aaf9-0049ea683b04) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:11.450124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:11.450711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.468526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d08f1-67f2-4fba-87ad-4ba0810a3782 None None] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:27:11.472782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7def97f6-21cc-4033-a71e-17a41e0a73ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4027023 Dec 13 20:27:11.475293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 36894) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:11.480248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:11.485101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:11.489006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Usage tracker for resource:router and tenant:3c74a4af555d464285a7b7a6674dd90a is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:11.491940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:11.497657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:11.508894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.510018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.525572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.791580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:11.854717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-384372fa-10c7-46e1-aaf9-0049ea683b04', 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'fixed_ips': [{'subnet_id': '1c8037a6-109a-4539-a26e-b1491c673896'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:27:11.855542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.061468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.082079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Transition to ACTIVE for port object ccd9dfb1-adc6-4bf8-a133-f1556805e4bf will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:12.093127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Allocated IP 172.20.0.2 (384372fa-10c7-46e1-aaf9-0049ea683b04/1c8037a6-109a-4539-a26e-b1491c673896/afb32674-1418-4405-97bc-b8959354dd51) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:12.095015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.100205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d9b17568-c38b-4e1d-980b-57a9887eaeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:12.109271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.297647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.320247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d591146-0df3-4225-8ad8-f448ff85a626 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:12.444515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Allocated IP 172.26.6.233 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/b2675046-efb4-4535-89e5-acbaa8d04831) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:12.484801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Pushing event updated for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:12.511629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:12.522095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.585794 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Attempting to bind port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:12.586129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Attempting to bind port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:12.586529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Attempting to bind port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf on network f3bb5b14-d90d-410a-933a-499b5c789cc3 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:12.610241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.614991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:12.615379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Checking segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:12.615789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.616240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Bound using segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:12.616999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Bound port: ccd9dfb1-adc6-4bf8-a133-f1556805e4bf, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:12.617410 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.641877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.645552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-57ef3d0b-fbcf-4771-b467-11bc8a0ad4df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:12.663724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6d591146-0df3-4225-8ad8-f448ff85a626 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:12.664105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.708032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:12.710803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:12.713345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:12.750942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Pushing event updated for resources: {'Port': ['ID=b2675046-efb4-4535-89e5-acbaa8d04831,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:12.752866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:12.786106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.810175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Transition to ACTIVE for port object afb32674-1418-4405-97bc-b8959354dd51 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:12.869083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Transition to ACTIVE for port object afb32674-1418-4405-97bc-b8959354dd51 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:12.877783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] For port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:12.892705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.899095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-712336e8-9830-49a5-a8dd-fc2965c69428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:12.931398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] For port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:12.949227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:12.972463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:12.977055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:12.983610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:12.994624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Pushing event updated for resources: {'Port': ['ID=afb32674-1418-4405-97bc-b8959354dd51,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:13.001800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:13.002419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:13.132016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:13.132658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:13.156766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:13.222694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Pushing event updated for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:13.229134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:13.231200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Attempting to bind port afb32674-1418-4405-97bc-b8959354dd51 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:13.231200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Attempting to bind port afb32674-1418-4405-97bc-b8959354dd51 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:13.231377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Attempting to bind port afb32674-1418-4405-97bc-b8959354dd51 on network 384372fa-10c7-46e1-aaf9-0049ea683b04 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:13.252491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:13.252789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Checking segment: {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:13.253222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:13.253626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Bound using segment: {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:13.254100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Bound port: afb32674-1418-4405-97bc-b8959354dd51, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:13.254478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:13.423677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:13.495479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] For port afb32674-1418-4405-97bc-b8959354dd51, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:13.503032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:13.575106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] For port afb32674-1418-4405-97bc-b8959354dd51, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=afb32674-1418-4405-97bc-b8959354dd51,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:13.582904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:13.588364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:13.744221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Pushing event updated for resources: {'Port': ['ID=afb32674-1418-4405-97bc-b8959354dd51,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:13.755888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:13.869887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Router b21ffbe7-7b07-452b-93d9-eee4a062779c is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:27:13.907674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:13.912997 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2cddb-b6f0-4291-9bfb-5955b22a7411 None None] The sync data for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv is: [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:27:14.096565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:27:14.105882 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Sync routers for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:27:14.121449 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:14.122096 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:14.133607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:14.135242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6589816 Dec 13 20:27:14.138095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 36898) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:27:14.251702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ccd9dfb1-adc6-4bf8-a133-f1556805e4bf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:14.362644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:14.368604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:14.369197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:14.383594 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:14.517785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:14.591762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:14.603612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:14.604658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device afb32674-1418-4405-97bc-b8959354dd51 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:14.659353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:14.766730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:14.770802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:14.782096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port afb32674-1418-4405-97bc-b8959354dd51 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:14.837514 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 3, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:14.842344 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Checking router: b21ffbe7-7b07-452b-93d9-eee4a062779c for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:27:14.843316 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Updating router b21ffbe7-7b07-452b-93d9-eee4a062779c port b2675046-efb4-4535-89e5-acbaa8d04831 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:27:14.907162 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:14.990157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c79319-0d3b-4d2b-bc73-8b486bfb73d5 None None] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:27:15.094241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Provisioning for port afb32674-1418-4405-97bc-b8959354dd51 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:15.101088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Provisioning complete for port afb32674-1418-4405-97bc-b8959354dd51 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:15.101641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.168411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.289844 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.320606 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Transition to ACTIVE for port object b2675046-efb4-4535-89e5-acbaa8d04831 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:15.332714 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.335794 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.346641 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b75969f3-65b7-447a-8c65-398bb8ef245a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:15.382112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] For port afb32674-1418-4405-97bc-b8959354dd51, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=afb32674-1418-4405-97bc-b8959354dd51,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:15.390675 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.392593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-248f9ead-b54e-498c-845f-37145d121dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:15.432047 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Attempting to bind port b2675046-efb4-4535-89e5-acbaa8d04831 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:15.432591 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Attempting to bind port b2675046-efb4-4535-89e5-acbaa8d04831 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:15.432896 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Attempting to bind port b2675046-efb4-4535-89e5-acbaa8d04831 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:15.445476 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:15.445690 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:15.446106 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.446506 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:15.447113 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Bound port: b2675046-efb4-4535-89e5-acbaa8d04831, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:15.447440 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.473301 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Pushing event updated for resources: {'Port': ['ID=afb32674-1418-4405-97bc-b8959354dd51,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:15.476852 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e55f5-5000-47a7-96b5-0c650c84d864 None None] Pushing event updated for resources: {'Port': ['ID=b2675046-efb4-4535-89e5-acbaa8d04831,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:15.477225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:15.485432 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-552e55f5-5000-47a7-96b5-0c650c84d864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:15.528284 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Allocated IP 172.20.0.1 (384372fa-10c7-46e1-aaf9-0049ea683b04/1c8037a6-109a-4539-a26e-b1491c673896/bfb63d6c-4b7d-482f-91a0-3b506a3ead3c) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:15.537288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] For port b2675046-efb4-4535-89e5-acbaa8d04831, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:15.541572 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] For port b2675046-efb4-4535-89e5-acbaa8d04831, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b2675046-efb4-4535-89e5-acbaa8d04831,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:15.546924 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.551184 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-fff0be16-47d4-4881-a0dc-4bae5befbcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:15.639311 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:15.640175 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:15.697005 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e55f5-5000-47a7-96b5-0c650c84d864 None None] Pushing event updated for resources: {'Port': ['ID=b2675046-efb4-4535-89e5-acbaa8d04831,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:15.699115 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.707108 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-552e55f5-5000-47a7-96b5-0c650c84d864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:15.715723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Transition to ACTIVE for port object bfb63d6c-4b7d-482f-91a0-3b506a3ead3c will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:15.727765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bb26c7f3-55c8-4c2f-80b4-fda531e3a00b None None] Provisioning complete for port afb32674-1418-4405-97bc-b8959354dd51 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:15.728271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb26c7f3-55c8-4c2f-80b4-fda531e3a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.742884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:15.749010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-941a43b2-52c3-498c-aad6-d74b6dfd07a0 tempest-ServersAdminNegativeTestJSON-1578230648 tempest-ServersAdminNegativeTestJSON-1578230648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:15.823544 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:15.824801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:15.829075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:15.838231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:15.840630 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:15.868960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:15.894281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.026232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.077903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a579a426-27b1-4782-8b64-43e2f2678123 None None] Provisioning for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:16.083213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a579a426-27b1-4782-8b64-43e2f2678123 None None] Provisioning complete for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:16.083593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a579a426-27b1-4782-8b64-43e2f2678123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.146497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a579a426-27b1-4782-8b64-43e2f2678123 None None] Port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:27:16.168578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 3, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:16.174930 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f50807-8978-4866-a908-4f5109c9bd89 None None] The sync data for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv is: [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:12Z', 'revision_number': 3, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:27:16.184080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ccd9dfb1-adc6-4bf8-a133-f1556805e4bf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:16.262454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:16.262846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.268958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.274047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.309497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-05ccbb40-06da-49a8-97a9-04fb35095c80 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:16.388310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.388555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device afb32674-1418-4405-97bc-b8959354dd51 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:16.392351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:16.418485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:16.486851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port afb32674-1418-4405-97bc-b8959354dd51 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:16.487234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.552695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:16.554088 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:16.785406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-a3153db0-f233-46e5-bd96-87b04076d394 None None] Provisioning complete for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:16.785793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a3153db0-f233-46e5-bd96-87b04076d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:16.843520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-a3153db0-f233-46e5-bd96-87b04076d394 None None] Port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:27:16.910624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Router b21ffbe7-7b07-452b-93d9-eee4a062779c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:27:17.094638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:27:17.104209 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] 10.222.0.18 "PUT /v2.0/routers/b21ffbe7-7b07-452b-93d9-eee4a062779c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649456 Dec 13 20:27:17.760067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Sync routers for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:27:17.772938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:17.773613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:18.005496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:18.235533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b2675046-efb4-4535-89e5-acbaa8d04831 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:18.394240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b2675046-efb4-4535-89e5-acbaa8d04831 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:18.405897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b2675046-efb4-4535-89e5-acbaa8d04831 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:18.406284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:18.524475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 4, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'bfb63d6c-4b7d-482f-91a0-3b506a3ead3c', 'name': '', 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'mac_address': 'fa:16:3e:68:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1c8037a6-109a-4539-a26e-b1491c673896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:15Z', 'updated_at': '2021-12-13T20:27:16Z', 'revision_number': 2, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'subnets': [{'id': '1c8037a6-109a-4539-a26e-b1491c673896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:18.530641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Checking router: b21ffbe7-7b07-452b-93d9-eee4a062779c for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:27:18.531012 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Updating router b21ffbe7-7b07-452b-93d9-eee4a062779c port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:27:18.596383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:18.614385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:18.630658 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b2675046-efb4-4535-89e5-acbaa8d04831, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b2675046-efb4-4535-89e5-acbaa8d04831,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:18.663453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:18.673353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:18.814292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b2675046-efb4-4535-89e5-acbaa8d04831,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:18.820108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:19.053470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:19.070806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Transition to ACTIVE for port object bfb63d6c-4b7d-482f-91a0-3b506a3ead3c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:19.080560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:19.084594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-90d82d17-e46c-42d3-8d56-40fa36b43eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:19.260971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Pushing event updated for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:19.304160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:19.335144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Attempting to bind port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:19.335477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Attempting to bind port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:19.335811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Attempting to bind port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c on network 384372fa-10c7-46e1-aaf9-0049ea683b04 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:19.345032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:19.345461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Checking segment: {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:19.345879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:19.346280 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Bound using segment: {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:19.346758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Bound port: bfb63d6c-4b7d-482f-91a0-3b506a3ead3c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d562496-1760-400c-bcc5-3fffefbd1a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:19.347189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:19.464582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] For port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:19.472634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] For port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:19.485562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:19.490943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:19.568442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:27:19.569615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:26:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:19.827992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Pushing event updated for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:19.831621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:19.859974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:27:20.195075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b2675046-efb4-4535-89e5-acbaa8d04831 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:20.294061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b2675046-efb4-4535-89e5-acbaa8d04831 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:20.294442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:20.334800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 4, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'bfb63d6c-4b7d-482f-91a0-3b506a3ead3c', 'name': '', 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'mac_address': 'fa:16:3e:68:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1c8037a6-109a-4539-a26e-b1491c673896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:15Z', 'updated_at': '2021-12-13T20:27:19Z', 'revision_number': 4, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'subnets': [{'id': '1c8037a6-109a-4539-a26e-b1491c673896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:27:20.348748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767791b9-740d-4858-a24d-7a06fee54592 None None] The sync data for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv is: [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:27:15Z', 'revision_number': 4, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'bfb63d6c-4b7d-482f-91a0-3b506a3ead3c', 'name': '', 'network_id': '384372fa-10c7-46e1-aaf9-0049ea683b04', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'mac_address': 'fa:16:3e:68:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '1c8037a6-109a-4539-a26e-b1491c673896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:15Z', 'updated_at': '2021-12-13T20:27:19Z', 'revision_number': 4, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'subnets': [{'id': '1c8037a6-109a-4539-a26e-b1491c673896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:27:21.684857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f5def5ce-1a46-42ce-b12e-198e164c678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:22.186520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb63d6c-4b7d-482f-91a0-3b506a3ead3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:22.272484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:22.277910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:22.278294 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:22.403260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:22.439645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:22.446623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:22.448607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:22.516488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:22.519704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:23.933830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e47122f-e877-4724-90d8-081ba9797e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:24.169407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb63d6c-4b7d-482f-91a0-3b506a3ead3c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:24.254534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:24.255167 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:25.078261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:25.090084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:26.535688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:27.347705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-ba3fc855-4308-43fc-b408-d707a384f43a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:27.348317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-62e36628-4543-4eda-ab10-58f308015fce req-ba3fc855-4308-43fc-b408-d707a384f43a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Synchronizing usage tracker for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:27:27.369083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-62e36628-4543-4eda-ab10-58f308015fce req-ba3fc855-4308-43fc-b408-d707a384f43a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Unset dirty status for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:27:27.370391 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-ba3fc855-4308-43fc-b408-d707a384f43a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 814 time: 0.1680610 Dec 13 20:27:27.385570 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-a301d085-1bac-44d7-9307-d335d9b85aed tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/quotas/501d78543b424709a9346e3db0d5e1b6 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Dec 13 20:27:27.483606 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-14a26359-5869-461d-b4b6-f6ff616c3754 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925264 Dec 13 20:27:27.499213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-164c3a01-c7dd-45c7-974f-7e89ec193c73 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:27:27.500159 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-164c3a01-c7dd-45c7-974f-7e89ec193c73 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054479 Dec 13 20:27:27.635672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-c25f13b1-2b4d-4411-ba78-ed60013e1cca service neutron] 10.222.0.18 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298850 Dec 13 20:27:27.771926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-9a088559-0ae9-4d27-a2a4-14e65ba49ddd service neutron] 10.222.0.18 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292343 Dec 13 20:27:28.997096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6760f12-0f03-4919-97a9-d282e341d0d5 req-db052786-b918-4f25-9a67-b0bcf0b41ffc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 210 time: 0.0518022 Dec 13 20:27:30.091827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-e2fb0d7d-686d-4a8b-9de3-4e6d05a3e8ae tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:30.093448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-e2fb0d7d-686d-4a8b-9de3-4e6d05a3e8ae tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 814 time: 0.1521704 Dec 13 20:27:30.106166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'port': {'device_id': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'admin_state_up': True, 'tenant_id': '501d78543b424709a9346e3db0d5e1b6'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:30.173641 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7e9bcf4c-d7ea-4167-919c-31f850821c50 req-7175e354-daf9-4741-95d1-6bdbd23a9b89 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 210 time: 0.0534408 Dec 13 20:27:30.297553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:27:30.301620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:port and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:27:30.304804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:27:30.311303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:27:30.328314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Made reservation on behalf of 501d78543b424709a9346e3db0d5e1b6 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:27:30.332510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:30.513153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Allocated IP 172.20.0.3 (f3bb5b14-d90d-410a-933a-499b5c789cc3/84801f19-d3df-4864-b7b5-8eb5b7219b67/593497b0-ea52-4cce-9e97-5c65199e4189) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:27:30.759624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:30.782346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Transition to ACTIVE for port object 593497b0-ea52-4cce-9e97-5c65199e4189 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:30.819372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:30.826399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:30.894435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:27:30.897540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:27:30.901517 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:27:30.943545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:31.104877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.105609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.105721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.106035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.106413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.106794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.107164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.107617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.108082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.108725 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.109181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.109555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:27:31.115531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:31.133328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:31.134088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:31.156782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542865 Dec 13 20:27:31.220916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b46e2f3b-e479-4ca0-9529-d1e84f1703cf None None] Provisioning for port 593497b0-ea52-4cce-9e97-5c65199e4189 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:31.226282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b46e2f3b-e479-4ca0-9529-d1e84f1703cf None None] Provisioning complete for port 593497b0-ea52-4cce-9e97-5c65199e4189 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:31.226680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b46e2f3b-e479-4ca0-9529-d1e84f1703cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:31.297197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b46e2f3b-e479-4ca0-9529-d1e84f1703cf None None] Port 593497b0-ea52-4cce-9e97-5c65199e4189 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:27:31.386023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b0f5-827b-4790-b301-25a5df87d996 req-23ab69e1-dbf3-4fbc-b319-c443c3587060 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:31.386724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e361b0f5-827b-4790-b301-25a5df87d996 req-23ab69e1-dbf3-4fbc-b319-c443c3587060 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Synchronizing usage tracker for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:27:31.407743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e361b0f5-827b-4790-b301-25a5df87d996 req-23ab69e1-dbf3-4fbc-b319-c443c3587060 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Unset dirty status for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:27:31.409054 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e361b0f5-827b-4790-b301-25a5df87d996 req-23ab69e1-dbf3-4fbc-b319-c443c3587060 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.1102591 Dec 13 20:27:31.457077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e361b0f5-827b-4790-b301-25a5df87d996 req-c87f64e7-5a2c-4f2e-b8b6-0448b5c1640f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Synchronizing usage tracker for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:27:31.476561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e361b0f5-827b-4790-b301-25a5df87d996 req-c87f64e7-5a2c-4f2e-b8b6-0448b5c1640f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Unset dirty status for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:27:31.477917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e361b0f5-827b-4790-b301-25a5df87d996 req-c87f64e7-5a2c-4f2e-b8b6-0448b5c1640f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626121 Dec 13 20:27:32.680956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7872-d646-49f1-9f1c-e441c25cbe11 req-dd9663ff-abc0-445e-a5a3-a98e1a2939a2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:32.683395 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e5c7872-d646-49f1-9f1c-e441c25cbe11 req-dd9663ff-abc0-445e-a5a3-a98e1a2939a2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.0897887 Dec 13 20:27:32.733093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0e5c7872-d646-49f1-9f1c-e441c25cbe11 req-11c701ec-d9d1-4f95-9cd7-9372d9f90850 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Dec 13 20:27:33.932416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ec00b-f074-4cf2-a01a-27a902b83812 req-eba4be5d-9cfe-4612-8306-85c272462a2e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:33.933954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-782ec00b-f074-4cf2-a01a-27a902b83812 req-eba4be5d-9cfe-4612-8306-85c272462a2e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.0851707 Dec 13 20:27:33.987729 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-782ec00b-f074-4cf2-a01a-27a902b83812 req-aad08cac-5dbf-4720-9a67-6b4cc1d4422e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Dec 13 20:27:35.367745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa45f0-8a4a-4505-80e7-926eb7623c95 req-9374a12d-3ae6-442a-93b0-e3794fb71e55 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:35.372402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34aa45f0-8a4a-4505-80e7-926eb7623c95 req-9374a12d-3ae6-442a-93b0-e3794fb71e55 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.2712533 Dec 13 20:27:35.420921 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34aa45f0-8a4a-4505-80e7-926eb7623c95 req-4f6d894f-8264-4eb3-8bc6-df9306020cef tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Dec 13 20:27:36.669825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b47da-b817-4e7a-a7df-36b7a83391cb req-a1234fee-8515-4c0c-94fb-fcc08aecbf0b tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:36.671277 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc2b47da-b817-4e7a-a7df-36b7a83391cb req-a1234fee-8515-4c0c-94fb-fcc08aecbf0b tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.1402431 Dec 13 20:27:36.735429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fc2b47da-b817-4e7a-a7df-36b7a83391cb req-c9b1cc6e-e741-4de6-864a-67db009233ee tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573697 Dec 13 20:27:37.931564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e488-aa75-437f-887e-33d9ee0471e6 req-3cd6981e-cc12-4b1b-8dbb-94ebe2f6f970 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:37.933073 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6401e488-aa75-437f-887e-33d9ee0471e6 req-3cd6981e-cc12-4b1b-8dbb-94ebe2f6f970 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.0872731 Dec 13 20:27:37.979608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6401e488-aa75-437f-887e-33d9ee0471e6 req-55ee87d8-1ad4-4f75-85ef-2fb3d27920d7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Dec 13 20:27:39.191962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c601689-f29c-4018-a286-84ce92de5ae0 req-2cd27812-9c36-4ec8-8b05-10a57c928401 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:39.193603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c601689-f29c-4018-a286-84ce92de5ae0 req-2cd27812-9c36-4ec8-8b05-10a57c928401 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.0879271 Dec 13 20:27:39.246920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c601689-f29c-4018-a286-84ce92de5ae0 req-59fe9802-be12-4cf8-b260-442aad4f9f0f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Dec 13 20:27:40.451308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820b7ee-2093-46ff-b4fe-71470227ea69 req-8149d1fa-560c-400d-88ee-65f5ef9eda8e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:40.452676 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e820b7ee-2093-46ff-b4fe-71470227ea69 req-8149d1fa-560c-400d-88ee-65f5ef9eda8e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 931 time: 0.0882063 Dec 13 20:27:40.499618 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e820b7ee-2093-46ff-b4fe-71470227ea69 req-bb5be97f-fcc0-44f9-94ed-a439912911de tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Dec 13 20:27:40.872635 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:27:40.881187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Request body: {'port': {'device_id': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:27:40.996942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:41.353767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593497b0-ea52-4cce-9e97-5c65199e4189 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:27:41.361186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:41.379169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Transition to ACTIVE for port object 593497b0-ea52-4cce-9e97-5c65199e4189 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:27:41.383800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:41.390632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:41.528481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:41.531990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:41.688397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Attempting to bind port 593497b0-ea52-4cce-9e97-5c65199e4189 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:27:41.688819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Attempting to bind port 593497b0-ea52-4cce-9e97-5c65199e4189 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:27:41.689191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Attempting to bind port 593497b0-ea52-4cce-9e97-5c65199e4189 on network f3bb5b14-d90d-410a-933a-499b5c789cc3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:41.698395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Port 593497b0-ea52-4cce-9e97-5c65199e4189 on network f3bb5b14-d90d-410a-933a-499b5c789cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:27:41.698720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Attempting to bind port 593497b0-ea52-4cce-9e97-5c65199e4189 on network f3bb5b14-d90d-410a-933a-499b5c789cc3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:27:41.706477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:27:41.706812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Checking segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:27:41.707186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Bound using segment: {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:27:41.707707 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Bound port: 593497b0-ea52-4cce-9e97-5c65199e4189, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017f2891-7a88-4be3-afcb-5e55b7776fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:27:41.708053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:41.758188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32242475-1673-422b-99b7-92681b066a8a req-8454f95e-1c4b-4e8f-b56c-f659dcae8f6f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:41.759548 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32242475-1673-422b-99b7-92681b066a8a req-8454f95e-1c4b-4e8f-b56c-f659dcae8f6f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 943 time: 0.1520379 Dec 13 20:27:41.961856 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32242475-1673-422b-99b7-92681b066a8a req-b9583628-ffff-4ce7-90cc-f85e1a27bf8c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964278 Dec 13 20:27:41.968109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:27:41.971477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:27:41.978160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:41.983763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-31f6651c-95fd-4e4c-9efb-a753efa826dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:42.041186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.041813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:42.043197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 1093 time: 1.2301588 Dec 13 20:27:42.043743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:27:42.067737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:42.070976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:42.123393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:27:42.168552 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-cf6c38f7-03fc-4e71-8bfd-3a512ca9ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.170237 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-cf6c38f7-03fc-4e71-8bfd-3a512ca9ebf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1096 time: 0.0790570 Dec 13 20:27:42.210103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:42.239694 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-3eb86f7d-eba1-4d0c-aaee-2e4fbdde27f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 217 time: 0.0620649 Dec 13 20:27:42.304035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-e6971316-aad0-484a-9c5a-2d5e017c35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.305460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-e6971316-aad0-484a-9c5a-2d5e017c35b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0599618 Dec 13 20:27:42.384444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36628-4543-4eda-ab10-58f308015fce req-d8db1165-5573-4303-9b8e-45841b5f32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.385927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-d8db1165-5573-4303-9b8e-45841b5f32cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742621 Dec 13 20:27:42.519904 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-33c34f7c-bfcd-4f7e-ad4b-790f03d610f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266177 Dec 13 20:27:42.665461 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62e36628-4543-4eda-ab10-58f308015fce req-b2bfbc96-a167-4cb6-b728-ca25475e9b98 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364627 Dec 13 20:27:42.788265 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-31acf839-0178-44f6-be0f-db941fffc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.789798 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-31acf839-0178-44f6-be0f-db941fffc762 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1096 time: 0.0779514 Dec 13 20:27:42.923465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-078db225-92de-4d3f-a91d-3c09d2fe11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:42.924896 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-078db225-92de-4d3f-a91d-3c09d2fe11d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.1279879 Dec 13 20:27:42.995190 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-1e5ac7b2-d583-4fab-b925-4b522b84a98b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 217 time: 0.0632317 Dec 13 20:27:43.061951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-4eee0d00-9154-4dda-8856-2eb75347a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:43.063298 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-4eee0d00-9154-4dda-8856-2eb75347a9ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0612621 Dec 13 20:27:43.200962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-305bf6fa-b80e-4eac-b59e-1b29021c6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:43.202457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-305bf6fa-b80e-4eac-b59e-1b29021c6247 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1314509 Dec 13 20:27:43.210112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66cda4-37a7-4e0f-ae98-5f979baf4e02 req-9716024b-6b9c-4c4a-9ac9-545a6f7a8d47 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:43.211406 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a66cda4-37a7-4e0f-ae98-5f979baf4e02 req-9716024b-6b9c-4c4a-9ac9-545a6f7a8d47 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 943 time: 0.1392272 Dec 13 20:27:43.332582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2a66cda4-37a7-4e0f-ae98-5f979baf4e02 req-5ece4904-898a-4844-b0e2-401e5ba6fc36 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031990 Dec 13 20:27:43.368216 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-53dc4a18-d175-444d-aec4-011afad3287f service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558907 Dec 13 20:27:43.505695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-47c023d1-36f6-42c9-bcda-47eee836f500 req-5b11e418-d1f3-46ef-b52f-a3026e817de2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304047 Dec 13 20:27:44.546704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562f4d8-3c00-4e1c-a04c-5ab872a7b0db req-336a65e7-9a5e-4535-b18e-5ca69c528b10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:44.548697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1562f4d8-3c00-4e1c-a04c-5ab872a7b0db req-336a65e7-9a5e-4535-b18e-5ca69c528b10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 943 time: 0.0933492 Dec 13 20:27:44.599263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1562f4d8-3c00-4e1c-a04c-5ab872a7b0db req-1eb07a9d-7c03-4cbb-9744-0a4dbb34aea3 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Dec 13 20:27:45.851231 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 593497b0-ea52-4cce-9e97-5c65199e4189 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:27:45.920721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faa82a-f095-418b-bcce-e8a693c04376 req-c5754d4b-2a68-4cd5-9bd2-99a7fe82773e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:45.922117 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60faa82a-f095-418b-bcce-e8a693c04376 req-c5754d4b-2a68-4cd5-9bd2-99a7fe82773e tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 943 time: 0.2135143 Dec 13 20:27:45.966482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-60faa82a-f095-418b-bcce-e8a693c04376 req-76d1caa2-f0aa-4533-b93f-7a27ef3ccbff tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Dec 13 20:27:45.987459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:46.000687 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '593497b0-ea52-4cce-9e97-5c65199e4189', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'port_id': '593497b0-ea52-4cce-9e97-5c65199e4189', 'mac_address': 'fa:16:3e:7c:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:27:46.060505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:46.077674 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593497b0-ea52-4cce-9e97-5c65199e4189 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:27:46.093075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:46.098979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:46.100782 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:46.166465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:46.169768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:46.346474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:27:47.175968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2e63d-a763-402a-8afa-be75bdc0a2e4 req-a6a68e0b-a161-4feb-8c7f-a74e9a02afeb tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:47.177448 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8cb2e63d-a763-402a-8afa-be75bdc0a2e4 req-a6a68e0b-a161-4feb-8c7f-a74e9a02afeb tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 944 time: 0.0850847 Dec 13 20:27:47.224811 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8cb2e63d-a763-402a-8afa-be75bdc0a2e4 req-c5ed2ee0-2629-4365-9734-c94d2cfb546c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Dec 13 20:27:47.853543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 593497b0-ea52-4cce-9e97-5c65199e4189 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:27:47.937888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 593497b0-ea52-4cce-9e97-5c65199e4189 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:27:47.943571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 593497b0-ea52-4cce-9e97-5c65199e4189 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:27:47.943825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:48.105884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:48.134349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:27:48.144211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:27:48.150585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:48.152624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:27:48.189142 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'code': 200} Dec 13 20:27:48.225748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:27:48.229496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:27:48.492500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a37e7-adb0-435d-89b2-9a469b655e63 req-25c5f0b2-e502-46e0-9d0a-2f8db31ea4d2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:48.494009 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-762a37e7-adb0-435d-89b2-9a469b655e63 req-25c5f0b2-e502-46e0-9d0a-2f8db31ea4d2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.1559477 Dec 13 20:27:48.499945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6453-8191-48c3-b45b-d4e9f932ca13 req-e47d0d1a-69a1-41b9-a590-6d7682a63906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:48.501635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3c7d6453-8191-48c3-b45b-d4e9f932ca13 req-e47d0d1a-69a1-41b9-a590-6d7682a63906 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1098 time: 0.1179748 Dec 13 20:27:48.568842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-762a37e7-adb0-435d-89b2-9a469b655e63 req-7e0d62cf-b5f1-487a-a6d8-aa22f2883734 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661626 Dec 13 20:27:48.572081 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3c7d6453-8191-48c3-b45b-d4e9f932ca13 req-e32e0610-7a54-4b65-834c-0a0ab7cc28c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Dec 13 20:27:49.782118 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0da40f-7368-4eb8-9e88-cec29077a0e9 req-dbc639c3-1ff6-4746-9edd-ff517c7a8836 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:49.783640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a0da40f-7368-4eb8-9e88-cec29077a0e9 req-dbc639c3-1ff6-4746-9edd-ff517c7a8836 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0953882 Dec 13 20:27:49.828341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a0da40f-7368-4eb8-9e88-cec29077a0e9 req-ab183887-7b99-4f01-82ce-b4afeaa2b2cf tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Dec 13 20:27:50.013337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a671-53ce-4c65-a4f4-3c3d3a29b4dc req-2b77b3a8-ce4f-4a6b-b389-5df22ea1c33d tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:50.014804 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0b9a671-53ce-4c65-a4f4-3c3d3a29b4dc req-2b77b3a8-ce4f-4a6b-b389-5df22ea1c33d tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0825255 Dec 13 20:27:50.058742 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0b9a671-53ce-4c65-a4f4-3c3d3a29b4dc req-6a28a745-39aa-4d03-8a56-2b84e19c20dc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Dec 13 20:27:50.464069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2f580-b65c-4550-bf9d-d3627023fada req-470fc825-5455-4b41-a8df-47767c89d675 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:27:50.465592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9d2f580-b65c-4550-bf9d-d3627023fada req-470fc825-5455-4b41-a8df-47767c89d675 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0868132 Dec 13 20:27:50.511662 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9d2f580-b65c-4550-bf9d-d3627023fada req-460e5beb-8a45-413f-96c6-2a6539a53ce4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Dec 13 20:27:51.668551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d4e439a7-66e8-4dc7-89b4-2c01b4d06efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:53.930566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ce01f5e8-de02-41e6-bf12-e2afb399fe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:55.078110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:55.090384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:27:56.542072 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:00.932574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a4f5-a062-45da-a49e-fbdbf9087bec req-2e86fb77-d80b-4533-8a4c-ec59a7f708c1 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:00.933978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43c6a4f5-a062-45da-a49e-fbdbf9087bec req-2e86fb77-d80b-4533-8a4c-ec59a7f708c1 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0840662 Dec 13 20:28:00.985866 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43c6a4f5-a062-45da-a49e-fbdbf9087bec req-dc0db913-35ad-47c7-8a81-cfad5ecc2d58 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Dec 13 20:28:01.009203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37100) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:01.124960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd28d4-a6d5-4ee7-841c-6cae8d359b4d tempest-TestMinimumBasicScenario-1787163157 tempest-TestMinimumBasicScenario-1787163157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:01.126488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ecbd28d4-a6d5-4ee7-841c-6cae8d359b4d tempest-TestMinimumBasicScenario-1787163157 tempest-TestMinimumBasicScenario-1787163157-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1093 time: 0.1163447 Dec 13 20:28:01.130919 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37106) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:01.135835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '593497b0-ea52-4cce-9e97-5c65199e4189', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:01.143343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:01.149379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:floatingip and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:01.152678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:01.158748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:01.171784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:01.318417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:01.456708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Allocated IP 172.26.6.70 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/9d6a08e8-da60-4a4c-bc56-166f6f8043b7) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:28:01.615470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:01.644538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:01.648146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-662d5349-0a9b-43ba-bcc8-2dc6b587eecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:01.708789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:28:01.711679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:28:01.715352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:28:01.753005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'Port': ['ID=9d6a08e8-da60-4a4c-bc56-166f6f8043b7,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:01.761586 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:02.268218 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:02.348376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:02.561106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:02.568948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:02.576711 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-249724af-ddb2-4f6b-99d2-9bbd6f49c968 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:02.687704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'Port': ['ID=9d6a08e8-da60-4a4c-bc56-166f6f8043b7,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:02.692010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:02.698608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:02.878859 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Floating IP 72ac7dd3-5dca-450d-96a0-d613ef70dcd0 associated. External IP: 172.26.6.70, port: 593497b0-ea52-4cce-9e97-5c65199e4189. Dec 13 20:28:03.244832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:28:03.440074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:28:03.451425 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Sync routers for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:28:03.462506 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:28:03.463129 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:27:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:28:03.468802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.525817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3937509 Dec 13 20:28:03.526465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:28:03.528705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37110) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:03.539445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826075851', 'description': 'tempest-secgroup-smoke-826075851 description', 'project_id': '501d78543b424709a9346e3db0d5e1b6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:03.558495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:03.569121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:03.580032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.583093 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:28:03.601106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:03.605315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:03.608458 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:03.614253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:03.644304 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:28:03.683180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-662a1d61-b1bb-4c6a-b29e-c13409a6046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:03.683180 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-662a1d61-b1bb-4c6a-b29e-c13409a6046b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1098 time: 0.0750289 Dec 13 20:28:03.686017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.690019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.696173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7f667316-b584-421b-875a-efcbc3e26d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:03.739097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd03da-6efa-4d60-889e-cd78cd165e69,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:03.748271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2192235 Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.752419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.752972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.753366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.753544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.753902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.754252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.754611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.754975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:28:03.758265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37116) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:03.760723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:03.764533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:03.770502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:03.775714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:03.778248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:03.785627 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:03.809313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.877603 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.881839 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.891020 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-924cb440-f4cb-49b0-8f5d-40b402ae3e4c tempest-TestVolumeBootPattern-1377223156 tempest-TestVolumeBootPattern-1377223156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:03.915145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc69bc0-8ca3-46a6-bd7c-f3f809d4ea0a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:03.917959 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:03.922771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:03.926984 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654663 Dec 13 20:28:03.926984 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37120) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:03.935735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:03.941329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:03.945545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:03.948573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:03.954316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:03.970575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-011702c0-9be2-4fe6-af5c-df7ebcbbed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:03.972124 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-011702c0-9be2-4fe6-af5c-df7ebcbbed39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.2835274 Dec 13 20:28:03.977254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.024650 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '72ac7dd3-5dca-450d-96a0-d613ef70dcd0', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'port_id': '593497b0-ea52-4cce-9e97-5c65199e4189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'mac_address': 'fa:16:3e:7c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:28:02Z', 'updated_at': '2021-12-13T20:28:02Z', 'revision_number': 0, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:28:04.029232 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Checking router: 5b2591da-5b96-4d7a-8295-93ac2a57dce3 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:28:04.038717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:28:04.039517 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:27:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:28:04.042571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.046638 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.048714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-888d1981-37f2-4f57-9f7a-59048adc7515 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:04.072457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb59b5ec-9c92-40c0-8e65-56a2dd00bece,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:04.074696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:04.082860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-eaaa2d2e-c7bb-4046-91f4-59583ac570ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 998 time: 0.1026287 Dec 13 20:28:04.084252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.085533 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561291 Dec 13 20:28:04.088618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37124) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:04.093703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:04.135309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:04.147935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:04.152799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:04.161096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:04.175054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-eaae995f-eddb-4280-b49b-8b8d929d6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:04.176655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-eaae995f-eddb-4280-b49b-8b8d929d6803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0782850 Dec 13 20:28:04.226015 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.226877 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:28:04.312352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-08a396b5-d799-4e60-81d5-0aa9579d824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:04.313944 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-08a396b5-d799-4e60-81d5-0aa9579d824f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300325 Dec 13 20:28:04.315441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.320122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.323241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:04.410263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e72eaae-60c3-4d80-995c-32cf830a1b67,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:04.423929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:04.434868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.436044 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464646 Dec 13 20:28:04.439240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37128) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:04.448092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:04.455268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:04.460896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:04.464369 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:04.471265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:04.486497 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-d37c3557-a3d9-4336-b2f1-e6e7d503256e service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640511 Dec 13 20:28:04.490589 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.575287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.581080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.583060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-829131cb-5185-4654-9711-5cfbf58ac121 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:04.613152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff46cb8-2dfa-4506-a7b7-a7537653ee33,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:04.619584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:04.625694 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.627396 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-48207fbc-5568-4b10-bd65-da20df8b8bd7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1862674 Dec 13 20:28:04.630122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37132) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:04.636628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:04.639387 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '72ac7dd3-5dca-450d-96a0-d613ef70dcd0', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'port_id': '593497b0-ea52-4cce-9e97-5c65199e4189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'mac_address': 'fa:16:3e:7c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:28:02Z', 'updated_at': '2021-12-13T20:28:02Z', 'revision_number': 0, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:28:04.643480 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035283d2-1072-44c5-8ad6-f2fb04cf6376 None None] The sync data for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv is: [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '72ac7dd3-5dca-450d-96a0-d613ef70dcd0', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'port_id': '593497b0-ea52-4cce-9e97-5c65199e4189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'mac_address': 'fa:16:3e:7c:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:28:02Z', 'updated_at': '2021-12-13T20:28:02Z', 'revision_number': 0, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:28:04.644289 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:04.649501 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:04.652570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:04.658509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1a17fce-0403-4b2e-947d-87ce4a6f8785 req-d2f2c1f9-b241-4613-8f62-ce3d603ea535 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587327 Dec 13 20:28:04.659595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:04.670611 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Project 501d78543b424709a9346e3db0d5e1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:28:04.678187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.749179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.753445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.755295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f5855117-4e59-4b33-996e-4ce5593864a8 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:04.780323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4443b3e5-6bba-4d27-8e47-fd7c888ce275,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:04.784904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:04.790912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.792452 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b8cc6ab9-b7ce-4044-b0cb-a9cfcc864010 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613386 Dec 13 20:28:04.795533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37136) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:28:04.800885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'security_group_rule': {'security_group_id': '2abd03da-6efa-4d60-889e-cd78cd165e69', 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:04.808129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:28:04.816037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Usage tracker for resource:security_group_rule and tenant:501d78543b424709a9346e3db0d5e1b6 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:28:04.819760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:28:04.828006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:28:04.840768 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Project 501d78543b424709a9346e3db0d5e1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:28:04.851146 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.852105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c692f3-0724-49aa-a3ce-bb43cc9ac63e None None] New status for floating IP 72ac7dd3-5dca-450d-96a0-d613ef70dcd0: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:28:04.919917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.925050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.927006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5924a63d-6c34-499a-97e9-906311304dc9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:04.958933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7fa5dc-9b00-4f8b-bdcf-71a0da8a2fe8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:04.958933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:04.971759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:04.971759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705837 Dec 13 20:28:05.085109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-47b82805-796d-473f-9a87-dfc9405fcca9 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826075851&fields=id&tenant_id=501d78543b424709a9346e3db0d5e1b6 HTTP/1.1" status: 200 len: 267 time: 0.0398023 Dec 13 20:28:05.175977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-95505bde-87c5-4d85-b19a-af12097732f9 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:05.177493 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-95505bde-87c5-4d85-b19a-af12097732f9 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0868924 Dec 13 20:28:05.188246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'port': {'security_groups': ['efd8ef11-7ffe-4692-923f-0f3899d256ec', '2abd03da-6efa-4d60-889e-cd78cd165e69']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:28:05.312790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:05.575016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:28:05.600593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:05.608172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:05.616336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cf1e80f1-b25d-477b-9f77-98017ac2d313 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:28:05.620696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:28:05.689674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:05.690551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:05.691994 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bcae1fb0-2e20-4a54-8f2b-369d80905bbb req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "PUT /v2.0/ports/593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 981 time: 0.5079510 Dec 13 20:28:05.692687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:28:05.715607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:28:05.720035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:28:05.746320 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:28:05.759107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:28:05.943142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b6b8b-0d56-4941-81a8-c413d17f650c req-9995af41-7975-4a52-ab6f-2c1fa75dc1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:05.944635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-214b6b8b-0d56-4941-81a8-c413d17f650c req-9995af41-7975-4a52-ab6f-2c1fa75dc1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.1378403 Dec 13 20:28:05.948427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-c474f244-51a1-4687-80ee-52d8fadb5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:05.949883 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-c474f244-51a1-4687-80ee-52d8fadb5ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1137 time: 0.1801224 Dec 13 20:28:06.091918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ec053f82-b4ec-45ab-96d1-dbc3236b9eb4 None None] Provisioning complete for port 593497b0-ea52-4cce-9e97-5c65199e4189 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:28:06.092552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ec053f82-b4ec-45ab-96d1-dbc3236b9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:06.217350 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-214b6b8b-0d56-4941-81a8-c413d17f650c req-2a833901-4996-4c8e-abf0-8444079ea9a1 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626879 Dec 13 20:28:06.261680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-0c99e3f8-1a36-497a-97b4-2f0da0358eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:06.263133 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-0c99e3f8-1a36-497a-97b4-2f0da0358eea service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.2935035 Dec 13 20:28:06.385112 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-05c80ff0-20a2-4787-a45e-63c3eafb9e07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 1000 time: 0.1139991 Dec 13 20:28:06.448971 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-17375d74-0873-42c6-b1c4-ddf848951462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:06.450472 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-17375d74-0873-42c6-b1c4-ddf848951462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0588598 Dec 13 20:28:06.535705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-9a5bd808-3fc4-4a31-89be-0190fa2e6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:06.537332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-9a5bd808-3fc4-4a31-89be-0190fa2e6399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787179 Dec 13 20:28:06.684429 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-d8a881af-ae22-42cd-8922-5a864d0c0ebb service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378293 Dec 13 20:28:06.822891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd7c96d1-c37d-4ef6-ac9f-b0c82f3005e8 req-b1d0dac7-dded-4ed3-8aa3-e478bde45870 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302524 Dec 13 20:28:12.212600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:17.877824 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:28:21.680269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f09542d3-2289-41bd-8a17-ed238dce5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:23.379365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-df74de09-1b8c-425a-a154-53c1dba88d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:23.380861 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-df74de09-1b8c-425a-a154-53c1dba88d4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1137 time: 0.1376810 Dec 13 20:28:23.389669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff163c-b4a5-46d5-96e7-e03d186ef8a6 req-80e99653-afc8-43a6-b74a-b5f4828dc7c6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:23.390996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6ff163c-b4a5-46d5-96e7-e03d186ef8a6 req-80e99653-afc8-43a6-b74a-b5f4828dc7c6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.1167490 Dec 13 20:28:23.516942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6ff163c-b4a5-46d5-96e7-e03d186ef8a6 req-d0d7600c-348c-4a9d-b9a3-9b44ebc8d21a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071770 Dec 13 20:28:23.554483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-3ac70391-8a83-4b13-80ef-544c40e629e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:23.555937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-3ac70391-8a83-4b13-80ef-544c40e629e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.1641142 Dec 13 20:28:23.664069 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-9d85ad78-cef7-4042-bf59-4cc46caa8597 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 1000 time: 0.0997112 Dec 13 20:28:23.735770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-d1d606c8-1fc0-4af2-906a-54f28fd19f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:23.737200 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-d1d606c8-1fc0-4af2-906a-54f28fd19f9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0642798 Dec 13 20:28:23.825497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-f1ac9ced-1575-40d7-9364-e9590a347c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:23.827003 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-f1ac9ced-1575-40d7-9364-e9590a347c29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825548 Dec 13 20:28:23.926033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c01aa33d-1795-4229-9b6f-3816da4adfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:23.969535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-35c6a272-9abe-4c7b-a39e-0aae37993df3 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345460 Dec 13 20:28:24.113990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ad31ee11-20d7-4ebc-9cbe-1f65bdf22c3a req-406f909d-0c92-46b6-9168-76d1c4442a81 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373088 Dec 13 20:28:24.735697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39cf34-8499-42a3-8628-32ef3583b997 req-e516c946-c01c-4527-b17b-c2ebba47edbb tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:24.737071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ba39cf34-8499-42a3-8628-32ef3583b997 req-e516c946-c01c-4527-b17b-c2ebba47edbb tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0944035 Dec 13 20:28:24.789006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ba39cf34-8499-42a3-8628-32ef3583b997 req-2460828a-87d3-4e9c-8562-2ee9b25c88d0 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459313 Dec 13 20:28:25.082927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:25.096307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:26.119067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbb53-d3b4-41d5-b83f-9021df97d9d3 req-46a2c179-0391-45d2-a8ca-51d24f92c1e3 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:26.120464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e81fbb53-d3b4-41d5-b83f-9021df97d9d3 req-46a2c179-0391-45d2-a8ca-51d24f92c1e3 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.2241154 Dec 13 20:28:26.168776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e81fbb53-d3b4-41d5-b83f-9021df97d9d3 req-15755b2a-b133-41c8-8fa4-8da6f70cbbff tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421660 Dec 13 20:28:26.545824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:27.378233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fd945-9a61-4a1f-9419-9f87d88abd9c req-1706de2b-4181-4be7-b730-0521617041f0 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:27.379711 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b15fd945-9a61-4a1f-9419-9f87d88abd9c req-1706de2b-4181-4be7-b730-0521617041f0 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0928562 Dec 13 20:28:27.429011 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b15fd945-9a61-4a1f-9419-9f87d88abd9c req-948be4db-4ea2-4cce-8322-189853c2dccd tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432360 Dec 13 20:28:28.661484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b917-6de2-49c4-80df-ea95f844a1cc req-7095a1c8-0ecd-41b3-a362-bcd25670d350 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:28.662949 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b15b917-6de2-49c4-80df-ea95f844a1cc req-7095a1c8-0ecd-41b3-a362-bcd25670d350 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0910182 Dec 13 20:28:28.713645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b15b917-6de2-49c4-80df-ea95f844a1cc req-4d2b5c78-9822-4ea1-9a16-afc5b9c41559 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410602 Dec 13 20:28:29.930246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8d35-c50d-4a28-8c3c-234b79ff0574 req-d2f6b201-8e45-4f9d-add7-3e99ad1d8cb5 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:29.931713 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f33f8d35-c50d-4a28-8c3c-234b79ff0574 req-d2f6b201-8e45-4f9d-add7-3e99ad1d8cb5 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0972145 Dec 13 20:28:29.982380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f33f8d35-c50d-4a28-8c3c-234b79ff0574 req-79df908f-7deb-43b8-9df4-0e8b78a2ec13 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448072 Dec 13 20:28:31.179979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ee91-f16d-46c3-a859-7a2bf4ba5031 req-3d91adf9-4c91-4732-89a1-2e938690587f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:31.181465 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d36ee91-f16d-46c3-a859-7a2bf4ba5031 req-3d91adf9-4c91-4732-89a1-2e938690587f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0847816 Dec 13 20:28:31.228946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d36ee91-f16d-46c3-a859-7a2bf4ba5031 req-79168e68-87fe-4f02-b286-39c66711771a tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415947 Dec 13 20:28:32.451587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa159f-9a19-46b6-82a8-549263c95e06 req-d5ee8b8c-9e7d-485c-aab1-7d3d1da530cd tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:32.452948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbfa159f-9a19-46b6-82a8-549263c95e06 req-d5ee8b8c-9e7d-485c-aab1-7d3d1da530cd tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.1057849 Dec 13 20:28:32.499559 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fbfa159f-9a19-46b6-82a8-549263c95e06 req-aad0f5c5-033e-45f2-b00c-445d037d59ba tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406246 Dec 13 20:28:33.714289 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d341-36d1-4dcf-b961-8e7a36a481b3 req-df132e60-5e3b-4721-a0bd-4d5d66f3ec15 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:33.715656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d649d341-36d1-4dcf-b961-8e7a36a481b3 req-df132e60-5e3b-4721-a0bd-4d5d66f3ec15 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0976286 Dec 13 20:28:33.768348 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d649d341-36d1-4dcf-b961-8e7a36a481b3 req-378f21a8-0258-4f1b-8650-c5cb2aa342b6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441954 Dec 13 20:28:34.965829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f0e2-894f-4a08-8850-71b48aa77f5c req-0af62f07-cd92-411e-91b5-9e47f42c152f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:34.967292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8298f0e2-894f-4a08-8850-71b48aa77f5c req-0af62f07-cd92-411e-91b5-9e47f42c152f tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0849690 Dec 13 20:28:35.016459 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8298f0e2-894f-4a08-8850-71b48aa77f5c req-f674906f-d31e-4241-aa9c-b3e44b82faab tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402665 Dec 13 20:28:36.225422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f699-5fc5-4866-b2fb-a6d01b3f0140 req-00234e26-1727-47dc-a1e4-d5628ba2d6db tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:36.226879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dc86f699-5fc5-4866-b2fb-a6d01b3f0140 req-00234e26-1727-47dc-a1e4-d5628ba2d6db tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0899236 Dec 13 20:28:36.276849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dc86f699-5fc5-4866-b2fb-a6d01b3f0140 req-bf128f04-7d66-4f5d-85f7-0b1e90b1edab tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440793 Dec 13 20:28:37.467207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04034c-b19d-4775-8e53-0c6e547a9495 req-4f8595b5-8ce7-4fd0-91e4-30b5893f664d tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:37.468637 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af04034c-b19d-4775-8e53-0c6e547a9495 req-4f8595b5-8ce7-4fd0-91e4-30b5893f664d tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0871544 Dec 13 20:28:37.518652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af04034c-b19d-4775-8e53-0c6e547a9495 req-2a52b46c-2f55-4a5e-9f98-508ed713c745 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420706 Dec 13 20:28:38.716675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807e27c-35b5-4b6f-8503-065248669fbe req-3cb9323b-97c7-4af2-a909-2f2af4166df3 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:38.718421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d807e27c-35b5-4b6f-8503-065248669fbe req-3cb9323b-97c7-4af2-a909-2f2af4166df3 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0864954 Dec 13 20:28:38.773577 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d807e27c-35b5-4b6f-8503-065248669fbe req-cd4a1dc2-4321-4d6a-bafb-63ce854ee2fd tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487282 Dec 13 20:28:39.969892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2220-c758-4f72-84d3-6bbeccfd233f req-5caa812d-8c44-4243-8162-2f9a0ef5c0f7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:39.971603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c5bd2220-c758-4f72-84d3-6bbeccfd233f req-5caa812d-8c44-4243-8162-2f9a0ef5c0f7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0826244 Dec 13 20:28:40.019634 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c5bd2220-c758-4f72-84d3-6bbeccfd233f req-2a282806-adfd-4622-a63f-62ce7c471759 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412984 Dec 13 20:28:41.222267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57487c-4109-4674-a2e1-9c9066c54bec req-a4d3e1c2-bbf4-4000-b0f4-e621a22056c5 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:41.223712 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d57487c-4109-4674-a2e1-9c9066c54bec req-a4d3e1c2-bbf4-4000-b0f4-e621a22056c5 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0884089 Dec 13 20:28:41.275123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1d57487c-4109-4674-a2e1-9c9066c54bec req-b9842c72-d2a5-4ed8-9cc1-50fbb2ac967d tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&id=2abd03da-6efa-4d60-889e-cd78cd165e69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429249 Dec 13 20:28:42.227113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:48.198027 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-501e347c-eacb-4062-bb63-f3086c4b8993 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749462 Dec 13 20:28:48.349727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-e7ef4d72-dc78-4eb4-8c0e-79782af3100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:48.351204 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-e7ef4d72-dc78-4eb4-8c0e-79782af3100e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1137 time: 0.0757403 Dec 13 20:28:48.495386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-b7cb06af-bb54-4adf-a56f-0a613db6a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:48.496731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-b7cb06af-bb54-4adf-a56f-0a613db6a96b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.1253748 Dec 13 20:28:48.604377 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-7c5775f7-4774-49ae-9fb5-81bd505974c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 1000 time: 0.0974233 Dec 13 20:28:48.667326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-f9dfcff9-8265-4020-87a6-ef554a6dfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:48.668708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-f9dfcff9-8265-4020-87a6-ef554a6dfbeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0568261 Dec 13 20:28:48.876197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-aa63270b-e2a5-40b3-9e90-e86443651c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:28:48.877763 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-aa63270b-e2a5-40b3-9e90-e86443651c24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2012851 Dec 13 20:28:49.026041 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-ec791b5b-f456-4942-9da3-ffcdcaec7f68 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354630 Dec 13 20:28:49.160352 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-916ab82f-4291-435c-80f0-57cdea6b1a2a req-b5efed25-7086-4ab7-bbf7-0060ce01b2cb service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267192 Dec 13 20:28:51.688093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-eb3868db-6cd5-45fe-95a9-b697c7d85194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:53.942740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-69b2eb0c-a7fd-4bff-903d-9738c9b75b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:54.880320 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:28:55.087739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:55.098030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:28:56.556500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.017989 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-d1ba5dd2-041c-4d17-b0e8-2a5568576731 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826075851&fields=id&tenant_id=501d78543b424709a9346e3db0d5e1b6 HTTP/1.1" status: 200 len: 267 time: 0.0469742 Dec 13 20:29:12.104413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-d93b8f87-cf05-4b02-acf6-152d558d90b0 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:12.105945 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-d93b8f87-cf05-4b02-acf6-152d558d90b0 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 984 time: 0.0823872 Dec 13 20:29:12.116965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Request body: {'port': {'security_groups': ['efd8ef11-7ffe-4692-923f-0f3899d256ec']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:12.227362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.245757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.506300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:12.532665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.538994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.545241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e0b4de29-52ee-41e2-af90-2edd3efdc0b4 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:12.551973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:29:12.610422 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:12.611077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.612826 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32cb0cad-7ee6-4ef8-8526-8f7c82b61fb2 req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "PUT /v2.0/ports/593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 942 time: 0.5004158 Dec 13 20:29:12.613109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:12.620985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37206) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:12.635597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event updated for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:12.651301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.651697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.652082 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.652463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.652839 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.653264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.653642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.654012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.654380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.654748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.663576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.664108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.676206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:12.684116 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:29:12.709813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:29:12.711554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.748819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.805406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-be3b7158-94c9-4f1a-854a-6b4feafa6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:12.806706 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-be3b7158-94c9-4f1a-854a-6b4feafa6fa4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1098 time: 0.0980430 Dec 13 20:29:12.830830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.836203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-11552e25-0532-48d0-b966-9513f7168354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:12.853141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd03da-6efa-4d60-889e-cd78cd165e69,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:12.865586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.865905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.866308 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.866706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.867074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.867438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.867801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.868161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.868522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.868891 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.869376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.869733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:12.873258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:12.877252 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "DELETE /v2.0/security-groups/2abd03da-6efa-4d60-889e-cd78cd165e69 HTTP/1.1" status: 204 len: 168 time: 0.2551758 Dec 13 20:29:12.877822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37210) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:12.878788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-469e989e-d78e-4c98-a08a-2ae45cfd9d14 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:12.968948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-dc972169-dda6-41ec-a623-3ce000faea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:12.970696 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-dc972169-dda6-41ec-a623-3ce000faea1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.1558743 Dec 13 20:29:12.979035 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4024f0e-6e5b-4048-b062-24d4a02e8bdd None None] Provisioning complete for port 593497b0-ea52-4cce-9e97-5c65199e4189 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:12.979440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e4024f0e-6e5b-4048-b062-24d4a02e8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.080385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-359b4f91-0204-4f17-ac65-29d4946b8a15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 1000 time: 0.1029136 Dec 13 20:29:13.094711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Deleting port 9d6a08e8-da60-4a4c-bc56-166f6f8043b7 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:13.095272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.146581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-df6dfac2-f546-442e-8af6-401015124835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:13.148088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-df6dfac2-f546-442e-8af6-401015124835 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0602937 Dec 13 20:29:13.227028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-ae89171a-21a8-4714-9657-c2a0ef8a4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:13.228567 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-ae89171a-21a8-4714-9657-c2a0ef8a4573 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741179 Dec 13 20:29:13.269404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.269735 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.368802 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-03a162b1-8c01-4734-be42-308030dfa6cd service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330655 Dec 13 20:29:13.393215 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Calling delete_port for 9d6a08e8-da60-4a4c-bc56-166f6f8043b7 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:13.505118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e6e1db24-c86f-4da4-bae0-558cbe340a3b req-09327b54-65b2-4e74-9348-2860b1ca5493 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282682 Dec 13 20:29:13.548656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.552248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:13.594696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event deleted for resources: {'Port': ['ID=9d6a08e8-da60-4a4c-bc56-166f6f8043b7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:13.597766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:13.686637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:13.687256 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Floating IP 72ac7dd3-5dca-450d-96a0-d613ef70dcd0 disassociated (deleted). External IP: 172.26.6.70, port: 593497b0-ea52-4cce-9e97-5c65199e4189. Dec 13 20:29:14.176706 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:29:14.364264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:14.374850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Sync routers for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:14.385037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:14.387425 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:14.388078 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:28:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:14.443459 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "DELETE /v2.0/floatingips/72ac7dd3-5dca-450d-96a0-d613ef70dcd0 HTTP/1.1" status: 204 len: 168 time: 1.5631490 Dec 13 20:29:14.443951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:14.566389 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:14.592361 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:29:14.694353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-e087b840-1cf9-49af-8363-949c608356bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:14.695834 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-e087b840-1cf9-49af-8363-949c608356bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=501d78543b424709a9346e3db0d5e1b6&device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 1098 time: 0.0774271 Dec 13 20:29:14.909968 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:14.914305 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Checking router: 5b2591da-5b96-4d7a-8295-93ac2a57dce3 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:14.923408 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:14.924024 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:28:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:14.965969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-af860656-5b6b-4264-aa84-855be403ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:14.967492 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-af860656-5b6b-4264-aa84-855be403ad1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 200 len: 914 time: 0.2647712 Dec 13 20:29:15.033939 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-d23c3274-a949-4a0d-9040-4a687587c464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 200 len: 217 time: 0.0597203 Dec 13 20:29:15.103142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-f729a623-bf27-4d84-8ca3-c8d131c6f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:15.104878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-f729a623-bf27-4d84-8ca3-c8d131c6f651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 200 len: 853 time: 0.0636950 Dec 13 20:29:15.106437 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:15.181909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-77796657-81b4-48c7-b5a7-71b4f56bf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:15.183385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-77796657-81b4-48c7-b5a7-71b4f56bf4dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bb5b14-d90d-410a-933a-499b5c789cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691447 Dec 13 20:29:15.341854 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-45a183c1-ea7d-40c1-83b1-95e8c6a8ea1f service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492155 Dec 13 20:29:15.427046 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:15.431157 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0308df-31ba-4724-ae04-eaf84ea68181 None None] The sync data for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv is: [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:09Z', 'revision_number': 4, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'ccd9dfb1-adc6-4bf8-a133-f1556805e4bf', 'name': '', 'network_id': 'f3bb5b14-d90d-410a-933a-499b5c789cc3', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'mac_address': 'fa:16:3e:97:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:08Z', 'updated_at': '2021-12-13T20:27:14Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'subnets': [{'id': '84801f19-d3df-4864-b7b5-8eb5b7219b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:29:15.490056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9f0cd540-c2de-43fe-8461-12976d18b317 req-8dcc02ca-ffda-4049-afa9-f486940bc87b service neutron] 10.222.0.20 "GET /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406453 Dec 13 20:29:15.683574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b3dcf-00b2-4ef8-9c6d-7dd989c8f6c2 None None] New status for floating IP 72ac7dd3-5dca-450d-96a0-d613ef70dcd0: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:29:18.870768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c47a6-2f0e-4d3d-bd35-078ff615fc92 req-ecf3655f-4453-4ae2-884e-9063f92cd56b tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:18.872272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a6c47a6-2f0e-4d3d-bd35-078ff615fc92 req-ecf3655f-4453-4ae2-884e-9063f92cd56b tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0896101 Dec 13 20:29:18.918315 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a6c47a6-2f0e-4d3d-bd35-078ff615fc92 req-bea6117a-749b-410c-bc35-6128d0c398aa tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Dec 13 20:29:20.132419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee966-4942-4eab-9fda-7dc41a2a93ce req-141c2582-e17a-428d-9c44-846194325fa2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:20.133870 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-435ee966-4942-4eab-9fda-7dc41a2a93ce req-141c2582-e17a-428d-9c44-846194325fa2 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0849051 Dec 13 20:29:20.182942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-435ee966-4942-4eab-9fda-7dc41a2a93ce req-fca85267-e81c-4a9e-a8f8-140156bd837c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd8ef11-7ffe-4692-923f-0f3899d256ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Dec 13 20:29:20.411134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-6542f3c7-0878-4ee2-a370-7703bae0d1a6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:20.412592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-6542f3c7-0878-4ee2-a370-7703bae0d1a6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 945 time: 0.0867784 Dec 13 20:29:20.484000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Deleting port 593497b0-ea52-4cce-9e97-5c65199e4189 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:20.484339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:20.735208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] For port 593497b0-ea52-4cce-9e97-5c65199e4189, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=593497b0-ea52-4cce-9e97-5c65199e4189,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:20.735429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:20.865095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Calling delete_port for 593497b0-ea52-4cce-9e97-5c65199e4189 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:21.023743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:21.029530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:21.035761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['593497b0-ea52-4cce-9e97-5c65199e4189'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:29:21.077724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Pushing event deleted for resources: {'Port': ['ID=593497b0-ea52-4cce-9e97-5c65199e4189,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:21.080811 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:21.156424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] No DVR routers for this DVR port 593497b0-ea52-4cce-9e97-5c65199e4189 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:29:21.159272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:21.161967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'name': 'network-vif-deleted', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:21.173937 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ca3dbad-6b2a-41d0-b381-22694a7b7730 req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.20 "DELETE /v2.0/ports/593497b0-ea52-4cce-9e97-5c65199e4189 HTTP/1.1" status: 204 len: 173 time: 0.7554898 Dec 13 20:29:21.275521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb57d44-99d8-41b9-8b1b-deb3012ab40b', 'name': 'network-vif-deleted', 'tag': '593497b0-ea52-4cce-9e97-5c65199e4189', 'status': 'completed', 'code': 200} Dec 13 20:29:21.361799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-6ed3587d-4651-4124-9962-0f21d32f4150 req-05717fa2-470e-4e61-9f6a-862e045a8d97 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Synchronizing usage tracker for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:29:21.383970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-6ed3587d-4651-4124-9962-0f21d32f4150 req-05717fa2-470e-4e61-9f6a-862e045a8d97 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Unset dirty status for tenant:501d78543b424709a9346e3db0d5e1b6 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:29:21.385137 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ed3587d-4651-4124-9962-0f21d32f4150 req-05717fa2-470e-4e61-9f6a-862e045a8d97 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb57d44-99d8-41b9-8b1b-deb3012ab40b HTTP/1.1" status: 200 len: 210 time: 0.0747142 Dec 13 20:29:21.673860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-352bb74b-d2f6-445e-bc6d-68b7eef3d187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:23.079009 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37300) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:23.649385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:23.927583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-20b6a009-cfb6-435d-b9d5-7132e1b3e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:24.159674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Deleting port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:24.160236 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:24.285075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 593497b0-ea52-4cce-9e97-5c65199e4189 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:24.322520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 593497b0-ea52-4cce-9e97-5c65199e4189 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:24.322887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 593497b0-ea52-4cce-9e97-5c65199e4189 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:24.337427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] For port ccd9dfb1-adc6-4bf8-a133-f1556805e4bf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:24.337775 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:24.465828 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Calling delete_port for ccd9dfb1-adc6-4bf8-a133-f1556805e4bf owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:24.737992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:24.741765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:24.787916 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd9dfb1-adc6-4bf8-a133-f1556805e4bf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:24.791040 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:25.059972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:25.087546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:25.098604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:25.449708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:29:25.762446 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:25.772078 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Sync routers for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:25.780751 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b2591da-5b96-4d7a-8295-93ac2a57dce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006412 Dec 13 20:29:25.783317 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:25.783505 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37304) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:25.783940 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:25.959683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:25.981404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:26.137745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:26.152068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Deleting port 6d591146-0df3-4225-8ad8-f448ff85a626 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:26.152487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:26.271399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:29:24Z', 'revision_number': 5, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port': {'id': '6d591146-0df3-4225-8ad8-f448ff85a626', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:26.275490 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Checking router: 5b2591da-5b96-4d7a-8295-93ac2a57dce3 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:26.284086 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Routers {'5b2591da-5b96-4d7a-8295-93ac2a57dce3'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:26.284836 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:26.334570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] For port 6d591146-0df3-4225-8ad8-f448ff85a626, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6d591146-0df3-4225-8ad8-f448ff85a626,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:26.334779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:26.437855 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] Set router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:26.455701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Calling delete_port for 6d591146-0df3-4225-8ad8-f448ff85a626 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:26.541488 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:29:26Z', 'revision_number': 6, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:26.545577 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b25b6-c4b9-42df-bd3a-a44143634b96 None None] The sync data for ids ['5b2591da-5b96-4d7a-8295-93ac2a57dce3'] in dv-neutron-821563-1-hyperv is: [{'id': '5b2591da-5b96-4d7a-8295-93ac2a57dce3', 'name': 'tempest-TestMinimumBasicScenario-870020974-router', 'tenant_id': '501d78543b424709a9346e3db0d5e1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:05Z', 'updated_at': '2021-12-13T20:29:26Z', 'revision_number': 6, 'project_id': '501d78543b424709a9346e3db0d5e1b6', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:29:26.550463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:26.631074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:26.634855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:26.677387 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d591146-0df3-4225-8ad8-f448ff85a626,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:26.680550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:26.774680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.078521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.080815 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.107508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.108029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2591da-5b96-4d7a-8295-93ac2a57dce3 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:29:27.120309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.121490 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5b2591da-5b96-4d7a-8295-93ac2a57dce3 HTTP/1.1" status: 204 len: 168 time: 1.3370054 Dec 13 20:29:27.124048 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37310) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:27.189777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Deleting subnet 84801f19-d3df-4864-b7b5-8eb5b7219b67 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:29:27.193377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.248563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.328687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.398880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.402944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-323bd43c-b4e3-44c9-ab46-9564798b34ba tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:27.440175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84801f19-d3df-4864-b7b5-8eb5b7219b67,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:27.443591 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:27.444595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.450401 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547c539-61d7-497f-ad3b-44ea9cb9ef6a None None] Network f3bb5b14-d90d-410a-933a-499b5c789cc3 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:29:27.450564 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-19bb51c2-3501-4c08-bf02-d2896519c9d5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/84801f19-d3df-4864-b7b5-8eb5b7219b67 HTTP/1.1" status: 204 len: 168 time: 0.3255892 Dec 13 20:29:27.453194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37314) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:27.561519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.573061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Deleting port 14c61fec-429b-417b-906c-c759bbaaa604 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:27.573183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.723534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] DHCP port deletion for f3bb5b14-d90d-410a-933a-499b5c789cc3 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:29:27.728730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Deleting port 14c61fec-429b-417b-906c-c759bbaaa604 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:27.729114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.782133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] For port 14c61fec-429b-417b-906c-c759bbaaa604, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14c61fec-429b-417b-906c-c759bbaaa604,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:27.782493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.909661 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Calling delete_port for 14c61fec-429b-417b-906c-c759bbaaa604 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:27.933502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] For port 14c61fec-429b-417b-906c-c759bbaaa604, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=14c61fec-429b-417b-906c-c759bbaaa604,segment=NetworkSegment(017f2891-7a88-4be3-afcb-5e55b7776fa9),segment_id=017f2891-7a88-4be3-afcb-5e55b7776fa9)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:27.933910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.986814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:27.990730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1d19f87e-045b-437d-a980-3337fb751f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:28.033737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Pushing event deleted for resources: {'Port': ['ID=14c61fec-429b-417b-906c-c759bbaaa604,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:28.036825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:28.037728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] No DVR routers for this DVR port 14c61fec-429b-417b-906c-c759bbaaa604 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:29:28.054723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Calling delete_port for 14c61fec-429b-417b-906c-c759bbaaa604 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:28.129656 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:29:28.130711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:29:28.150527 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.180911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bb5b14-d90d-410a-933a-499b5c789cc3']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:28.193877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017f2891-7a88-4be3-afcb-5e55b7776fa9') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:28.194207 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017f2891-7a88-4be3-afcb-5e55b7776fa9') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:28.205952 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.222560 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.224512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14c61fec-429b-417b-906c-c759bbaaa604 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:28.229121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:29:28.229613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:29:28.242675 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:29:28.258334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 14c61fec-429b-417b-906c-c759bbaaa604 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:28.258686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 14c61fec-429b-417b-906c-c759bbaaa604 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:28.259101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ccd9dfb1-adc6-4bf8-a133-f1556805e4bf no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:28.294270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ccd9dfb1-adc6-4bf8-a133-f1556805e4bf {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:28.294667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ccd9dfb1-adc6-4bf8-a133-f1556805e4bf not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:28.295062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d591146-0df3-4225-8ad8-f448ff85a626 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:28.321077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.324789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-546dde31-d940-40db-b020-5e2fd9f2916f tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:28.328934 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6d591146-0df3-4225-8ad8-f448ff85a626 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:28.329313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6d591146-0df3-4225-8ad8-f448ff85a626 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:28.341144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.353577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bb5b14-d90d-410a-933a-499b5c789cc3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:28.357907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:28.366445 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f3bb5b14-d90d-410a-933a-499b5c789cc3 HTTP/1.1" status: 204 len: 168 time: 0.9122488 Dec 13 20:29:28.369451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37318) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:28.631732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Deleting port 14c61fec-429b-417b-906c-c759bbaaa604 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:28.632429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:28.701209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-cfca0c68-27d7-4383-8edf-9ce4546498cb None None] The port '14c61fec-429b-417b-906c-c759bbaaa604' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:29:29.037091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:29.385766 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Deleting port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:29.386105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:29.556489 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] For port bfb63d6c-4b7d-482f-91a0-3b506a3ead3c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:29.556882 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:29.676755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Calling delete_port for bfb63d6c-4b7d-482f-91a0-3b506a3ead3c owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:29.864609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:29.869262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c01ed9ca-f8cf-4161-a144-4a847cd9fb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:29.914678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb63d6c-4b7d-482f-91a0-3b506a3ead3c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:29.918177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:30.194361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:30.684079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Router b21ffbe7-7b07-452b-93d9-eee4a062779c has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:29:30.864738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:30.874090 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] 10.222.0.18 "PUT /v2.0/routers/b21ffbe7-7b07-452b-93d9-eee4a062779c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036495 Dec 13 20:29:30.875069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Sync routers for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:30.876644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37322) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:30.885749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:30.886403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:31.054127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:31.098899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:31.257623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:31.268520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Deleting port b2675046-efb4-4535-89e5-acbaa8d04831 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:31.268855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:31.384800 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233'}], 'enable_snat': True}, 'gw_port_id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:29:29Z', 'revision_number': 5, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port': {'id': 'b2675046-efb4-4535-89e5-acbaa8d04831', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:27:12Z', 'updated_at': '2021-12-13T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:31.388774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Checking router: b21ffbe7-7b07-452b-93d9-eee4a062779c for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:31.397660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Routers {'b21ffbe7-7b07-452b-93d9-eee4a062779c'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:31.397808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['b21ffbe7-7b07-452b-93d9-eee4a062779c'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:31.445395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] For port b2675046-efb4-4535-89e5-acbaa8d04831, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b2675046-efb4-4535-89e5-acbaa8d04831,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:31.445758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:31.547346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] Set router b21ffbe7-7b07-452b-93d9-eee4a062779c gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:31.577760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Calling delete_port for b2675046-efb4-4535-89e5-acbaa8d04831 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:31.651160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:29:31Z', 'revision_number': 6, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:31.655309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be2646-e4ee-4e64-9eb5-7bf3a8b2ea29 None None] The sync data for ids ['b21ffbe7-7b07-452b-93d9-eee4a062779c'] in dv-neutron-821563-1-hyperv is: [{'id': 'b21ffbe7-7b07-452b-93d9-eee4a062779c', 'name': 'tempest-TestMinimumBasicScenario-604796758-router', 'tenant_id': '3c74a4af555d464285a7b7a6674dd90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:27:11Z', 'updated_at': '2021-12-13T20:29:31Z', 'revision_number': 6, 'project_id': '3c74a4af555d464285a7b7a6674dd90a', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:29:31.747170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:31.750911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:31.879753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:29:31.919381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2675046-efb4-4535-89e5-acbaa8d04831,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:31.945184 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:32.015629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.191746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.193999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.228348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.228895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21ffbe7-7b07-452b-93d9-eee4a062779c {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:29:32.240745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.241916 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b21ffbe7-7b07-452b-93d9-eee4a062779c HTTP/1.1" status: 204 len: 168 time: 1.3643856 Dec 13 20:29:32.244537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37326) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:32.303187 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Deleting subnet 1c8037a6-109a-4539-a26e-b1491c673896 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:29:32.306532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.358303 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.443210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.470629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb63d6c-4b7d-482f-91a0-3b506a3ead3c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:32.505608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: bfb63d6c-4b7d-482f-91a0-3b506a3ead3c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:32.506102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device bfb63d6c-4b7d-482f-91a0-3b506a3ead3c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:32.506702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b2675046-efb4-4535-89e5-acbaa8d04831 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:32.513577 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.517435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8ea0647d-a2a1-4b70-9008-1c5d1255caed tempest-NetworksTestDHCPv6-1352874207 tempest-NetworksTestDHCPv6-1352874207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:32.545356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b2675046-efb4-4535-89e5-acbaa8d04831 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:32.545942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b2675046-efb4-4535-89e5-acbaa8d04831 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:32.560046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8037a6-109a-4539-a26e-b1491c673896,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:32.563771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:32.566467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.573010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519abc4-e841-49cc-a36e-d57531218ebe None None] Network 384372fa-10c7-46e1-aaf9-0049ea683b04 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:29:32.573729 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ae69c779-aedc-4ad7-bc4c-c7c5ba8e6754 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c8037a6-109a-4539-a26e-b1491c673896 HTTP/1.1" status: 204 len: 168 time: 0.3282182 Dec 13 20:29:32.576118 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37330) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:32.691428 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.703075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Deleting port afb32674-1418-4405-97bc-b8959354dd51 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:32.703409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.818711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] DHCP port deletion for 384372fa-10c7-46e1-aaf9-0049ea683b04 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:29:32.823762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Deleting port afb32674-1418-4405-97bc-b8959354dd51 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:32.824344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:32.911753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] For port afb32674-1418-4405-97bc-b8959354dd51, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=afb32674-1418-4405-97bc-b8959354dd51,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:32.912078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.032809 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] For port afb32674-1418-4405-97bc-b8959354dd51, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=afb32674-1418-4405-97bc-b8959354dd51,segment=NetworkSegment(9d562496-1760-400c-bcc5-3fffefbd1a51),segment_id=9d562496-1760-400c-bcc5-3fffefbd1a51)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:33.033040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.036621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Calling delete_port for afb32674-1418-4405-97bc-b8959354dd51 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:33.119267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.123532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d07e5f51-03c2-416e-95fa-6373b47b858f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:33.167388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=afb32674-1418-4405-97bc-b8959354dd51,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:33.170634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:33.173777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] No DVR routers for this DVR port afb32674-1418-4405-97bc-b8959354dd51 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:29:33.208900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Calling delete_port for afb32674-1418-4405-97bc-b8959354dd51 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:29:33.281870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:29:33.282253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:29:33.293751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.323334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384372fa-10c7-46e1-aaf9-0049ea683b04']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:33.335937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d562496-1760-400c-bcc5-3fffefbd1a51') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:33.336234 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d562496-1760-400c-bcc5-3fffefbd1a51') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:33.347612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.367951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.374348 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:29:33.374791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:29:33.388331 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:29:33.465997 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.471513 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.473993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-60db3108-891c-4923-b3b6-f9c14d7da579 tempest-NetworksTest-2122480755 tempest-NetworksTest-2122480755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:33.610960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=384372fa-10c7-46e1-aaf9-0049ea683b04,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:33.613900 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:33.617603 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] 10.222.0.18 "DELETE /v2.0/networks/384372fa-10c7-46e1-aaf9-0049ea683b04 HTTP/1.1" status: 204 len: 168 time: 1.0387497 Dec 13 20:29:33.783613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Deleting port afb32674-1418-4405-97bc-b8959354dd51 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:29:33.784078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.799756 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37336) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:33.850567 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4569ab29-78d0-4a6c-9ef6-4c94e458225a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=501d78543b424709a9346e3db0d5e1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494905 Dec 13 20:29:33.852405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd82a6-f04d-48f7-9079-5450724b6560 None None] The port 'afb32674-1418-4405-97bc-b8959354dd51' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:29:33.853042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37340) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:33.915111 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:33.944300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.008219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.012298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ca5a3e0-4c87-4fba-8802-65cdf5747848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:34.026026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8ef11-7ffe-4692-923f-0f3899d256ec,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:34.029923 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:34.033384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.034520 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efd8ef11-7ffe-4692-923f-0f3899d256ec HTTP/1.1" status: 204 len: 168 time: 0.1805441 Dec 13 20:29:34.221683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device afb32674-1418-4405-97bc-b8959354dd51 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:29:34.255256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: afb32674-1418-4405-97bc-b8959354dd51 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:29:34.255573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device afb32674-1418-4405-97bc-b8959354dd51 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:29:34.389355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37350) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:34.444883 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b79422df-9de2-46fe-af68-510b960a4630 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c74a4af555d464285a7b7a6674dd90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542893 Dec 13 20:29:34.448287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:34.506774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.533721 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.587573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.591388 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:34.602792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541f566-d4d2-42a4-935e-26e562c10934,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:34.606619 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:34.610852 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:34.611978 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-555a8e4c-2971-4b61-a572-11cc27449c7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5541f566-d4d2-42a4-935e-26e562c10934 HTTP/1.1" status: 204 len: 168 time: 0.1628251 Dec 13 20:29:36.401000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37398) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:36.406335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344522731', 'description': 'tempest-secgroup-smoke-1344522731 description', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:36.412746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:36.416924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:36.419974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:36.426837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:36.438898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.451557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.466737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:36.470798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:36.473739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:36.480149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:36.565492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.570992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.574508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58223d82-63e9-4e7c-bc2f-ab58ca42f11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:36.582262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:36.589729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:36.594665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:36.607958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:36.615053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae411e58-7a3d-4a4a-9057-a6a471cff079,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:36.620937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:36.683889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.689967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.694032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-48463f3c-f7cd-460b-8c45-96d5eb9aa2f5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:36.737307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5894f77d-0e13-4374-8b58-055b622590b3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:36.740560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:36.741319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.742998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3405383 Dec 13 20:29:36.745889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37402) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:36.751043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:36.757809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:36.762084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:36.765186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:36.771101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:36.790142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.850341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.855690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.857658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1991fb76-7661-412a-bbc9-3e898192fbf2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:36.879446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fcd20c-8df4-416a-8de1-8593ad8ab891,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:36.881926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:36.890417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:36.891579 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-301b1dfa-0a15-48fa-b000-74e02ea6db19 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447234 Dec 13 20:29:36.894591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37406) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:36.899742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:36.905854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:36.909727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:36.913064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:36.919487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:36.941123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.009719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.016728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.018585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-87e09dc1-a474-4ec3-b13b-4e1abd588b8f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.040030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0511fab-f375-402b-8c96-f81e7217f75b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.042441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.050212 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.051355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2f1b5252-31dd-439c-81da-f96fa72200df tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558652 Dec 13 20:29:37.054168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37412) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.059200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.065186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.069626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.072646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.079022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:37.098225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.163892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.169525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.171301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.193634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0660e5d5-60d0-4a16-a906-d4951b5a4e71,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.198032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.203984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.205136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-17f1c2d4-afa5-423c-a2cf-b62a3c507bb1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500154 Dec 13 20:29:37.208144 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37416) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.213288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.219112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.223392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.226502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.234233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:37.254825 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.327798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.332445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.340466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2217c70b-f018-4465-b30e-9b8dd0226074 tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.358817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acf55b6-c4ac-4777-9289-6f21ec0c7316,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.361369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.371330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.372521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634765 Dec 13 20:29:37.375602 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37420) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.380989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.387131 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.390917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.393792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.400306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:37.411733 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:29:37.418324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.483662 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.489988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.491806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2d8488a0-314c-4ba2-85be-24bc50a0c773 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.517218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ffdf20-28c6-4667-9bb7-6f825d42dbf0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.519738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.527823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.529033 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523914 Dec 13 20:29:37.532107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37424) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.537120 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '5894f77d-0e13-4374-8b58-055b622590b3', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.543637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.547394 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.550316 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.556189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:37.568282 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:29:37.575016 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.650282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.655673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.657618 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.679230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc4c1a4-7ca6-4424-84f0-66b13bc49cec,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.682162 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.691922 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.693321 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602440 Dec 13 20:29:37.696955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37428) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.705586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'network': {'name': 'tempest-network-smoke--2099862518', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.712678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.716716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:network and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.719729 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.725598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:37.737760 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:29:37.741240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.771347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:29:37.781222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.781563 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Added segment 36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06 of type vlan for network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 Dec 13 20:29:37.807258 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.839632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.846367 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:37.846960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:37.850492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9ad3c44d-4eb4-4ae6-ba54-cb35815dfb5a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:37.955297 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2568290 Dec 13 20:29:37.958113 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37432) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:37.960652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Network': ['ID=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:37.964098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c0f1278f-9d2c-4a52-a4b8-1a8c2d119fa5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:37.967516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'admin_state_up': True, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:37.970824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:29:37.975910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:37.979951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:router and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:37.982869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:37.988545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:38.000646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.001737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.016872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.298491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.609331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.639781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:38.780538 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.174 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/da9ff78e-6498-417e-b2f7-61b148df62b6) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:29:39.053422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:39.085732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:39.089467 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d19c0d4f-2855-4149-a1dc-13e37d4b00c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:39.155341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:39.158379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:39.162066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:29:39.191304 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=da9ff78e-6498-417e-b2f7-61b148df62b6,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:39.197104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:39.594093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:39.975364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:40.189781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router 58145d80-2fbc-4f12-b62d-99584daf0028 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:29:40.374310 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:40.385643 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Sync routers for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:40.399202 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:40.399802 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:40.402728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:40.404049 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4448733 Dec 13 20:29:40.407421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37436) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:40.573038 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:40.679667 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-183f1c28-d2ab-42df-9c68-667de00a23c8 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b91429f05ac4f7d8468a84cf5adc416&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2708199 Dec 13 20:29:40.682516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37442) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:40.813864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8520f8-a5b5-49a0-9fb0-1ea7021d3bd0 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:40.818384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ae8520f8-a5b5-49a0-9fb0-1ea7021d3bd0 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319201 Dec 13 20:29:40.818781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37446) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:40.856456 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:39Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:40.859393 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f1f06d10-82c1-4587-aa8c-6120a55cb0ac tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393591 Dec 13 20:29:40.860495 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Checking router: 58145d80-2fbc-4f12-b62d-99584daf0028 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:40.860832 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Updating router 58145d80-2fbc-4f12-b62d-99584daf0028 port da9ff78e-6498-417e-b2f7-61b148df62b6 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:29:40.861830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37450) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:40.867543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066409357', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:40.941102 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:40.978169 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:40.982127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:subnet and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:40.985097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:40.991077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:41.006753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:29:41.010816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.227979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.231761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8feec42d-e7b9-490e-a447-5eab54032d8b tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:41.262072 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.274394 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Transition to ACTIVE for port object da9ff78e-6498-417e-b2f7-61b148df62b6 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:41.281839 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.286515 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-835c90d2-e30c-4abc-82c0-b417c2ed9cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:41.314408 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Subnet': ['ID=f06caa4a-36f0-4a87-b809-3a1864cd7f41,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:41.318746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:41.326200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Checking segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:29:41.326557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network hostable DHCP agents. Network: a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:29:41.349608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:29:41.360897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:41.365239 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:41.365914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.371120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b21a3-b698-4eda-b725-bd63a8ef8771 None None] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:29:41.374326 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Attempting to bind port da9ff78e-6498-417e-b2f7-61b148df62b6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:29:41.374758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Attempting to bind port da9ff78e-6498-417e-b2f7-61b148df62b6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:29:41.375374 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Attempting to bind port da9ff78e-6498-417e-b2f7-61b148df62b6 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:29:41.384846 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:29:41.385201 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:29:41.385742 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.386341 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:29:41.386791 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Bound port: da9ff78e-6498-417e-b2f7-61b148df62b6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:29:41.387234 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.394855 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5293858 Dec 13 20:29:41.395144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37454) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:41.425155 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Pushing event updated for resources: {'Port': ['ID=da9ff78e-6498-417e-b2f7-61b148df62b6,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:41.442688 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.443114 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.443541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.444289 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.444400 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.444771 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.445224 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.445577 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.445897 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.446283 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.446622 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.446928 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:41.464464 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:41.479579 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] For port da9ff78e-6498-417e-b2f7-61b148df62b6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:29:41.483640 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] For port da9ff78e-6498-417e-b2f7-61b148df62b6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=da9ff78e-6498-417e-b2f7-61b148df62b6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:29:41.488351 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.493623 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c54aa0ab-0fd5-45cb-a970-1c7868a50f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:41.571251 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:41.571899 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:41.599590 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:29:41.600441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.650204 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Pushing event updated for resources: {'Port': ['ID=da9ff78e-6498-417e-b2f7-61b148df62b6,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:41.658691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:41.757619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Allocated IP 172.20.0.2 (a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1/f06caa4a-36f0-4a87-b809-3a1864cd7f41/e9731bfb-cda9-48f7-a4fb-47754f967f88) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:29:41.759931 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:41.968520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:41.979811 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Transition to ACTIVE for port object e9731bfb-cda9-48f7-a4fb-47754f967f88 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:42.010871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Transition to ACTIVE for port object e9731bfb-cda9-48f7-a4fb-47754f967f88 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:42.016672 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.021676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:42.063869 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:39Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:42.068852 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a26979-9de0-45eb-9024-ea52f7399d2f None None] The sync data for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv is: [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:39Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:29:42.087028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:42.090062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:42.098924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:29:42.107057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Pushing event updated for resources: {'Port': ['ID=e9731bfb-cda9-48f7-a4fb-47754f967f88,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:42.130552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.143708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.144063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.144902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.144902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.145076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.145419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.145755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.146090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.146427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.146755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.147111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.147416 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:29:42.155568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:42.210178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Attempting to bind port e9731bfb-cda9-48f7-a4fb-47754f967f88 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:29:42.210562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Attempting to bind port e9731bfb-cda9-48f7-a4fb-47754f967f88 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:29:42.211062 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Attempting to bind port e9731bfb-cda9-48f7-a4fb-47754f967f88 on network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:29:42.217419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:29:42.217920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Checking segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:29:42.218420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.218888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Bound using segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:29:42.219479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Bound port: e9731bfb-cda9-48f7-a4fb-47754f967f88, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:29:42.219966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.284771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.351140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] For port e9731bfb-cda9-48f7-a4fb-47754f967f88, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:29:42.355159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] For port e9731bfb-cda9-48f7-a4fb-47754f967f88, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9731bfb-cda9-48f7-a4fb-47754f967f88,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:29:42.360211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.364295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:42.467166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Pushing event updated for resources: {'Port': ['ID=e9731bfb-cda9-48f7-a4fb-47754f967f88,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:42.470313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:42.740472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.1 (a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1/f06caa4a-36f0-4a87-b809-3a1864cd7f41/1dc2c608-5652-433a-9645-e0593628466e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:29:42.910628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.927464 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 1dc2c608-5652-433a-9645-e0593628466e will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:42.952629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:42.956565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c5bd7d2-0717-4429-bce9-fa4c0169abc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:43.027996 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:43.031104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:43.035109 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:29:43.069899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:43.078375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:43.096245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:43.376741 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:43.494583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f813bd-afd7-4342-b809-225189ee560f None None] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:29:43.590326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-033e625e-936c-429a-8a09-26feb3798331 None None] Provisioning for port e9731bfb-cda9-48f7-a4fb-47754f967f88 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:43.803720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:43.809396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:43.839403 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43ff086d-e7fb-49d9-ae44-61abe9ccea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:43.927519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:43.931144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:43.934581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:44.042258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fe42b576-1307-4792-a71e-5171f63ee13b None None] Provisioning for port 1dc2c608-5652-433a-9645-e0593628466e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:44.049486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-fe42b576-1307-4792-a71e-5171f63ee13b None None] Provisioning complete for port 1dc2c608-5652-433a-9645-e0593628466e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:44.049956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fe42b576-1307-4792-a71e-5171f63ee13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.075733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:44.077321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:44.107642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-fe42b576-1307-4792-a71e-5171f63ee13b None None] Port 1dc2c608-5652-433a-9645-e0593628466e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:29:44.236869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-482eb0c5-fedf-4710-86f4-27c3b15db14a None None] Provisioning complete for port 1dc2c608-5652-433a-9645-e0593628466e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:44.237327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-482eb0c5-fedf-4710-86f4-27c3b15db14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.304496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device da9ff78e-6498-417e-b2f7-61b148df62b6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:44.361400 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-482eb0c5-fedf-4710-86f4-27c3b15db14a None None] Port 1dc2c608-5652-433a-9645-e0593628466e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:29:44.390921 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port da9ff78e-6498-417e-b2f7-61b148df62b6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:44.396027 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port da9ff78e-6498-417e-b2f7-61b148df62b6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:44.396408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.434790 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router 58145d80-2fbc-4f12-b62d-99584daf0028 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:29:44.525110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.529731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-3a1436a5-b6ab-4ef0-b532-cbc5c53c5bc8 None None] Provisioning complete for port 1dc2c608-5652-433a-9645-e0593628466e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:44.530100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a1436a5-b6ab-4ef0-b532-cbc5c53c5bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.584247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port da9ff78e-6498-417e-b2f7-61b148df62b6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=da9ff78e-6498-417e-b2f7-61b148df62b6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:44.592144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.592985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9731bfb-cda9-48f7-a4fb-47754f967f88 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:44.615752 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-3a1436a5-b6ab-4ef0-b532-cbc5c53c5bc8 None None] Port 1dc2c608-5652-433a-9645-e0593628466e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:29:44.618323 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:44.622638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:44.628573 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/58145d80-2fbc-4f12-b62d-99584daf0028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322948 Dec 13 20:29:44.664734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Sync routers for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:44.707616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:44.708265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:44.792833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-df7b865d-1f04-4481-a0cc-e9f6300b6ce9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:29:44.799717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=da9ff78e-6498-417e-b2f7-61b148df62b6,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:44.805324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:44.811949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-df7b865d-1f04-4481-a0cc-e9f6300b6ce9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:29:44.813307 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-df7b865d-1f04-4481-a0cc-e9f6300b6ce9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344522731&fields=id&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 267 time: 0.0617592 Dec 13 20:29:44.861552 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e9731bfb-cda9-48f7-a4fb-47754f967f88 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:44.888587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e9731bfb-cda9-48f7-a4fb-47754f967f88 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:44.888876 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:44.959262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:45.100815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-62857224-7ee7-480a-849c-0fa4e04cd2d7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:45.102512 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-62857224-7ee7-480a-849c-0fa4e04cd2d7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/networks?id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 200 len: 797 time: 0.2814322 Dec 13 20:29:45.117684 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-94cb4ead-5646-423c-91fb-e2d1b65e6627 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/quotas/8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 375 time: 0.0093968 Dec 13 20:29:45.201914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-9d242dbc-5464-4efa-9795-08d522e140d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786288 Dec 13 20:29:45.226263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:45.313197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e9731bfb-cda9-48f7-a4fb-47754f967f88, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9731bfb-cda9-48f7-a4fb-47754f967f88,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:45.322406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:45.325517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:45.396007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-c5916e6c-4dd9-4dc5-9b6e-733b5572b4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815679 Dec 13 20:29:45.410983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e9731bfb-cda9-48f7-a4fb-47754f967f88,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:45.414197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:45.425453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 2, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:45.429348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Checking router: 58145d80-2fbc-4f12-b62d-99584daf0028 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:45.429816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Updating router 58145d80-2fbc-4f12-b62d-99584daf0028 port 1dc2c608-5652-433a-9645-e0593628466e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:29:45.483813 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:45.534951 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-78af90ec-c7d2-477b-aafd-95b509b8c9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317766 Dec 13 20:29:45.727926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf0e6266-7c97-4cfd-8d9c-1d9aabec09f6 req-ecbc8671-4b9d-4490-a01c-fde9dc881283 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 210 time: 0.0431809 Dec 13 20:29:45.889225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:45.900945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Transition to ACTIVE for port object 1dc2c608-5652-433a-9645-e0593628466e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:45.908140 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:45.911886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:46.041348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Pushing event updated for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:46.068896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:46.131913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Attempting to bind port 1dc2c608-5652-433a-9645-e0593628466e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:29:46.132394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Attempting to bind port 1dc2c608-5652-433a-9645-e0593628466e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:29:46.132923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Attempting to bind port 1dc2c608-5652-433a-9645-e0593628466e on network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:29:46.138982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:29:46.139667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Checking segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:29:46.140056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:46.140456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Bound using segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:29:46.140930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Bound port: 1dc2c608-5652-433a-9645-e0593628466e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:29:46.141345 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:46.242285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] For port 1dc2c608-5652-433a-9645-e0593628466e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:29:46.247135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] For port 1dc2c608-5652-433a-9645-e0593628466e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dc2c608-5652-433a-9645-e0593628466e,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:29:46.250602 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device da9ff78e-6498-417e-b2f7-61b148df62b6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:46.281025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:46.291109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-7680a074-ee9b-498c-8fc3-7eac0f112c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:46.381828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:46.382499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:46.483909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Pushing event updated for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:46.491101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:46.510424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port da9ff78e-6498-417e-b2f7-61b148df62b6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:46.510780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:46.657623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:46.895229 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae767d04-143b-44a5-b76f-0ccc7e1d7661 req-2fc0cb92-2ab5-4d2f-96be-4295de83e840 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 210 time: 0.0600650 Dec 13 20:29:46.936713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9731bfb-cda9-48f7-a4fb-47754f967f88 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:47.061233 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-f8510733-bc30-4b98-a202-435f5ae1d2ef tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:47.062841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-f8510733-bc30-4b98-a202-435f5ae1d2ef tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/networks?id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 200 len: 797 time: 0.1628215 Dec 13 20:29:47.080101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e9731bfb-cda9-48f7-a4fb-47754f967f88 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:47.080498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:47.118709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-74294865-d79c-4e3a-b24b-7950deba0559 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 380 time: 0.0471385 Dec 13 20:29:47.127998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'port': {'device_id': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'admin_state_up': True, 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'security_groups': ['5894f77d-0e13-4374-8b58-055b622590b3']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:47.225223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:47.255883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043626b-7180-4b6d-83b1-a1cd74d3693c None None] The sync data for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv is: [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:29:47.269697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:47.274399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:port and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:47.279683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:47.290406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:47.316806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:29:47.323471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:47.504792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.8 (a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1/f06caa4a-36f0-4a87-b809-3a1864cd7f41/ce43f6e5-f0d2-4497-9be0-b610b6a466d0) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:29:47.702899 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:47.719608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object ce43f6e5-f0d2-4497-9be0-b610b6a466d0 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:47.744695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:47.751079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-42fd8270-d4ee-4327-b655-8968f8d75652 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:47.817894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:47.822179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:47.826240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:29:47.874270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:47.879455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:47.900474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:47.901078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:47.927614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041811 Dec 13 20:29:47.942185 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Request body: {'port': {'device_id': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:48.124089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.141120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-311f7289-8e79-4bf6-b4c9-a4d99bd34336 None None] Provisioning for port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:48.147546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-311f7289-8e79-4bf6-b4c9-a4d99bd34336 None None] Provisioning complete for port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:48.148270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-311f7289-8e79-4bf6-b4c9-a4d99bd34336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.208802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-311f7289-8e79-4bf6-b4c9-a4d99bd34336 None None] Port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:29:48.271225 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dc2c608-5652-433a-9645-e0593628466e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:48.350411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1dc2c608-5652-433a-9645-e0593628466e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:48.357249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1dc2c608-5652-433a-9645-e0593628466e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:48.357647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.358070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3331-c043-48eb-8967-bc75e495dc13 req-cb074017-94e2-4bb5-8079-2346e26d0b45 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:48.358823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f51d3331-c043-48eb-8967-bc75e495dc13 req-cb074017-94e2-4bb5-8079-2346e26d0b45 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:29:48.440381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f51d3331-c043-48eb-8967-bc75e495dc13 req-cb074017-94e2-4bb5-8079-2346e26d0b45 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:29:48.441856 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f51d3331-c043-48eb-8967-bc75e495dc13 req-cb074017-94e2-4bb5-8079-2346e26d0b45 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 931 time: 0.3966503 Dec 13 20:29:48.492595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.526634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1dc2c608-5652-433a-9645-e0593628466e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dc2c608-5652-433a-9645-e0593628466e,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:48.531247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.533247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:48.571355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f51d3331-c043-48eb-8967-bc75e495dc13 req-b6ec055a-a1f0-4ba6-9985-ba1c97dee9ac tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228180 Dec 13 20:29:48.602663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:48.605883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:48.694401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce43f6e5-f0d2-4497-9be0-b610b6a466d0 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:29:48.701739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.716190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Transition to ACTIVE for port object ce43f6e5-f0d2-4497-9be0-b610b6a466d0 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:29:48.721413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:48.726170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d86aaf85-6439-4478-add0-145a776286aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:48.878374 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:48.886451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:48.962278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Attempting to bind port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:29:48.962886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Attempting to bind port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:29:48.962886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Attempting to bind port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 on network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:29:48.967550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 on network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:29:48.967871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Attempting to bind port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 on network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:29:48.972953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:29:48.973324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Checking segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:29:48.973702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Bound using segment: {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:29:48.974115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Bound port: ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:29:48.974452 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:49.066654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:29:49.070022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:29:49.076004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:49.079895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-1688a8b7-ebe6-460f-af77-137e3a7cf840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:49.144005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.144683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:49.146079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 200 len: 1093 time: 1.2107778 Dec 13 20:29:49.146608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:49.169437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:49.172571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:49.223932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'status': 'completed', 'code': 200} Dec 13 20:29:49.266960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-d5e65310-80f6-4627-b05b-fdbba080d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.268445 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-d5e65310-80f6-4627-b05b-fdbba080d069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1096 time: 0.0771649 Dec 13 20:29:49.344877 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-f273a997-75d1-42cf-962b-c1cbdee71f63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 200 len: 217 time: 0.0692327 Dec 13 20:29:49.408474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-ce32f8c9-0186-443d-a8f9-17746311a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.409890 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-ce32f8c9-0186-443d-a8f9-17746311a056 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06caa4a-36f0-4a87-b809-3a1864cd7f41 HTTP/1.1" status: 200 len: 835 time: 0.0585883 Dec 13 20:29:49.492069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-73012335-e58b-4f9f-b8cc-c84af001c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.493485 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-73012335-e58b-4f9f-b8cc-c84af001c2a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769229 Dec 13 20:29:49.635479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-6faef767-77c7-4a4e-bc9a-fc492b5dcf9e service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352580 Dec 13 20:29:49.822620 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dfe71d6-4e1c-4a50-9543-ceddde779db6 req-6b5cbd15-7f2d-4b53-b708-3d72b6bbc492 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801457 Dec 13 20:29:49.842612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201b330-47b5-4dfb-8a6f-a493f58faac6 req-8a031431-e311-44ab-b88c-5bf2a538a8cb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.844958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4201b330-47b5-4dfb-8a6f-a493f58faac6 req-8a031431-e311-44ab-b88c-5bf2a538a8cb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 943 time: 0.1337340 Dec 13 20:29:49.938019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4201b330-47b5-4dfb-8a6f-a493f58faac6 req-be704785-53b9-4926-a6c8-5e6caf0a0fc9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849657 Dec 13 20:29:49.967110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-a5f7b8ed-07cc-4368-9dcd-f5ece866fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:49.968592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-a5f7b8ed-07cc-4368-9dcd-f5ece866fd35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1096 time: 0.0928476 Dec 13 20:29:50.239780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dc2c608-5652-433a-9645-e0593628466e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:50.246955 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-3fcb3da6-966f-4d4e-81eb-4a8d5b6bff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:50.248396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-3fcb3da6-966f-4d4e-81eb-4a8d5b6bff75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 200 len: 897 time: 0.2711768 Dec 13 20:29:50.316148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1dc2c608-5652-433a-9645-e0593628466e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:50.316544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:50.316956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-8e1d1418-46ce-41c8-9fea-b2319cbc46b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 200 len: 217 time: 0.0601563 Dec 13 20:29:50.380663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-70283699-8de0-4e1e-a043-9346dcbd88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:50.382211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-70283699-8de0-4e1e-a043-9346dcbd88a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06caa4a-36f0-4a87-b809-3a1864cd7f41 HTTP/1.1" status: 200 len: 835 time: 0.0586956 Dec 13 20:29:50.463156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-525515c8-5876-4efe-9096-5a675b75bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:50.464682 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-525515c8-5876-4efe-9096-5a675b75bb8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754716 Dec 13 20:29:50.607797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-4e1be039-5d44-435f-aec7-a6abd6db3393 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347358 Dec 13 20:29:50.745452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ce84f579-5d4d-4803-85ff-b63e3a4daf5c req-106075f1-70ab-43ae-9205-93df60896c52 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306016 Dec 13 20:29:51.147184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720797-2d03-4b89-8868-778fe51a23ab req-084e3999-5f1b-4932-ab99-70a4efd71ab6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:51.148709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77720797-2d03-4b89-8868-778fe51a23ab req-084e3999-5f1b-4932-ab99-70a4efd71ab6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 943 time: 0.0960197 Dec 13 20:29:51.199731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-77720797-2d03-4b89-8868-778fe51a23ab req-8f8746be-835a-45ea-add2-5eda80560b7b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Dec 13 20:29:51.670119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5c3283f4-e69c-4378-9a9d-255938d9870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:52.392998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device ce43f6e5-f0d2-4497-9be0-b610b6a466d0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:29:52.396366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40060b31-bc97-4226-a224-85daf782c1a0 req-34738895-5776-4f12-a2a8-58a0036d57f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:52.397884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40060b31-bc97-4226-a224-85daf782c1a0 req-34738895-5776-4f12-a2a8-58a0036d57f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 943 time: 0.0842030 Dec 13 20:29:52.446101 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40060b31-bc97-4226-a224-85daf782c1a0 req-177e044c-6e48-42a1-bee4-a4738c9b9873 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Dec 13 20:29:52.538968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:52.552454 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'port_id': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'mac_address': 'fa:16:3e:ef:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:29:52.614195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:52.633013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce43f6e5-f0d2-4497-9be0-b610b6a466d0 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:29:52.649530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:52.654440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:52.656152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ee2ed04e-3c85-49b0-a608-0a667f5755cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:52.724195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:52.727113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:52.854600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['ce43f6e5-f0d2-4497-9be0-b610b6a466d0'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:29:53.648041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf989-4328-4f2e-b744-85668d9d5c0c req-ef1da73f-e3d4-49e6-8cf3-7376dccc3116 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:53.649773 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cdbf989-4328-4f2e-b744-85668d9d5c0c req-ef1da73f-e3d4-49e6-8cf3-7376dccc3116 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 944 time: 0.0966468 Dec 13 20:29:53.696013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cdbf989-4328-4f2e-b744-85668d9d5c0c req-c3bd21bb-6441-426b-b08f-77e3fb9a3eef tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Dec 13 20:29:53.939247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4b85b089-4dde-48ab-9b82-9f225c04d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:54.393215 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device ce43f6e5-f0d2-4497-9be0-b610b6a466d0 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:29:54.471850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:29:54.478914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:29:54.479373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:54.596467 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:54.631718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:54.645954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:29:54.651730 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:54.653862 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f20b0f30-442d-436b-9c93-f8f76bf94f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:54.726340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:54.729694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:54.734396 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'code': 200} Dec 13 20:29:54.901895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356409a-e320-4072-b0f6-e68f21f11c87 req-7982e95c-5d23-4449-adf9-846d273cceb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:54.903455 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9356409a-e320-4072-b0f6-e68f21f11c87 req-7982e95c-5d23-4449-adf9-846d273cceb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0842493 Dec 13 20:29:54.999797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9356409a-e320-4072-b0f6-e68f21f11c87 req-6067578d-7edd-4cc4-afd2-b2457887e63f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543656 Dec 13 20:29:55.014557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e011135-fbbe-46d4-bc03-ed1d9cd37ae5 req-093fe0c3-2c90-4feb-94eb-b45fe1f7f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:55.016010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e011135-fbbe-46d4-bc03-ed1d9cd37ae5 req-093fe0c3-2c90-4feb-94eb-b45fe1f7f99d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1098 time: 0.1104701 Dec 13 20:29:55.056571 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e011135-fbbe-46d4-bc03-ed1d9cd37ae5 req-cd5e5b52-005b-4e5b-b8b5-17b75717a9d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Dec 13 20:29:55.084112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:55.102498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:56.197897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9915a-a6ca-438e-8365-acb6104c7ea2 req-1eab2d31-d13f-4d22-a0c0-69b861efd650 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:56.199356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80d9915a-a6ca-438e-8365-acb6104c7ea2 req-1eab2d31-d13f-4d22-a0c0-69b861efd650 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0864606 Dec 13 20:29:56.246178 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80d9915a-a6ca-438e-8365-acb6104c7ea2 req-57181eb7-af26-4356-976e-f7e7a3dbb059 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384803 Dec 13 20:29:56.443779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03db02-8de9-45c5-97d7-8a13c2b47d6d req-2da4a0f3-5c1d-48d0-80ad-e47b93d0c05c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:56.445306 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd03db02-8de9-45c5-97d7-8a13c2b47d6d req-2da4a0f3-5c1d-48d0-80ad-e47b93d0c05c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0948520 Dec 13 20:29:56.489822 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd03db02-8de9-45c5-97d7-8a13c2b47d6d req-063547b7-efa9-4eda-a568-bea7697684d4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Dec 13 20:29:56.515636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37514) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:56.547323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:56.592781 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395e427-3d62-4218-8665-c88791980603 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:56.594343 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8395e427-3d62-4218-8665-c88791980603 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1093 time: 0.0776823 Dec 13 20:29:56.597436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37518) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:56.602389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:29:56.608990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:29:56.612988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:floatingip and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:29:56.615892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:29:56.622307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:29:56.642819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:56.790082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:56.933899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.209 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/f6b74c20-fc57-4394-b6d4-ed75c2af9c6d) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:29:57.082108 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:57.115152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:57.118838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3de0f1fb-ff29-45c0-999a-f0fafbbfd562 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:57.179644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:29:57.182366 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:29:57.186096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:29:57.215287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=f6b74c20-fc57-4394-b6d4-ed75c2af9c6d,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:57.221110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:57.629257 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:57.712679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:58.049186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:58.058030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:58.063569 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5e5c3b82-5c4c-4e48-93bb-198148ea0a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:29:58.169670 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=f6b74c20-fc57-4394-b6d4-ed75c2af9c6d,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:29:58.173687 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:29:58.182161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:58.353194 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 07b6a7b9-1bc3-42fd-985a-57673bde84cc associated. External IP: 172.26.6.209, port: ce43f6e5-f0d2-4497-9be0-b610b6a466d0. Dec 13 20:29:58.704755 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router 58145d80-2fbc-4f12-b62d-99584daf0028 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:29:58.907523 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:29:58.919730 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Sync routers for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:29:58.933503 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:58.934499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:58.939192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:29:59.000641 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3996401 Dec 13 20:29:59.000641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:29:59.043992 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'status': 'completed', 'code': 200} Dec 13 20:29:59.148139 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:59.216347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95159-e343-43a0-a175-beb15f55031b req-89f2db17-e53f-401c-a3c0-ca6e76453ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:59.217875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-89f2db17-e53f-401c-a3c0-ca6e76453ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1098 time: 0.1497655 Dec 13 20:29:59.226482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e77cf-f05a-4826-9cd5-8dd30e144dd5 req-986857a8-d2b3-4b3b-b56c-1357e02cef96 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:59.228189 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e7e77cf-f05a-4826-9cd5-8dd30e144dd5 req-986857a8-d2b3-4b3b-b56c-1357e02cef96 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.1143978 Dec 13 20:29:59.363462 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e7e77cf-f05a-4826-9cd5-8dd30e144dd5 req-94507014-fc4f-496e-b635-6253e821639d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164539 Dec 13 20:29:59.386811 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37526) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:29:59.396703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95159-e343-43a0-a175-beb15f55031b req-0a2d2471-f673-4ae0-8dee-139c843a72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:59.398198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-0a2d2471-f673-4ae0-8dee-139c843a72cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 200 len: 897 time: 0.1689873 Dec 13 20:29:59.495945 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1a117080-9f38-4898-9790-ae106d8851ff tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 200 len: 991 time: 0.1078882 Dec 13 20:29:59.536625 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '07b6a7b9-1bc3-42fd-985a-57673bde84cc', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.209', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'port_id': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'mac_address': 'fa:16:3e:ef:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:29:57Z', 'updated_at': '2021-12-13T20:29:57Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:59.541115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Checking router: 58145d80-2fbc-4f12-b62d-99584daf0028 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:29:59.549937 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:29:59.550561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:29:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:29:59.632404 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-b43b6572-ab20-4479-b6b0-6d722ad55ea0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 200 len: 999 time: 0.2275009 Dec 13 20:29:59.693865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95159-e343-43a0-a175-beb15f55031b req-69153e6e-5536-4b35-9e8f-1f0742c707eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:59.695291 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-69153e6e-5536-4b35-9e8f-1f0742c707eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06caa4a-36f0-4a87-b809-3a1864cd7f41 HTTP/1.1" status: 200 len: 835 time: 0.0571535 Dec 13 20:29:59.729902 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:29:59.770445 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95159-e343-43a0-a175-beb15f55031b req-75ce98e8-b157-49f6-9fa3-3ed1afc0face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:29:59.771918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-75ce98e8-b157-49f6-9fa3-3ed1afc0face service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696931 Dec 13 20:29:59.903410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-0e6d771d-6e69-4c66-aab2-61cc6d930a27 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250939 Dec 13 20:30:00.036282 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddf95159-e343-43a0-a175-beb15f55031b req-72da14fe-d847-4f90-b089-f91bb17b6ac3 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264901 Dec 13 20:30:00.078144 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '07b6a7b9-1bc3-42fd-985a-57673bde84cc', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.209', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'port_id': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'mac_address': 'fa:16:3e:ef:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:29:57Z', 'updated_at': '2021-12-13T20:29:57Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:00.082210 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e442dfc-0fda-490c-97de-48228e62b38c None None] The sync data for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv is: [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '07b6a7b9-1bc3-42fd-985a-57673bde84cc', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.209', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'port_id': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'mac_address': 'fa:16:3e:ef:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:29:57Z', 'updated_at': '2021-12-13T20:29:57Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:30:00.311107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea19c10-c132-4a60-862e-04a8784c69a2 None None] New status for floating IP 07b6a7b9-1bc3-42fd-985a-57673bde84cc: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:30:00.499831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37530) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:00.620799 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-12c6a3df-48b2-47ed-8edb-8a81c694ec34 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 200 len: 991 time: 0.1198168 Dec 13 20:30:01.624756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37534) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:01.732393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7a980ccd-3383-4613-922b-d46b492e4013 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 200 len: 993 time: 0.1063526 Dec 13 20:30:08.878976 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:30:12.263923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:21.681679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cfadd6e2-eb79-499e-a7c5-7a3cc1e4b770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:23.939466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f357018b-0e5f-45ef-ba6e-868c7080e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:25.106259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:25.111866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:26.552045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:31.363873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c867-4096-4f31-86e6-3fb966ebb42d req-dcb62a0e-0c50-4935-a14c-635a5d036cf6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:31.365356 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-10f4c867-4096-4f31-86e6-3fb966ebb42d req-dcb62a0e-0c50-4935-a14c-635a5d036cf6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0859075 Dec 13 20:30:31.409431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-10f4c867-4096-4f31-86e6-3fb966ebb42d req-90d03d3f-86ed-43d0-8a94-7ed922e4646f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Dec 13 20:30:32.611102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4a04f-4d3c-4280-9166-85e8811eec60 req-bbb2220d-400d-4008-ac99-d4f22ce93a2b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:32.612608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ff4a04f-4d3c-4280-9166-85e8811eec60 req-bbb2220d-400d-4008-ac99-d4f22ce93a2b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0836928 Dec 13 20:30:32.662193 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6ff4a04f-4d3c-4280-9166-85e8811eec60 req-44dd43a5-5fd2-4749-b83d-e77e4bbcc728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Dec 13 20:30:32.685671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37556) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:32.792615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-98fa4abd-8be1-42b4-9a93-5619d075e525 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 200 len: 993 time: 0.1057906 Dec 13 20:30:34.277241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cc93b-8090-43f4-b5c9-14fee09b36b9 req-4485d461-beee-48e4-818c-bd1f504118a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:34.278759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21cc93b-8090-43f4-b5c9-14fee09b36b9 req-4485d461-beee-48e4-818c-bd1f504118a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0930877 Dec 13 20:30:34.323450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e21cc93b-8090-43f4-b5c9-14fee09b36b9 req-96282e99-6ca1-4589-8127-9628bb46da02 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Dec 13 20:30:35.537127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8347-76e0-4d9d-bae9-4cb433ed9cda req-f7d448c3-11e8-49f0-bdf3-28885cc28837 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:35.538608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f7d8347-76e0-4d9d-bae9-4cb433ed9cda req-f7d448c3-11e8-49f0-bdf3-28885cc28837 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0940020 Dec 13 20:30:35.588843 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f7d8347-76e0-4d9d-bae9-4cb433ed9cda req-479968af-1abd-46f0-8742-54a3bc1c6da9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Dec 13 20:30:36.796883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a224-0d5c-4bc7-85d8-246e0bc2726b req-0db82d8b-0a63-468e-abb1-868aebe89956 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:36.798360 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d99a224-0d5c-4bc7-85d8-246e0bc2726b req-0db82d8b-0a63-468e-abb1-868aebe89956 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0817082 Dec 13 20:30:36.843145 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d99a224-0d5c-4bc7-85d8-246e0bc2726b req-4a49ffe3-1c2f-4a6c-87be-15be26f5a688 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Dec 13 20:30:38.053069 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9cdc3-8751-45fb-a6c2-0285be74ba7b req-6e067c1d-de3a-42bd-bb7c-6b9d7716b9eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:38.054538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0cc9cdc3-8751-45fb-a6c2-0285be74ba7b req-6e067c1d-de3a-42bd-bb7c-6b9d7716b9eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0942879 Dec 13 20:30:38.102840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0cc9cdc3-8751-45fb-a6c2-0285be74ba7b req-99670f67-25f3-4163-b040-768f12b4fd9c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Dec 13 20:30:39.452075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5cc7-eeb1-42cb-b401-31b9d51383e2 req-fd6ec243-7b53-4f42-b9fe-c17dfe60e9b0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:39.453718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b4b5cc7-eeb1-42cb-b401-31b9d51383e2 req-fd6ec243-7b53-4f42-b9fe-c17dfe60e9b0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0837553 Dec 13 20:30:39.500343 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1b4b5cc7-eeb1-42cb-b401-31b9d51383e2 req-d653cf8c-96a0-4ec7-ae68-c2c4dd9e96e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Dec 13 20:30:40.708085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcfc25-ee21-4318-af03-951b8ff777e6 req-6a4499d9-2bb8-4593-9e3f-dd2f9014074f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:40.709576 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-07fcfc25-ee21-4318-af03-951b8ff777e6 req-6a4499d9-2bb8-4593-9e3f-dd2f9014074f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.0909846 Dec 13 20:30:40.754501 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-07fcfc25-ee21-4318-af03-951b8ff777e6 req-ee6cd845-94e3-4f54-a3a6-16168e85a62f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Dec 13 20:30:40.782287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37576) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:40.896691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f9e99d39-f587-428b-8628-83d8f6f11879 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 200 len: 993 time: 0.1128805 Dec 13 20:30:41.176974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37584) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:41.531587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port f6b74c20-fc57-4394-b6d4-ed75c2af9c6d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:30:41.531822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:41.719155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:41.719907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:41.843296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for f6b74c20-fc57-4394-b6d4-ed75c2af9c6d owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:30:42.007546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:42.011277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7142d2b9-6365-4a84-af64-41f65bbb889b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:42.055498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=f6b74c20-fc57-4394-b6d4-ed75c2af9c6d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:42.096174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.096404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.096822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.097206 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.097589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.097961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.098325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.098713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.099081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.099449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.099816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.100188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:42.107226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:42.160942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:42.161322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 07b6a7b9-1bc3-42fd-985a-57673bde84cc disassociated (deleted). External IP: 172.26.6.209, port: ce43f6e5-f0d2-4497-9be0-b610b6a466d0. Dec 13 20:30:42.248609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:42.527921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router 58145d80-2fbc-4f12-b62d-99584daf0028 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:30:42.725846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:30:42.736444 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Sync routers for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:30:42.746013 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:42.746634 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:42.749490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:42.806610 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/floatingips/07b6a7b9-1bc3-42fd-985a-57673bde84cc HTTP/1.1" status: 204 len: 168 time: 1.6284902 Dec 13 20:30:42.807298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:30:42.855195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'status': 'completed', 'code': 200} Dec 13 20:30:42.947065 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:43.108800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-fec4f5ef-6e3f-41ca-9df4-77abb0381476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:43.110378 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-fec4f5ef-6e3f-41ca-9df4-77abb0381476 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 1098 time: 0.2250600 Dec 13 20:30:43.274614 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:43.278707 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Checking router: 58145d80-2fbc-4f12-b62d-99584daf0028 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:30:43.288222 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:43.288965 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:43.294483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-bb9088e0-a2eb-4238-bdf7-3011a421b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:43.295947 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-bb9088e0-a2eb-4238-bdf7-3011a421b322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 200 len: 897 time: 0.1783018 Dec 13 20:30:43.308833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071d0d-5f8b-49b0-af3d-57631c9bb65e req-06ae0ed4-9113-4d6a-a807-c1a5931a8f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:43.309580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-05071d0d-5f8b-49b0-af3d-57631c9bb65e req-06ae0ed4-9113-4d6a-a807-c1a5931a8f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:30:43.380349 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-2db9e4a5-fc00-43f5-93e9-371908231393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 200 len: 217 time: 0.0677667 Dec 13 20:30:43.419460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-05071d0d-5f8b-49b0-af3d-57631c9bb65e req-06ae0ed4-9113-4d6a-a807-c1a5931a8f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:30:43.420583 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-05071d0d-5f8b-49b0-af3d-57631c9bb65e req-06ae0ed4-9113-4d6a-a807-c1a5931a8f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.2849565 Dec 13 20:30:43.479250 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-6920e0c4-4dab-43fb-8468-846255c792f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:43.481039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-6920e0c4-4dab-43fb-8468-846255c792f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06caa4a-36f0-4a87-b809-3a1864cd7f41 HTTP/1.1" status: 200 len: 835 time: 0.0937262 Dec 13 20:30:43.485810 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-05071d0d-5f8b-49b0-af3d-57631c9bb65e req-e68d7e3a-70e7-490d-b750-9f182f52f4dc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592763 Dec 13 20:30:43.499486 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:43.557580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-424f5b93-8c05-4d27-af8c-b897f258770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:43.559062 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-424f5b93-8c05-4d27-af8c-b897f258770a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715544 Dec 13 20:30:43.691484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-9d6deab7-e100-42f0-bc0f-cf19ff16b9fe service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246800 Dec 13 20:30:43.809094 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:43.813194 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a8b29-14cf-4dec-a3a9-bd625f99a2bc None None] The sync data for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv is: [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:43Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dc2c608-5652-433a-9645-e0593628466e', 'name': '', 'network_id': 'a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:b1:ef:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:42Z', 'updated_at': '2021-12-13T20:29:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'f06caa4a-36f0-4a87-b809-3a1864cd7f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:30:43.835187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8b2b8e47-8e4e-4134-ba31-fb101441ed68 req-33d3217f-57e3-4c44-93ea-e14e3da05d25 service neutron] 10.222.0.20 "GET /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361754 Dec 13 20:30:44.036513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3bf7b-bc31-4ff0-9883-fd7f128e6318 None None] New status for floating IP 07b6a7b9-1bc3-42fd-985a-57673bde84cc: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:30:44.732666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79145f5-d564-4768-a82c-9de1279593a6 req-a18d76eb-3c07-46c5-903b-fd5495cce7e8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:44.734152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f79145f5-d564-4768-a82c-9de1279593a6 req-a18d76eb-3c07-46c5-903b-fd5495cce7e8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.1409981 Dec 13 20:30:44.741719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-f3b43a0a-b4f0-449e-9a43-35a63278f635 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:44.742997 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-f3b43a0a-b4f0-449e-9a43-35a63278f635 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 945 time: 0.1182597 Dec 13 20:30:44.837679 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f79145f5-d564-4768-a82c-9de1279593a6 req-00b88e0d-dfcd-40ec-a960-ac95bec2ef4b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=5894f77d-0e13-4374-8b58-055b622590b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936055 Dec 13 20:30:44.841300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:30:44.841649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:45.098962 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port ce43f6e5-f0d2-4497-9be0-b610b6a466d0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:30:45.099209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:45.224818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for ce43f6e5-f0d2-4497-9be0-b610b6a466d0 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:30:45.370412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:45.376399 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3d2f37f0-3bcb-40ac-acf2-b5c5f3f38b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:45.423729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=ce43f6e5-f0d2-4497-9be0-b610b6a466d0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:45.427188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:45.502143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] No DVR routers for this DVR port ce43f6e5-f0d2-4497-9be0-b610b6a466d0 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:30:45.504645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:45.507274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'name': 'network-vif-deleted', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:30:45.524970 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd8fa1f5-b09b-4c92-8576-5d3f820e6c57 req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "DELETE /v2.0/ports/ce43f6e5-f0d2-4497-9be0-b610b6a466d0 HTTP/1.1" status: 204 len: 173 time: 0.7683229 Dec 13 20:30:45.558402 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbea68d-acaa-421c-80a2-1d8dfab4beb6', 'name': 'network-vif-deleted', 'tag': 'ce43f6e5-f0d2-4497-9be0-b610b6a466d0', 'status': 'completed', 'code': 200} Dec 13 20:30:45.878325 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:30:46.139781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b9b985c5-af10-44e4-af5f-6e674fc17011 req-11cef1ce-0a50-4f43-a7f4-79b6c56e048e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:30:46.157397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b9b985c5-af10-44e4-af5f-6e674fc17011 req-11cef1ce-0a50-4f43-a7f4-79b6c56e048e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:30:46.158569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b9b985c5-af10-44e4-af5f-6e674fc17011 req-11cef1ce-0a50-4f43-a7f4-79b6c56e048e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfbea68d-acaa-421c-80a2-1d8dfab4beb6 HTTP/1.1" status: 200 len: 210 time: 0.1909590 Dec 13 20:30:47.270661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37602) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:47.862450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:48.250705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 1dc2c608-5652-433a-9645-e0593628466e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:30:48.251049 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:48.449210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 1dc2c608-5652-433a-9645-e0593628466e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dc2c608-5652-433a-9645-e0593628466e,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:30:48.449913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:48.570224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 1dc2c608-5652-433a-9645-e0593628466e owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:30:48.627889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device ce43f6e5-f0d2-4497-9be0-b610b6a466d0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:30:48.661958 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: ce43f6e5-f0d2-4497-9be0-b610b6a466d0 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:30:48.662315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device ce43f6e5-f0d2-4497-9be0-b610b6a466d0 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:30:48.895555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:48.899006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cada1d9f-4c61-444f-93a8-43514558d419 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:48.947788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=1dc2c608-5652-433a-9645-e0593628466e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:48.973771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:49.218315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:49.602326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router 58145d80-2fbc-4f12-b62d-99584daf0028 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:30:49.797403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:30:49.810436 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Sync routers for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:30:49.820860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/58145d80-2fbc-4f12-b62d-99584daf0028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5465858 Dec 13 20:30:49.821039 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:49.821146 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:49.821281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37606) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:49.887961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting subnet f06caa4a-36f0-4a87-b809-3a1864cd7f41 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:30:49.891113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:49.950232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:49.998441 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:50.038085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.116659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.121306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9936abbf-5df6-48e8-aedd-b290312f5ff5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:50.162708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.166941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Subnet': ['ID=f06caa4a-36f0-4a87-b809-3a1864cd7f41,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:50.169327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1f115-8272-415f-a161-c37b2ad42d7d None None] Network a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:30:50.169779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:50.171724 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7572167f-ad72-49b2-bd1b-0d737a5169a3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/subnets/f06caa4a-36f0-4a87-b809-3a1864cd7f41 HTTP/1.1" status: 204 len: 168 time: 0.3495052 Dec 13 20:30:50.174684 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37610) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:50.287435 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:30:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:50.291326 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Checking router: 58145d80-2fbc-4f12-b62d-99584daf0028 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:30:50.300288 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Routers {'58145d80-2fbc-4f12-b62d-99584daf0028'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:50.300939 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['58145d80-2fbc-4f12-b62d-99584daf0028'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:50.463830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] DHCP port deletion for a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:30:50.468028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Deleting port e9731bfb-cda9-48f7-a4fb-47754f967f88 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:30:50.468557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.492480 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] Set router 58145d80-2fbc-4f12-b62d-99584daf0028 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:50.517180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.672278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] For port e9731bfb-cda9-48f7-a4fb-47754f967f88, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e9731bfb-cda9-48f7-a4fb-47754f967f88,segment=NetworkSegment(36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06),segment_id=36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:30:50.672659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.703259 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.714036 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port da9ff78e-6498-417e-b2f7-61b148df62b6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:30:50.714356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.797788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Calling delete_port for e9731bfb-cda9-48f7-a4fb-47754f967f88 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:30:50.815428 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:30:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:50.819639 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c093-acba-447f-8a19-a59bb4f7b76d None None] The sync data for ids ['58145d80-2fbc-4f12-b62d-99584daf0028'] in dv-neutron-821563-1-hyperv is: [{'id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977008901', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:30:48Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'da9ff78e-6498-417e-b2f7-61b148df62b6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58145d80-2fbc-4f12-b62d-99584daf0028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:29:38Z', 'updated_at': '2021-12-13T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:30:50.882129 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.886694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-aa185fc0-361a-420c-b021-7d527a78b853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:50.899271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port da9ff78e-6498-417e-b2f7-61b148df62b6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=da9ff78e-6498-417e-b2f7-61b148df62b6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:30:50.899629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:50.928807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Pushing event deleted for resources: {'Port': ['ID=e9731bfb-cda9-48f7-a4fb-47754f967f88,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:50.931100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] No DVR routers for this DVR port e9731bfb-cda9-48f7-a4fb-47754f967f88 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:30:50.941196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.941535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.941914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.942250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.942594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.942904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.943258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.943553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.943948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.944260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.944592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.944894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:50.948029 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:51.025439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for da9ff78e-6498-417e-b2f7-61b148df62b6 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:30:51.335705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.339932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7d8e6442-a9be-43a5-895b-5a0388718200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:51.384295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=da9ff78e-6498-417e-b2f7-61b148df62b6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:51.424384 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.424751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.425146 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.425545 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.425917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.426281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.426647 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.427012 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.427373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.427737 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.428094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.428457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:30:51.435508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:51.487804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.657794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.661193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.681503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-935f7b0c-65b1-4c12-ad7f-4348c8379fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.692247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.693194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Fanout notify agent at l3_agent the message router_deleted on router 58145d80-2fbc-4f12-b62d-99584daf0028 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:30:51.708895 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:51.709999 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/routers/58145d80-2fbc-4f12-b62d-99584daf0028 HTTP/1.1" status: 204 len: 168 time: 1.5338950 Dec 13 20:30:51.714257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37614) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:51.973659 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.110261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.137477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:52.150581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:52.150874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fc9a1e-0d4c-4eaf-859c-d44a1edc4b06') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:52.162106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.177888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.184200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:30:52.184606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:30:52.200209 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:30:52.271615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device da9ff78e-6498-417e-b2f7-61b148df62b6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:30:52.283636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.287431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:52.302388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.312261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Network': ['ID=a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:52.316003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: da9ff78e-6498-417e-b2f7-61b148df62b6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:30:52.316588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device da9ff78e-6498-417e-b2f7-61b148df62b6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:30:52.317680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dc2c608-5652-433a-9645-e0593628466e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:30:52.318856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:52.320415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-931bd613-6e7e-4352-ac25-4a2c3a0e178b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/networks/a05e13eb-1f0b-4bf9-a4fd-518a2eecfab1 HTTP/1.1" status: 204 len: 168 time: 0.6046963 Dec 13 20:30:52.323265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37618) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:52.360854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1dc2c608-5652-433a-9645-e0593628466e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:30:52.361368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dc2c608-5652-433a-9645-e0593628466e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:30:52.361852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9731bfb-cda9-48f7-a4fb-47754f967f88 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:30:52.396797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e9731bfb-cda9-48f7-a4fb-47754f967f88 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:30:52.397124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e9731bfb-cda9-48f7-a4fb-47754f967f88 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:30:52.400035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.430149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.622025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.625855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cf965759-dfae-46fe-9757-b1179a5e7eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:52.640999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894f77d-0e13-4374-8b58-055b622590b3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:52.643855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:52.653452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:52.654621 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-49bf8b5e-a998-4cdf-ad6f-8f7866802d2e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/security-groups/5894f77d-0e13-4374-8b58-055b622590b3 HTTP/1.1" status: 204 len: 168 time: 0.3303797 Dec 13 20:30:53.263660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37626) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:53.269047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754516664', 'description': 'tempest-secgroup-smoke-1754516664 description', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:53.275408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.280120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.283898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.290290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.302749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.323569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.327505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.330620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.336426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.406991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.412740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.416500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2514115e-e433-4f63-998d-494329170e3a tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:53.464048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3b500-55e7-4e57-bf4c-16b16180d956,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:53.467856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:53.469131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.470384 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7f59a65e-3b28-47f0-8ead-36fde158e5ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2057309 Dec 13 20:30:53.473779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37630) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:53.482245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:53.489688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.493685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.496636 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.503742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.524243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.585264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.590306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.592171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e7ea683b-8ab7-42cd-ba7b-02d798ac9356 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:53.613544 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5caf99-3347-44e1-8954-33a06a6aef42,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:53.615988 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:53.624831 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.626402 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-664bd979-48d8-47eb-9237-7e9cc4e9ccb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497803 Dec 13 20:30:53.630186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37634) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:53.635294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:53.641517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.645402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.648376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.653971 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.670078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.729409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.735979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.737849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-7c8aa55d-b6f0-4b02-8f77-d392f79e3eb5 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:53.759836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2743422b-9435-4df0-807e-ff442411d086,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:53.762203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:53.770514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.771697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-82aa400e-e49f-46aa-83bb-37b5ec11bfe7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406028 Dec 13 20:30:53.774491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37638) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:53.779415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:53.785926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.789763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.792679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.798899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.819958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.884449 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.889519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.895547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3b8106c0-219c-4323-a0f3-23e16920c6e0 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:53.914680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cf47b0-7289-497e-a4d4-868e1c4267ed,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:53.918808 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:53.927884 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.929234 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538086 Dec 13 20:30:53.931905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37642) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:53.936745 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90b85f93-c1ea-4429-bbbc-e3b84ee2d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:53.937925 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:53.945240 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:53.949375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:53.952392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:53.958904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:53.978761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.041337 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.046611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.048673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd7b7160-75a9-4570-9ea7-549def6ffac8 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:54.070552 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f93f2d9-029c-4d89-8b3e-4d19489de5e0,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:54.073202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:54.081535 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.082739 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1f581130-b26a-40f1-a16f-1fc99ed94f1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497931 Dec 13 20:30:54.085608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37646) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:54.090686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:54.096880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:54.100918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:54.103947 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:54.110077 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:54.122332 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:30:54.129214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.195005 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.199642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.201438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5fb02902-afdd-481c-9ccd-8faf641a92d9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:54.223593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241dac41-4da2-4f60-89d0-c64eabd49772,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:54.227939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:54.232624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.233818 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473145 Dec 13 20:30:54.236580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37650) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:54.241593 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '17d3b500-55e7-4e57-bf4c-16b16180d956', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:54.247423 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:54.251244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:54.254089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:54.259605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:54.272367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:30:54.278870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.342349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.347494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.349633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c7e1a71b-d8bb-418a-812a-2c32ca71aef0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:54.375677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7937c6f4-5957-45fd-a02f-82abe97a45c1,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:54.378134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:54.386363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.387550 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-09d8d3e3-9e52-4e0c-ad42-963c090b0df9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500161 Dec 13 20:30:54.390392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37654) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:54.396022 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'network': {'name': 'tempest-network-smoke--1775857576', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'port_security_enabled': True}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:54.401065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:54.404972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:network and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:54.408013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:54.413778 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:54.427508 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:30:54.431751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.462944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:30:54.472404 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.472742 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Added segment 8f03b2ba-70d7-4d84-a869-c45e9ddfbbed of type vlan for network dc516781-b3a8-470c-97da-547e274332b4 Dec 13 20:30:54.499327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.534421 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.539850 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:54.540427 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.543883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-88af93ed-b767-458d-9972-81f0203216a8 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:54.638233 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2466857 Dec 13 20:30:54.641138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37658) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:54.647055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'admin_state_up': True, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:54.648675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Network': ['ID=dc516781-b3a8-470c-97da-547e274332b4,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:54.652136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b034c61-11c3-44f1-a34a-782a42037755 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:54.654762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:54.658985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network dc516781-b3a8-470c-97da-547e274332b4 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:30:54.661478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:router and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:54.664459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:54.671347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:54.683183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.684259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.701307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:54.980282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.096492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.111056 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.311262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.343926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.480193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.235 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/cb1de277-327b-4e3b-add0-b76027cb4b7b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:30:55.638264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.668629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:55.672293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-932a3a3a-7220-483b-9dcd-d4b073b1f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:55.869504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:30:55.872257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:30:55.875209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:30:55.916149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=cb1de277-327b-4e3b-add0-b76027cb4b7b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:55.924557 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:56.308891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:56.556067 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:56.655756 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:56.875126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router c6c1873f-c44c-454a-b96d-61fbecdabda6 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:30:57.050895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:30:57.061683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Sync routers for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:30:57.072907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:57.073640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:57.079676 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.080936 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4384215 Dec 13 20:30:57.084240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37662) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:57.128774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-676218e6-60d2-4eb4-99fd-5f5d458a2d30 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b91429f05ac4f7d8468a84cf5adc416&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430732 Dec 13 20:30:57.131306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37666) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:57.251229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:57.406262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f8d5b1-c3a6-421d-8c1e-1170e5719a85 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:57.408737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-88f8d5b1-c3a6-421d-8c1e-1170e5719a85 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2765007 Dec 13 20:30:57.411530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37670) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:57.453752 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4edccd05-25bf-4ba2-9411-0f48694b387e tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410042 Dec 13 20:30:57.456950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37674) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:57.462366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180941126', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:30:57.541229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:30:56Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:57.545773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Checking router: c6c1873f-c44c-454a-b96d-61fbecdabda6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:30:57.546136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Updating router c6c1873f-c44c-454a-b96d-61fbecdabda6 port cb1de277-327b-4e3b-add0-b76027cb4b7b binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:30:57.570547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:30:57.574730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:subnet and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:30:57.577752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:30:57.583771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:30:57.593494 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:30:57.596959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.600751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.810862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.816278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-63f909fc-7edb-41b7-8415-4cb78d57b897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:57.898958 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Subnet': ['ID=dcc79a31-18d3-487d-9821-6b1e72e4dc56,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:57.902060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:57.909699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Checking segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:30:57.910094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network hostable DHCP agents. Network: dc516781-b3a8-470c-97da-547e274332b4, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:30:57.930539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.931292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network dc516781-b3a8-470c-97da-547e274332b4 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:30:57.942528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, dc516781-b3a8-470c-97da-547e274332b4) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:30:57.944635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Transition to ACTIVE for port object cb1de277-327b-4e3b-add0-b76027cb4b7b will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:30:57.946813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:30:57.947383 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.951723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:57.960879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:57.970071 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a3820582-643d-4dec-87d9-e70d1f397a82 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5119889 Dec 13 20:30:57.972918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37678) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:30:57.991063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72c80f-d303-41e8-82cd-9367447d3239 None None] Network dc516781-b3a8-470c-97da-547e274332b4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:30:58.107734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Attempting to bind port cb1de277-327b-4e3b-add0-b76027cb4b7b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:30:58.107989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Attempting to bind port cb1de277-327b-4e3b-add0-b76027cb4b7b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:30:58.108387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Attempting to bind port cb1de277-327b-4e3b-add0-b76027cb4b7b on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:30:58.122793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Pushing event updated for resources: {'Port': ['ID=cb1de277-327b-4e3b-add0-b76027cb4b7b,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:58.127494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:30:58.127883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:30:58.128288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:58.128682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:30:58.129188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Bound port: cb1de277-327b-4e3b-add0-b76027cb4b7b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:30:58.129587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:58.154890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:58.270491 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] For port cb1de277-327b-4e3b-add0-b76027cb4b7b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:30:58.287425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] For port cb1de277-327b-4e3b-add0-b76027cb4b7b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb1de277-327b-4e3b-add0-b76027cb4b7b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:30:58.327196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:58.332232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:58.384966 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-dc516781-b3a8-470c-97da-547e274332b4', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:30:58.386195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:58.514642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:30:58.515286 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:58.577776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Pushing event updated for resources: {'Port': ['ID=cb1de277-327b-4e3b-add0-b76027cb4b7b,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:58.598864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:58.661551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:58.768079 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:30:58.813310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Allocated IP 172.20.0.2 (dc516781-b3a8-470c-97da-547e274332b4/dcc79a31-18d3-487d-9821-6b1e72e4dc56/ebb99d5d-fb8f-4307-afb5-da15f3a785c0) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:30:59.216000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.228810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Transition to ACTIVE for port object ebb99d5d-fb8f-4307-afb5-da15f3a785c0 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:30:59.248852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:30:56Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:30:59.253189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Transition to ACTIVE for port object ebb99d5d-fb8f-4307-afb5-da15f3a785c0 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:30:59.255837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af4a6-17ba-4f37-9ed4-d0041b0e733c None None] The sync data for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv is: [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:30:56Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:30:59.262636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.269008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:59.331690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Network dc516781-b3a8-470c-97da-547e274332b4 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:30:59.339699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:30:59.344591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:30:59.362238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.1 (dc516781-b3a8-470c-97da-547e274332b4/dcc79a31-18d3-487d-9821-6b1e72e4dc56/dafb0b2a-9b0b-41b5-9723-07fd67301dbd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:30:59.388383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Pushing event updated for resources: {'Port': ['ID=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:59.419947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:59.454325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Attempting to bind port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:30:59.454570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Attempting to bind port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:30:59.455105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Attempting to bind port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 on network dc516781-b3a8-470c-97da-547e274332b4 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:30:59.460858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:30:59.462855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Checking segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:30:59.463270 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.463667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Bound using segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:30:59.464136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Bound port: ebb99d5d-fb8f-4307-afb5-da15f3a785c0, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:30:59.464514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.590618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.598754 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] For port ebb99d5d-fb8f-4307-afb5-da15f3a785c0, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:30:59.602734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] For port ebb99d5d-fb8f-4307-afb5-da15f3a785c0, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:30:59.611951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.616998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:59.618145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object dafb0b2a-9b0b-41b5-9723-07fd67301dbd will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:30:59.645824 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:30:59.651304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-edad7285-8c99-4658-8a6a-409598ddeb40 tempest-TestEncryptedCinderVolumes-637351644 tempest-TestEncryptedCinderVolumes-637351644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:30:59.725211 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Pushing event updated for resources: {'Port': ['ID=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:59.735015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:59.747511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network dc516781-b3a8-470c-97da-547e274332b4 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:30:59.751477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:30:59.754115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:30:59.756370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:30:59.786498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:30:59.823457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.128073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.356859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb1de277-327b-4e3b-add0-b76027cb4b7b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:00.432654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port cb1de277-327b-4e3b-add0-b76027cb4b7b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:00.442017 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port cb1de277-327b-4e3b-add0-b76027cb4b7b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:00.442407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.568105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.574036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.581768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.593517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port cb1de277-327b-4e3b-add0-b76027cb4b7b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb1de277-327b-4e3b-add0-b76027cb4b7b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:00.598925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.599807 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ebb99d5d-fb8f-4307-afb5-da15f3a785c0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:00.610332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3963459f-35f3-4640-af1e-5cba41abf96f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:00.632044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41e42f60-0ff0-42a1-a4fc-2f80f3c68177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:00.700916 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:00.710104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:00.714302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:00.731597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=cb1de277-327b-4e3b-add0-b76027cb4b7b,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:00.734894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:00.749524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:00.791810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f836135-2ad3-4212-a820-5fbaca03d99b None None] Network dc516781-b3a8-470c-97da-547e274332b4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:31:00.944274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Provisioning for port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:00.961996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Provisioning complete for port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:00.962397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:01.007272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network dc516781-b3a8-470c-97da-547e274332b4 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:31:01.008497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:31:01.184954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:01.199554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router c6c1873f-c44c-454a-b96d-61fbecdabda6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:31:01.230300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] For port ebb99d5d-fb8f-4307-afb5-da15f3a785c0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:01.236316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:01.239599 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:01.319246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Pushing event updated for resources: {'Port': ['ID=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:01.323001 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:01.413694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:31:01.425307 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Sync routers for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:31:01.427848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/c6c1873f-c44c-454a-b96d-61fbecdabda6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538653 Dec 13 20:31:01.436303 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:31:01.436936 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:01.566985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Provisioning complete for port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:01.567524 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:01.638461 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:31:01.643814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-16095619-f1c7-42ba-8d05-ab6f376e1792 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:31:01.665541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-16095619-f1c7-42ba-8d05-ab6f376e1792 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:31:01.669334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-16095619-f1c7-42ba-8d05-ab6f376e1792 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754516664&fields=id&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 267 time: 0.0818157 Dec 13 20:31:01.741746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Provisioning for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:01.748417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Provisioning complete for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:01.748937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:01.817553 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bca6ac21-878f-4297-bdc3-8d57aa99aedb None None] Port dafb0b2a-9b0b-41b5-9723-07fd67301dbd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:31:01.866310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4c762542-3d04-40ff-99b3-4ce89b1b64da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:01.867030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4c762542-3d04-40ff-99b3-4ce89b1b64da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:31:01.890928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4c762542-3d04-40ff-99b3-4ce89b1b64da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:31:01.893616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4c762542-3d04-40ff-99b3-4ce89b1b64da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 797 time: 0.2187953 Dec 13 20:31:01.912261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-322a73d9-1863-4fbf-a52d-4297ebeb4206 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/quotas/8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 375 time: 0.0119295 Dec 13 20:31:01.945950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4cb8721a-eb04-4e76-aa08-e9eb4ac633f4 None None] Provisioning complete for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:01.946432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4cb8721a-eb04-4e76-aa08-e9eb4ac633f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.002237 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 2, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:02.007277 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Checking router: c6c1873f-c44c-454a-b96d-61fbecdabda6 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:31:02.007937 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Updating router c6c1873f-c44c-454a-b96d-61fbecdabda6 port dafb0b2a-9b0b-41b5-9723-07fd67301dbd binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:31:02.024680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8721a-eb04-4e76-aa08-e9eb4ac633f4 None None] Port dafb0b2a-9b0b-41b5-9723-07fd67301dbd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:31:02.025131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-ff29f222-aaa8-40e2-b61e-030b61cdc47d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:31:02.043940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-ff29f222-aaa8-40e2-b61e-030b61cdc47d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:31:02.045574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-ff29f222-aaa8-40e2-b61e-030b61cdc47d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260142 Dec 13 20:31:02.069881 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.145055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-2c7252dd-9a70-4263-98d2-2619dcdc02a9 None None] Provisioning complete for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:02.145774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2c7252dd-9a70-4263-98d2-2619dcdc02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.215899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-2c7252dd-9a70-4263-98d2-2619dcdc02a9 None None] Port dafb0b2a-9b0b-41b5-9723-07fd67301dbd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:31:02.260127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-9287fc40-d6f9-4bb9-b60f-1b24242ff439 service neutron] 10.222.0.18 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990957 Dec 13 20:31:02.288095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb1de277-327b-4e3b-add0-b76027cb4b7b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:02.363616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port cb1de277-327b-4e3b-add0-b76027cb4b7b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:02.363998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.400437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-79b2d57d-c830-46da-b1e6-e6bc9fb7a395 service neutron] 10.222.0.18 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344292 Dec 13 20:31:02.468783 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.482678 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Transition to ACTIVE for port object dafb0b2a-9b0b-41b5-9723-07fd67301dbd will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:31:02.490768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ebb99d5d-fb8f-4307-afb5-da15f3a785c0 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:02.493006 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.496805 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d54dc51-2759-4da1-a7fa-974a1609a86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:02.577916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:02.578447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.596739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f24c6e35-1968-4e6f-91ba-932387cbfee9 req-efbed7f5-ad93-4aa0-9243-c1da6c0c1e62 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 210 time: 0.0541544 Dec 13 20:31:02.629212 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Pushing event updated for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:02.671667 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.672265 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.672357 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.672821 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.673187 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.673524 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.673949 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.674276 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.674609 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.674935 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.675258 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.675580 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:31:02.703642 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:02.730054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Attempting to bind port dafb0b2a-9b0b-41b5-9723-07fd67301dbd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:31:02.730526 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Attempting to bind port dafb0b2a-9b0b-41b5-9723-07fd67301dbd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:31:02.730908 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Attempting to bind port dafb0b2a-9b0b-41b5-9723-07fd67301dbd on network dc516781-b3a8-470c-97da-547e274332b4 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:31:02.736932 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:31:02.737356 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Checking segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:31:02.737778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.738186 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Bound using segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:31:02.738664 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Bound port: dafb0b2a-9b0b-41b5-9723-07fd67301dbd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:31:02.739049 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.862499 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] For port dafb0b2a-9b0b-41b5-9723-07fd67301dbd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:31:02.865735 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] For port dafb0b2a-9b0b-41b5-9723-07fd67301dbd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:31:02.871952 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:02.875425 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1e69409b-5103-4404-8e0d-6f88099be061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:02.946676 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:31:02.947286 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:03.002649 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Pushing event updated for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:03.012682 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:03.129776 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:31:03.435354 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:02Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:03.439131 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c99003-0ec4-4120-b0e5-38eb2ada8f27 None None] The sync data for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv is: [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:02Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:31:03.705556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-36b78e30-ba66-4459-a8d7-e968d2a28000 req-d1887970-283d-436c-a546-b0bb5810f091 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 210 time: 0.0492842 Dec 13 20:31:04.297347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dafb0b2a-9b0b-41b5-9723-07fd67301dbd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:04.369376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:04.374604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:04.375028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:04.499282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:04.531077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port dafb0b2a-9b0b-41b5-9723-07fd67301dbd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:04.536903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:04.539803 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:04.614817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:04.617815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:04.867195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b536296d-1ac4-4685-bff9-dc860fac5fe6 req-40d7d50a-da42-4bf3-8083-ff67767955ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 210 time: 0.0464449 Dec 13 20:31:05.704670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-c13c4d18-edfe-4dec-becb-5a7b3ea8dca7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:05.706083 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-c13c4d18-edfe-4dec-becb-5a7b3ea8dca7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 797 time: 0.1568558 Dec 13 20:31:05.760142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-21929218-f46d-484a-b33e-4ee6d9840749 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 380 time: 0.0454075 Dec 13 20:31:05.769979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'port': {'device_id': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'admin_state_up': True, 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'security_groups': ['17d3b500-55e7-4e57-bf4c-16b16180d956']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:31:05.905713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:31:05.921468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:31:05.932981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:31:05.936613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.188899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-37b47cd0-6d83-4c9b-966e-41ad39d9a00c req-f9726b43-d48c-4a1e-846e-d765d70a44cd tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 210 time: 0.1988719 Dec 13 20:31:06.278608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.4 (dc516781-b3a8-470c-97da-547e274332b4/dcc79a31-18d3-487d-9821-6b1e72e4dc56/77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:31:06.278758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dafb0b2a-9b0b-41b5-9723-07fd67301dbd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:06.351937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port dafb0b2a-9b0b-41b5-9723-07fd67301dbd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:06.352326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.467253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.483350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:31:06.509127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.515009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-62670c71-ce1b-4a0b-932b-fd9aff276efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:06.583055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network dc516781-b3a8-470c-97da-547e274332b4 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:31:06.586084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:31:06.589993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:31:06.620326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:06.627157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:06.658292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:06.658925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.687167 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218066 Dec 13 20:31:06.699988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Request body: {'port': {'device_id': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:31:06.816330 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f7e57e98-c29b-4957-9bab-3d3032ad5816 None None] Provisioning for port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:06.817823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.821707 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f7e57e98-c29b-4957-9bab-3d3032ad5816 None None] Provisioning complete for port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:06.822131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e98-c29b-4957-9bab-3d3032ad5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:06.912781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-f7e57e98-c29b-4957-9bab-3d3032ad5816 None None] Port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:31:07.160426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:31:07.168545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:07.183106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Transition to ACTIVE for port object 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:31:07.190984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:07.197205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9bde585d-daec-4d74-bca6-97d2f574b73e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:07.371455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Pushing event updated for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:07.376493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:07.506575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b1b4-1939-4a7d-94cf-29fd40c12283 req-b533200e-4d3d-497e-88ab-93f9d383e808 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:07.507240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4925b1b4-1939-4a7d-94cf-29fd40c12283 req-b533200e-4d3d-497e-88ab-93f9d383e808 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:31:07.513849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Attempting to bind port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:31:07.514183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Attempting to bind port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:31:07.514499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Attempting to bind port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 on network dc516781-b3a8-470c-97da-547e274332b4 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:31:07.524001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 on network dc516781-b3a8-470c-97da-547e274332b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:31:07.524242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Attempting to bind port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 on network dc516781-b3a8-470c-97da-547e274332b4 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:31:07.531081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:31:07.531408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Checking segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:31:07.531803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Bound using segment: {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:31:07.532187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Bound port: 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:31:07.532524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:07.543279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-4925b1b4-1939-4a7d-94cf-29fd40c12283 req-b533200e-4d3d-497e-88ab-93f9d383e808 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:31:07.544436 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4925b1b4-1939-4a7d-94cf-29fd40c12283 req-b533200e-4d3d-497e-88ab-93f9d383e808 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 943 time: 0.2387178 Dec 13 20:31:07.648111 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4925b1b4-1939-4a7d-94cf-29fd40c12283 req-305fe16a-fdbc-444e-b86f-deca4b95a1e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968049 Dec 13 20:31:07.656809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:31:07.660033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:31:07.674922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:07.678929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:07.742449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:07.743068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:07.744461 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] 10.222.0.20 "PUT /v2.0/ports/77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 1093 time: 1.0498154 Dec 13 20:31:07.745044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:31:07.782442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Pushing event updated for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:07.786321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:07.822802 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'status': 'completed', 'code': 200} Dec 13 20:31:07.865335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-471936ec-5fcd-4146-b487-04911fd84528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:07.866953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-471936ec-5fcd-4146-b487-04911fd84528 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1096 time: 0.0797224 Dec 13 20:31:07.943176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-7a9d8cb2-8791-45aa-b904-e28744aa8773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 217 time: 0.0692174 Dec 13 20:31:08.012524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-93c66545-f397-414f-8c7b-9b67f3b3336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.013948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-93c66545-f397-414f-8c7b-9b67f3b3336a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0644658 Dec 13 20:31:08.212620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-60df2586-84d8-4073-bef7-ec4143ac94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.214017 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-60df2586-84d8-4073-bef7-ec4143ac94af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1936014 Dec 13 20:31:08.346440 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-3611322c-256b-4fc4-a079-01302c6698a3 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246424 Dec 13 20:31:08.495324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f9af1201-1c73-4e2c-ad91-2f4f4925ee6a req-c2c188df-d4bd-49d6-a17d-8d38df1e5a3f service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423028 Dec 13 20:31:08.627895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-2ff151bf-c287-4dfa-abee-250808800fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.629415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-2ff151bf-c287-4dfa-abee-250808800fea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1096 time: 0.0853214 Dec 13 20:31:08.798872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-9ecc81d8-5285-4808-be13-cd7a0af3aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.800390 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-9ecc81d8-5285-4808-be13-cd7a0af3aec5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 897 time: 0.1625042 Dec 13 20:31:08.874874 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-14969450-c659-4703-be0d-36f78f5e7f6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 217 time: 0.0674210 Dec 13 20:31:08.949202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-105037b5-e227-473d-a116-290a55a7ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.950616 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-105037b5-e227-473d-a116-290a55a7ada0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0655901 Dec 13 20:31:08.961406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a688ab-a94b-4b97-bf81-7ca164131dad req-4bcfc883-741c-4724-8a17-852e1981e2be tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:08.962746 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03a688ab-a94b-4b97-bf81-7ca164131dad req-4bcfc883-741c-4724-8a17-852e1981e2be tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 943 time: 0.1955910 Dec 13 20:31:09.051158 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-03a688ab-a94b-4b97-bf81-7ca164131dad req-8717527f-a096-4ba8-9458-518dce88450b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559592 Dec 13 20:31:09.067997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-92ae668b-b08d-4215-a0b3-d030b490f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:09.069477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-92ae668b-b08d-4215-a0b3-d030b490f7a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059332 Dec 13 20:31:09.217902 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-b758002f-ab64-4608-8cb2-2aca4b9a47cf service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408567 Dec 13 20:31:09.350850 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b49ca24-6e9e-47e9-a9be-d184f4d164df req-d41871aa-3f92-44a4-b366-d00eb68e46dd service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252265 Dec 13 20:31:10.251757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716c49a-9f11-4f5d-94e2-8c528f90c017 req-42900a6f-3cc5-4633-b331-d509435c7b74 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:10.253415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0716c49a-9f11-4f5d-94e2-8c528f90c017 req-42900a6f-3cc5-4633-b331-d509435c7b74 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 943 time: 0.0837264 Dec 13 20:31:10.297713 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0716c49a-9f11-4f5d-94e2-8c528f90c017 req-2f5100e5-3bc6-4334-b3c4-9af97d6a9fe8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381608 Dec 13 20:31:10.673644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:31:10.822347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:10.835774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'port_id': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'mac_address': 'fa:16:3e:1c:62:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:31:10.899020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:10.918147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:31:10.934187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:10.939347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:10.941850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b0177f0b-b5c8-4a58-a7a8-fabc076a7c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:11.008426 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:11.011424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:11.145208 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:31:11.495581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da28c9-13f2-4b68-99f9-78b4ac305323 req-e89d2401-2281-4868-89ae-b8ccdde10c71 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:11.497045 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0da28c9-13f2-4b68-99f9-78b4ac305323 req-e89d2401-2281-4868-89ae-b8ccdde10c71 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 944 time: 0.0884483 Dec 13 20:31:11.544772 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f0da28c9-13f2-4b68-99f9-78b4ac305323 req-43ff6bab-4e6b-4c47-8439-0eecaea63dc0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Dec 13 20:31:12.266209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:12.686576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:31:12.739431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc55bc6-74ad-4f18-8887-b9302c4156d7 req-925174d2-665b-4d92-87e6-2c2c41f65f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:12.741368 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3fc55bc6-74ad-4f18-8887-b9302c4156d7 req-925174d2-665b-4d92-87e6-2c2c41f65f9e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 944 time: 0.0835917 Dec 13 20:31:12.760042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:31:12.765878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:31:12.766276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:12.794769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3fc55bc6-74ad-4f18-8887-b9302c4156d7 req-bde928b3-2d6e-4fbb-8bec-8c8e2b17f715 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Dec 13 20:31:12.893748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:12.920319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:31:12.931703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:31:12.937089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:12.938968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:12.973308 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'code': 200} Dec 13 20:31:13.004341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:13.007306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:13.215347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe95ae3-7214-4790-8678-23b4c817db51 req-7b5a00e7-6220-4cc9-ba49-73873535fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:13.216767 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6fe95ae3-7214-4790-8678-23b4c817db51 req-7b5a00e7-6220-4cc9-ba49-73873535fc04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1098 time: 0.0819309 Dec 13 20:31:13.258607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6fe95ae3-7214-4790-8678-23b4c817db51 req-debebc75-de27-436e-a93d-6d10bb2cc9e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353045 Dec 13 20:31:14.124148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe6657-b85d-4f58-9064-af07e3c7865c req-5cd39e9b-f6a2-4bc9-ab6b-f39e3b254b2d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:14.125691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62fe6657-b85d-4f58-9064-af07e3c7865c req-5cd39e9b-f6a2-4bc9-ab6b-f39e3b254b2d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.2155418 Dec 13 20:31:14.171184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-62fe6657-b85d-4f58-9064-af07e3c7865c req-2472ad32-5f75-4443-8409-01f526d9e521 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Dec 13 20:31:15.376570 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f759f1-5bed-41c9-a60e-ef17c9a4b62d req-5741c146-5791-4d63-a45e-8a53e947d08a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:15.378078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9f759f1-5bed-41c9-a60e-ef17c9a4b62d req-5741c146-5791-4d63-a45e-8a53e947d08a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0888264 Dec 13 20:31:15.425176 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9f759f1-5bed-41c9-a60e-ef17c9a4b62d req-b0732cb7-31c5-4d90-8b9c-13f53126faf2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Dec 13 20:31:15.618108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ec85-8144-4872-9fc9-69cf0cf7d39c req-d2dcc741-bdff-4076-8e2d-430f1f19ff31 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:15.619558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1542ec85-8144-4872-9fc9-69cf0cf7d39c req-d2dcc741-bdff-4076-8e2d-430f1f19ff31 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0888677 Dec 13 20:31:15.665786 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1542ec85-8144-4872-9fc9-69cf0cf7d39c req-ee05e993-d465-41d0-92b2-39191a9ab426 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Dec 13 20:31:15.687968 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37740) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:31:15.762645 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05821fd0-602e-412a-a768-03c90d6a5967 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:15.764101 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-05821fd0-602e-412a-a768-03c90d6a5967 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1093 time: 0.0751169 Dec 13 20:31:15.767140 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37744) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:31:15.772203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:31:15.778438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:31:15.782279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:floatingip and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:31:15.785096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:31:15.791075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:31:15.803156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:15.949704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:16.090001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.226 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/9d3abd8f-8fc6-447d-a3db-c527df493361) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:31:16.250013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:16.282710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:16.286500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-38c2edaa-8087-4d3c-8b23-9e2723af2df3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:16.347763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:31:16.350554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:31:16.355361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:31:16.391176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=9d3abd8f-8fc6-447d-a3db-c527df493361,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:16.397127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:16.904154 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:16.982173 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:17.191534 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:17.199526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:17.203080 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c7626fc3-5ecc-4f04-b1be-944d557edcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:31:17.301773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=9d3abd8f-8fc6-447d-a3db-c527df493361,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:31:17.306201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:31:17.314253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:17.489657 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 29eb84fc-b72e-4915-80ba-f64db05fb3ec associated. External IP: 172.26.6.226, port: 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3. Dec 13 20:31:17.841696 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router c6c1873f-c44c-454a-b96d-61fbecdabda6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:31:18.027709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:31:18.038274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Sync routers for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:31:18.048607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:31:18.049264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:18.053669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:18.107539 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3392520 Dec 13 20:31:18.108104 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:31:18.156463 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'status': 'completed', 'code': 200} Dec 13 20:31:18.237226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:31:18.311441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-6f9df438-937b-4b97-bf61-0e9d99d660a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:18.312920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-6f9df438-937b-4b97-bf61-0e9d99d660a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1098 time: 0.1342907 Dec 13 20:31:18.326951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1283-f169-419f-bac6-3d1f96e9ff00 req-41cf117e-00a2-4f8f-8073-ba322f59d7e3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:18.328381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-433d1283-f169-419f-bac6-3d1f96e9ff00 req-41cf117e-00a2-4f8f-8073-ba322f59d7e3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1179411 Dec 13 20:31:18.451346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-433d1283-f169-419f-bac6-3d1f96e9ff00 req-01b6a1c8-0eb5-485e-b447-438e3d525637 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045411 Dec 13 20:31:18.476267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37752) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:31:18.494042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-dd4c6e0b-6f0a-4c28-b47f-d8bf16a23199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:18.495525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-dd4c6e0b-6f0a-4c28-b47f-d8bf16a23199 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 897 time: 0.1662896 Dec 13 20:31:18.586514 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4fa8c12d-3de5-4b74-8063-5ee97ba44136 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/29eb84fc-b72e-4915-80ba-f64db05fb3ec HTTP/1.1" status: 200 len: 991 time: 0.1089559 Dec 13 20:31:18.593420 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '29eb84fc-b72e-4915-80ba-f64db05fb3ec', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'port_id': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'mac_address': 'fa:16:3e:1c:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:31:16Z', 'updated_at': '2021-12-13T20:31:16Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:18.597310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Checking router: c6c1873f-c44c-454a-b96d-61fbecdabda6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:31:18.606136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:31:18.606739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:30:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:18.607932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-64ac9d1d-e7a7-4de3-83f5-5b48fad74b23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 999 time: 0.1058285 Dec 13 20:31:18.675097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-8fa8783d-12c8-4e40-b535-8d61c2bef15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:18.676589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-8fa8783d-12c8-4e40-b535-8d61c2bef15f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0621974 Dec 13 20:31:18.754984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-d41342d4-5600-4e6e-b583-4262fff6dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:18.756435 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-d41342d4-5600-4e6e-b583-4262fff6dbc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732071 Dec 13 20:31:18.824441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:31:18.890379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-a0576ba6-dc64-4984-b21b-d10ed287983b service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276646 Dec 13 20:31:19.025065 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d9eb0498-5689-433d-93d2-10073d78bd50 req-3d894a98-6e79-4b61-b25d-41ab12efeb4f service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278598 Dec 13 20:31:19.169264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '29eb84fc-b72e-4915-80ba-f64db05fb3ec', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'port_id': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'mac_address': 'fa:16:3e:1c:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:31:16Z', 'updated_at': '2021-12-13T20:31:16Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:31:19.173322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe41995-af27-4b0b-9972-08825654f207 None None] The sync data for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv is: [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '29eb84fc-b72e-4915-80ba-f64db05fb3ec', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.226', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'port_id': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'mac_address': 'fa:16:3e:1c:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:31:16Z', 'updated_at': '2021-12-13T20:31:16Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:31:19.392404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454a295-5742-4a7e-b2fd-57b83e2ee4f6 None None] New status for floating IP 29eb84fc-b72e-4915-80ba-f64db05fb3ec: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:31:19.590659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37756) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:31:19.826205 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3a6fb0b7-5d81-4565-8464-a916f48679c6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/29eb84fc-b72e-4915-80ba-f64db05fb3ec HTTP/1.1" status: 200 len: 993 time: 0.2343898 Dec 13 20:31:21.675916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1cfb61ba-8de3-42e7-aa70-47c080896643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:22.882972 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:31:23.943933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c361ce36-4b3e-42e9-aad8-5e80b03db613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:25.103784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:25.116392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:26.559436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:42.261246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:46.821219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-43c60d96-53f2-4194-97bb-206406e88b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:46.822716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-43c60d96-53f2-4194-97bb-206406e88b22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1098 time: 0.1390443 Dec 13 20:31:46.833086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c504-cdaa-43cb-8861-aace22f171af req-6bc0bdcd-daef-488e-8832-5b3c30c4d855 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:46.834454 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bc4c504-cdaa-43cb-8861-aace22f171af req-6bc0bdcd-daef-488e-8832-5b3c30c4d855 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1190972 Dec 13 20:31:46.957267 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bc4c504-cdaa-43cb-8861-aace22f171af req-138d9a70-af3f-4cfa-ad27-1a6dfd323e3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019921 Dec 13 20:31:46.990136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-5e9bf987-252b-494e-b3f1-f198ef2f93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:46.991599 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-5e9bf987-252b-494e-b3f1-f198ef2f93a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 897 time: 0.1563399 Dec 13 20:31:47.094422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-f3f51c97-55ac-4869-8945-34e3b90fbb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 1001 time: 0.0955117 Dec 13 20:31:47.159966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-596d14db-af0f-422d-b0b0-c558654ee412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:47.161470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-596d14db-af0f-422d-b0b0-c558654ee412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0595255 Dec 13 20:31:47.358471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-917fc350-f804-4f7c-b6ec-2bb3fd97ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:47.361309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-917fc350-f804-4f7c-b6ec-2bb3fd97ea8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1928732 Dec 13 20:31:47.498096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-ba786556-2fab-4841-8a74-a1a5cf3d4764 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283579 Dec 13 20:31:47.652211 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c6d043d-45d5-4310-8d98-e4ab79a4b4a4 req-e277ae4d-54b3-4e88-8fd3-ccde74d822c3 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465676 Dec 13 20:31:48.164314 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2861d-79cb-413c-b827-a633f1c579a5 req-1a9f5471-2d9b-424d-a8db-48aa8ab2a52f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:48.165800 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcd2861d-79cb-413c-b827-a633f1c579a5 req-1a9f5471-2d9b-424d-a8db-48aa8ab2a52f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0895765 Dec 13 20:31:48.213228 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dcd2861d-79cb-413c-b827-a633f1c579a5 req-980a7d71-60ca-4afa-9f7d-cf3fdbab0d72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Dec 13 20:31:49.432134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af1ac0-1551-4930-a21f-7784f872fb67 req-85010a1f-2cb1-476b-a47d-4d205271d261 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:49.434028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-78af1ac0-1551-4930-a21f-7784f872fb67 req-85010a1f-2cb1-476b-a47d-4d205271d261 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0911205 Dec 13 20:31:49.483106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-78af1ac0-1551-4930-a21f-7784f872fb67 req-fbdcbc4f-71fb-49a9-baab-5c2227995045 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 Dec 13 20:31:50.697535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de542c1e-36e6-4586-957c-884eba937963 req-2e166d88-3c3b-4bfa-a5e3-3078265ffd9c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:50.698996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de542c1e-36e6-4586-957c-884eba937963 req-2e166d88-3c3b-4bfa-a5e3-3078265ffd9c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1035380 Dec 13 20:31:50.746531 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-de542c1e-36e6-4586-957c-884eba937963 req-b1b661e2-b01a-4767-b773-d932dabb1a22 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Dec 13 20:31:51.686461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1ac72c98-76f9-437b-a850-22d45a51a006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:51.940710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587f9d1-1efb-4c45-8073-95e19f486c85 req-a1b894c8-de47-45e3-9027-1ce4a2db8f76 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:51.942143 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0587f9d1-1efb-4c45-8073-95e19f486c85 req-a1b894c8-de47-45e3-9027-1ce4a2db8f76 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0825298 Dec 13 20:31:51.987329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0587f9d1-1efb-4c45-8073-95e19f486c85 req-9e134431-5201-4bc7-86ff-bd789cd1677e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Dec 13 20:31:53.201983 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb71fad-5a7f-4fe9-b0cc-531a429fb4e3 req-3fceb0b8-be84-41d8-8b5c-bf0d981d4a0c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:53.203514 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4cb71fad-5a7f-4fe9-b0cc-531a429fb4e3 req-3fceb0b8-be84-41d8-8b5c-bf0d981d4a0c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0898502 Dec 13 20:31:53.265565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4cb71fad-5a7f-4fe9-b0cc-531a429fb4e3 req-3006edaf-2677-4c03-b4a5-14b2ec43f764 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525026 Dec 13 20:31:53.873501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-0ce3e054-534b-4c48-8074-01bc190042fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:53.874965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-0ce3e054-534b-4c48-8074-01bc190042fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1098 time: 0.0816069 Dec 13 20:31:53.928440 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a594c514-9e5a-41de-8d8d-869e6b863429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:54.022121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-dd14dccc-b8fb-4275-bf8e-73c301dfc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:54.023582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-dd14dccc-b8fb-4275-bf8e-73c301dfc6ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 897 time: 0.1291087 Dec 13 20:31:54.129867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-40facd5a-2832-45aa-bcef-4b57386cc7fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 1001 time: 0.0990536 Dec 13 20:31:54.198740 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-272826d6-7f3d-4b40-b656-650ffc6a85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:54.200056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-272826d6-7f3d-4b40-b656-650ffc6a85bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0638669 Dec 13 20:31:54.289483 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-c0bad90f-5f39-4d86-bf04-785f18a836a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:54.290971 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-c0bad90f-5f39-4d86-bf04-785f18a836a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842209 Dec 13 20:31:54.489385 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-807e658a-2305-414d-9366-f1a2c33b2058 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904824 Dec 13 20:31:54.577856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f75f5-af50-4c72-96f1-c816fc691709 req-732d503a-b925-43ee-86e5-7bf054bd8798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:54.579373 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-939f75f5-af50-4c72-96f1-c816fc691709 req-732d503a-b925-43ee-86e5-7bf054bd8798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1957698 Dec 13 20:31:54.777532 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-939f75f5-af50-4c72-96f1-c816fc691709 req-e08bc638-b7b0-4f0f-affd-d7ea4ce044be tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906705 Dec 13 20:31:54.785758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af59f2c7-5c50-49fc-967d-1ad2bc53c66c req-82c0fb2d-7d59-4b1c-aeca-645fd79ff530 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900395 Dec 13 20:31:55.102765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:55.117109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:55.978769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752bbea-2d05-48f6-8e5d-4dd2194c24a4 req-ae0515ea-3a26-4766-8f34-4665e8745dd9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:55.980225 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6752bbea-2d05-48f6-8e5d-4dd2194c24a4 req-ae0515ea-3a26-4766-8f34-4665e8745dd9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0928626 Dec 13 20:31:56.025438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6752bbea-2d05-48f6-8e5d-4dd2194c24a4 req-4e836502-7afd-4ec5-be7c-004626fe09d7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Dec 13 20:31:56.565309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:31:57.235482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6289b3e-690f-4975-9ed7-06d50990e1df req-846bf85a-da75-42d0-a9a6-87f8f8ad7148 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:57.236974 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6289b3e-690f-4975-9ed7-06d50990e1df req-846bf85a-da75-42d0-a9a6-87f8f8ad7148 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0869389 Dec 13 20:31:57.295729 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6289b3e-690f-4975-9ed7-06d50990e1df req-22da858c-9708-4633-911e-94852db9b225 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494990 Dec 13 20:31:58.502433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d835-cc34-4022-a255-3e8247c93b64 req-02759501-a78a-4da2-bbd4-1e977c7b5460 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:58.503849 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0991d835-cc34-4022-a255-3e8247c93b64 req-02759501-a78a-4da2-bbd4-1e977c7b5460 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0934191 Dec 13 20:31:58.557421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0991d835-cc34-4022-a255-3e8247c93b64 req-aad5f088-6277-44a8-947d-7920362eda1b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475202 Dec 13 20:31:59.769361 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10489-a262-45ef-9c90-b33f5f364e24 req-a590382d-aba6-4d6c-9d11-2d5b323ea53d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:31:59.770743 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0d10489-a262-45ef-9c90-b33f5f364e24 req-a590382d-aba6-4d6c-9d11-2d5b323ea53d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.0997293 Dec 13 20:31:59.819005 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0d10489-a262-45ef-9c90-b33f5f364e24 req-090583e2-0b79-466d-a3c4-ac533a3bf253 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Dec 13 20:31:59.843093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37796) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:31:59.882681 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:31:59.951774 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-319f274a-bc2d-425a-85d1-328351571746 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/29eb84fc-b72e-4915-80ba-f64db05fb3ec HTTP/1.1" status: 200 len: 993 time: 0.1072824 Dec 13 20:32:12.259896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:21.687083 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9d52aea0-d4ba-4272-9334-b1500270af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:23.940834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d41b6931-73b8-4268-8dd2-3fbc0c69bd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:25.098867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:25.121389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:26.574696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:28.421103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37808) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:28.638417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 9d3abd8f-8fc6-447d-a3db-c527df493361 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:32:28.638768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:28.808430 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:28.808708 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:28.936819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 9d3abd8f-8fc6-447d-a3db-c527df493361 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:32:29.103494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:29.111029 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-654af4dd-654d-4db7-9164-91c27daf5f7b tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:29.190543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=9d3abd8f-8fc6-447d-a3db-c527df493361,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:29.206646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.207035 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.207419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.207791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.208172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.208533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.208908 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.209285 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.209652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.210127 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.210642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.211013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:29.237712 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:29.266948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:29.267322 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 29eb84fc-b72e-4915-80ba-f64db05fb3ec disassociated (deleted). External IP: 172.26.6.226, port: 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3. Dec 13 20:32:29.625180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router c6c1873f-c44c-454a-b96d-61fbecdabda6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:32:29.951825 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:32:29.962147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Sync routers for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:32:29.971980 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:29.972618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:29.974206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:30.033813 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-10a4f91a-ca0e-4358-b5a9-d7d066cfae72 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/floatingips/29eb84fc-b72e-4915-80ba-f64db05fb3ec HTTP/1.1" status: 204 len: 168 time: 1.6115406 Dec 13 20:32:30.034573 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:32:30.080291 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'status': 'completed', 'code': 200} Dec 13 20:32:30.162808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:30.181888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-f7141ec7-fe33-44eb-abe8-812cbd88db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:30.183379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-f7141ec7-fe33-44eb-abe8-812cbd88db0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 1098 time: 0.0786147 Dec 13 20:32:30.397360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-ebdb5455-4f2c-4b6b-b2ca-889c60ecc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:30.398882 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-ebdb5455-4f2c-4b6b-b2ca-889c60ecc9a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 200 len: 897 time: 0.2087045 Dec 13 20:32:30.474977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-1d0e3db0-780e-47fc-9b88-e429a488a9a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 200 len: 217 time: 0.0675697 Dec 13 20:32:30.478158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:30.482119 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Checking router: c6c1873f-c44c-454a-b96d-61fbecdabda6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:32:30.491226 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:30.492064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:30.537005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d9b8-2b9a-43d6-af45-69a800a23398 req-02a68269-400c-4b72-8cf0-496c6122e2ed tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:30.538747 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4376d9b8-2b9a-43d6-af45-69a800a23398 req-02a68269-400c-4b72-8cf0-496c6122e2ed tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.2098746 Dec 13 20:32:30.574174 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-b139d2a6-5a0f-43fc-bb50-25846db390f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:30.575654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-b139d2a6-5a0f-43fc-bb50-25846db390f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 200 len: 834 time: 0.0933228 Dec 13 20:32:30.640670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4376d9b8-2b9a-43d6-af45-69a800a23398 req-7916e650-f528-4a88-ae53-704f8f12ba22 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936911 Dec 13 20:32:30.671408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-c5a38a7c-43bc-499d-a0fc-caac76efa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:30.672887 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-c5a38a7c-43bc-499d-a0fc-caac76efa8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc516781-b3a8-470c-97da-547e274332b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858138 Dec 13 20:32:30.718282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:30.808799 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-9a1d7b68-f177-4b28-aa11-494b6ec912f8 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283584 Dec 13 20:32:30.946935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-829fe561-5fd4-4616-88a2-e6280b9e1b5e req-193cf0c3-a2ea-4b6c-afc1-2a35d117dc64 service neutron] 10.222.0.20 "GET /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305904 Dec 13 20:32:31.038677 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:31.042758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7ed04-37e5-4f4f-8d61-5ea0f0534dbb None None] The sync data for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv is: [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'dafb0b2a-9b0b-41b5-9723-07fd67301dbd', 'name': '', 'network_id': 'dc516781-b3a8-470c-97da-547e274332b4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:07:8f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:59Z', 'updated_at': '2021-12-13T20:31:04Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'dcc79a31-18d3-487d-9821-6b1e72e4dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:32:31.275279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fbaa2-25d2-438f-99af-70ae329cf373 None None] New status for floating IP 29eb84fc-b72e-4915-80ba-f64db05fb3ec: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:32:31.858745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-f0d3385c-58da-45fc-92bf-809f8ceb8208 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:31.860197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-f0d3385c-58da-45fc-92bf-809f8ceb8208 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1523712 Dec 13 20:32:31.923457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97905a0-9557-4434-bd32-2a166e123f0c req-c0b5af4c-7b8e-49c5-a805-8937edae64b0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:31.924875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c97905a0-9557-4434-bd32-2a166e123f0c req-c0b5af4c-7b8e-49c5-a805-8937edae64b0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 945 time: 0.1602321 Dec 13 20:32:31.961759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:32:31.962016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:32.030141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c97905a0-9557-4434-bd32-2a166e123f0c req-2a1235a6-17e2-4d24-9b9a-92958416c37c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d3b500-55e7-4e57-bf4c-16b16180d956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980499 Dec 13 20:32:32.356251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:32.356602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:32.477717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:32:32.638869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:32.645284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6dde1be2-c012-4adf-814f-4a8401aead45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:32.693742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:32.740455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.740846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.741259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.741696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.742067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.742435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.742798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.743162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.743534 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.743894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.744255 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.744613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:32.770785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:32.781703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] No DVR routers for this DVR port 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:32:32.784037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:32.786632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'name': 'network-vif-deleted', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:32:32.798364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd183cfd-cdc3-4130-a7b0-b602282dd48c req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "DELETE /v2.0/ports/77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 HTTP/1.1" status: 204 len: 173 time: 0.9326038 Dec 13 20:32:32.837793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab5da15-40cb-41bb-bc9b-56e93d3e0d18', 'name': 'network-vif-deleted', 'tag': '77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3', 'status': 'completed', 'code': 200} Dec 13 20:32:33.194042 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-84e4e287-7cc7-43a3-9b6b-5d83b4acf7f1 req-859876d6-476c-4f62-9854-782083183b8b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:32:33.210642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-84e4e287-7cc7-43a3-9b6b-5d83b4acf7f1 req-859876d6-476c-4f62-9854-782083183b8b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:32:33.211829 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84e4e287-7cc7-43a3-9b6b-5d83b4acf7f1 req-859876d6-476c-4f62-9854-782083183b8b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab5da15-40cb-41bb-bc9b-56e93d3e0d18 HTTP/1.1" status: 200 len: 210 time: 0.0606878 Dec 13 20:32:34.312245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37826) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:34.920638 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:35.121723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:32:35.159614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:32:35.160043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 77fa07a4-75b7-4ed0-bf62-ddc3f25f40b3 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:32:35.415770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port dafb0b2a-9b0b-41b5-9723-07fd67301dbd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:32:35.416409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:35.608587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port dafb0b2a-9b0b-41b5-9723-07fd67301dbd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:35.608816 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:35.735745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for dafb0b2a-9b0b-41b5-9723-07fd67301dbd owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:32:36.073181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:36.076925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3881cf16-5b2a-435b-abb0-b75ed9d762fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:36.125303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=dafb0b2a-9b0b-41b5-9723-07fd67301dbd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:36.128439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:36.404301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:36.881562 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:32:36.929309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router c6c1873f-c44c-454a-b96d-61fbecdabda6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:32:37.117133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:32:37.128990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Sync routers for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:32:37.137209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/c6c1873f-c44c-454a-b96d-61fbecdabda6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8236761 Dec 13 20:32:37.139590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37830) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:37.142234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:37.142902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:37.205996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting subnet dcc79a31-18d3-487d-9821-6b1e72e4dc56 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:32:37.208936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.268499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.323521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:37.353231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.430690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.434812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c80fa892-c829-42ac-afd5-29e4a8daffd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:37.471409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc79a31-18d3-487d-9821-6b1e72e4dc56,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:37.475509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:37.477303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.486879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-91e7a39f-e840-431d-830e-21513337a798 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/subnets/dcc79a31-18d3-487d-9821-6b1e72e4dc56 HTTP/1.1" status: 204 len: 168 time: 0.3438563 Dec 13 20:32:37.487291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37834) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:37.492354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19417e-accd-4570-9938-8b1120bed7ea None None] Network dc516781-b3a8-470c-97da-547e274332b4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:32:37.665091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.771189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:32:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:37.775421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Checking router: c6c1873f-c44c-454a-b96d-61fbecdabda6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:32:37.785695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Routers {'c6c1873f-c44c-454a-b96d-61fbecdabda6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:37.786137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['c6c1873f-c44c-454a-b96d-61fbecdabda6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:37.838234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] DHCP port deletion for dc516781-b3a8-470c-97da-547e274332b4 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:32:37.854616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.856084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Deleting port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:32:37.856473 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:37.865271 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port cb1de277-327b-4e3b-add0-b76027cb4b7b {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:32:37.865607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.044356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port cb1de277-327b-4e3b-add0-b76027cb4b7b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=cb1de277-327b-4e3b-add0-b76027cb4b7b,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:38.044714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.120034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] Set router c6c1873f-c44c-454a-b96d-61fbecdabda6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:38.170324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for cb1de277-327b-4e3b-add0-b76027cb4b7b owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:32:38.362733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.369655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:38.385373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] For port ebb99d5d-fb8f-4307-afb5-da15f3a785c0, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,segment=NetworkSegment(8f03b2ba-70d7-4d84-a869-c45e9ddfbbed),segment_id=8f03b2ba-70d7-4d84-a869-c45e9ddfbbed)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:38.385935 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.425788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=cb1de277-327b-4e3b-add0-b76027cb4b7b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:38.429053 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:38.452092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ebb99d5d-fb8f-4307-afb5-da15f3a785c0 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:32:38.526992 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.546738 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Calling delete_port for ebb99d5d-fb8f-4307-afb5-da15f3a785c0 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:32:38.764187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.769531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:38.819448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Pushing event deleted for resources: {'Port': ['ID=ebb99d5d-fb8f-4307-afb5-da15f3a785c0,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:38.821641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.839197 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] No DVR routers for this DVR port ebb99d5d-fb8f-4307-afb5-da15f3a785c0 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:32:38.840860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.843547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.855486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.856111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.856195 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.856510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.856849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.857205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.857500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.857864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.858218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.858564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.858881 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.859224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:38.881406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.882268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Fanout notify agent at l3_agent the message router_deleted on router c6c1873f-c44c-454a-b96d-61fbecdabda6 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:32:38.895389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:38.898305 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:38.902210 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/routers/c6c1873f-c44c-454a-b96d-61fbecdabda6 HTTP/1.1" status: 204 len: 168 time: 1.4111612 Dec 13 20:32:38.902595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37840) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:38.920821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:32:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:38.925432 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7a335-4b55-4d2f-8769-67c75aca7d3d None None] The sync data for ids ['c6c1873f-c44c-454a-b96d-61fbecdabda6'] in dv-neutron-821563-1-hyperv is: [{'id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989738465', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:30:54Z', 'updated_at': '2021-12-13T20:32:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'cb1de277-327b-4e3b-add0-b76027cb4b7b', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c1873f-c44c-454a-b96d-61fbecdabda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:30:55Z', 'updated_at': '2021-12-13T20:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:32:39.020347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.156519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.184217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc516781-b3a8-470c-97da-547e274332b4']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:39.197779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:39.198051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f03b2ba-70d7-4d84-a869-c45e9ddfbbed') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:39.209642 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.225644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.231680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:32:39.232089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:32:39.246133 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:32:39.331119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.337674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f4678942-561f-4153-809b-d723c39e5a79 tempest-RoutersTest-1985473357 tempest-RoutersTest-1985473357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:39.355402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.367835 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Network': ['ID=dc516781-b3a8-470c-97da-547e274332b4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:39.371133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:39.377697 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/networks/dc516781-b3a8-470c-97da-547e274332b4 HTTP/1.1" status: 204 len: 168 time: 0.4740734 Dec 13 20:32:39.380537 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37844) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:39.454905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.489280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.558924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.563111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-809cae60-1e2c-4615-abea-cada7b83d11a tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:39.583613 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3b500-55e7-4e57-bf4c-16b16180d956,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:39.587423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:39.596801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.598202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e9368649-1d7a-4c90-8a45-d58da784f081 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/security-groups/17d3b500-55e7-4e57-bf4c-16b16180d956 HTTP/1.1" status: 204 len: 168 time: 0.2166407 Dec 13 20:32:39.933412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37852) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:39.938976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093345272', 'description': 'tempest-secgroup-smoke-2093345272 description', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:39.945977 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:39.950471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:39.953584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:39.959822 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:39.971466 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:39.992588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:39.996510 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:39.999403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.005100 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.075178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.081903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.085509 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6b491a80-c8d1-4b94-9e93-7c16ee2a68a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.126641 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474ff355-f35c-468c-ae00-038d81fb0ed6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.129471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.130859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.132184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1977611 Dec 13 20:32:40.135331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37856) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.140515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.146691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.150674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.153581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.159239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.178286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.239960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.245742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.251599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-13fb2d66-fba5-4818-b481-1f574d8f8724 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.270491 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a0f67c-3f5b-450c-a366-e71b9b6837e0,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.273221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.280935 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.285325 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459765 Dec 13 20:32:40.285398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37860) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.291278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.297954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.302174 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.305868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.312097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.331121 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.338309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb1de277-327b-4e3b-add0-b76027cb4b7b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:32:40.378085 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: cb1de277-327b-4e3b-add0-b76027cb4b7b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:32:40.378445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device cb1de277-327b-4e3b-add0-b76027cb4b7b not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:32:40.378894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dafb0b2a-9b0b-41b5-9723-07fd67301dbd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:32:40.394351 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.398371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.404332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b1410db2-4d8e-4178-86c7-204bd7d3009e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.418096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: dafb0b2a-9b0b-41b5-9723-07fd67301dbd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:32:40.418373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device dafb0b2a-9b0b-41b5-9723-07fd67301dbd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:32:40.427768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7917608b-03a2-4e5f-aa37-04627debf49e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.430377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.440001 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.441371 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5b07bbc7-3464-4423-9c12-71a3f800fce8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548302 Dec 13 20:32:40.444032 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37864) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.449069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.455030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.458789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.461715 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.467353 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.485357 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.555398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.560413 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.562245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f53efe9d-4a9d-4fdd-934a-cff5c0b75549 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.584125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb03475b-8ff8-4774-99fd-a0b57dd2aff7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.589695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.595341 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.596528 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516061 Dec 13 20:32:40.599484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37868) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.605716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.612071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.616131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.619444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.625388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.652191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.727726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.733913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.736286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0dce28a3-347f-439b-bdec-5a4e59c81f10 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.765774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b430dce-c4db-40a1-b333-23a9ba25b3cb,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.770045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.775440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.776583 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757953 Dec 13 20:32:40.780654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37872) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.785704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.791619 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.795427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.798288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.803903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.816195 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:32:40.822713 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.890283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.895121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.897119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fbf08703-fdca-42ef-889a-e7fe72423e59 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:40.918669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103664ed-493f-4729-8514-a08577409e01,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:40.921087 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:40.931575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:40.932754 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0fa2f3dd-6e7e-4d46-bc4b-a225d62772b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511874 Dec 13 20:32:40.936227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37876) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:40.941735 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '474ff355-f35c-468c-ae00-038d81fb0ed6', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:40.947912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:40.951774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:40.954645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:40.960320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:40.970620 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:32:40.976965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.051254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.060905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.062813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c5c389cf-acf5-4164-a708-58b2564dedfc tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:41.086388 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b32db88-8bdf-4ad5-9475-d392f0ed819b,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:41.091025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:41.097479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.098695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a3c08d8c-c757-4b0c-94a5-96d20ad626e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615307 Dec 13 20:32:41.102965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37880) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:41.111548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'network': {'name': 'tempest-network-smoke--2020271450', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:41.118599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:41.122796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:network and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:41.125672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:41.131421 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:41.144210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:32:41.147745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.175562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:32:41.184695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.185074 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Added segment d22172ae-f639-4f57-8b52-4934a4c5812c of type vlan for network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 Dec 13 20:32:41.211477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.242912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.248514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:41.249093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.252589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45898626-de6a-42ca-b4b9-6f1e8ce321c4 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:41.357856 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2535524 Dec 13 20:32:41.360530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37884) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:41.363239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Network': ['ID=5a919b3d-0e69-41f3-867d-e11e6eef38f4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:41.367988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'admin_state_up': True, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:41.373761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5f37931e-a6a4-46d5-a919-ce6afc4fccf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:41.374389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:32:41.375990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:41.379969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:router and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:41.383333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:41.389090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:41.399980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.400991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.416441 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.825531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:41.849119 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [req-9ae18a81-830f-45e3-bee9-47cec8e492c3 req-bd21cc17-c2d0-4fc0-b53d-522022b4be40 tempest-ServerDiskConfigTestJSON-1315139296 tempest-ServerDiskConfigTestJSON-1315139296-project] (87526) timed out ('10.222.0.20', 65371) {{(pid=87526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 20:32:42.168968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:42.199931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:42.281560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:42.344113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.108 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/e91e8843-ba06-47b2-b6ca-d281d7d35014) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:32:42.499436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:42.530913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:42.534385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:42.594965 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:32:42.597728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:42.601524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:32:42.633905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=e91e8843-ba06-47b2-b6ca-d281d7d35014,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:42.645562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:43.037038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:43.516397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:43.724096 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router ee5c97f0-bd26-485e-8809-27900840ac1b is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:32:43.914340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:32:43.923902 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Sync routers for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:32:43.933999 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:43.934629 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:43.945454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:43.946674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5852351 Dec 13 20:32:43.950076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37888) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:43.992556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-60d83845-c23f-42a3-ad9f-d70db7688e37 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b91429f05ac4f7d8468a84cf5adc416&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388262 Dec 13 20:32:43.992738 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37892) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:44.126930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0b31a-9559-4ad6-8d63-85adcd3d9ff3 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:44.128442 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-24d0b31a-9559-4ad6-8d63-85adcd3d9ff3 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347091 Dec 13 20:32:44.131557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37896) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:44.133931 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:44.171992 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b1cd36ec-21a1-4072-a0a0-bcc3633843a7 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390844 Dec 13 20:32:44.174582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37900) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:44.180898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485027784', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:44.293817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:44.297777 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:subnet and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:44.300893 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:44.307435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:44.320963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:32:44.325151 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.413432 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:42Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:44.417390 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Checking router: ee5c97f0-bd26-485e-8809-27900840ac1b for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:32:44.417769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Updating router ee5c97f0-bd26-485e-8809-27900840ac1b port e91e8843-ba06-47b2-b6ca-d281d7d35014 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:32:44.472443 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.550409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.555034 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a86a4002-df2d-42c3-a099-4c074576f728 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:44.628202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Subnet': ['ID=e2db739f-c91a-413c-a312-310d9a0cfa60,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:44.631651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:44.637436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Checking segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:32:44.637801 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network hostable DHCP agents. Network: 5a919b3d-0e69-41f3-867d-e11e6eef38f4, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:32:44.657616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:32:44.667970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5a919b3d-0e69-41f3-867d-e11e6eef38f4) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:44.672268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:44.672890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.680909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9881945-5c90-4a53-bfee-25b6abcb9082 None None] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:32:44.704334 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5261080 Dec 13 20:32:44.704723 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37904) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:44.829211 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.842831 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Transition to ACTIVE for port object e91e8843-ba06-47b2-b6ca-d281d7d35014 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:44.851264 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.861589 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-b59984bd-5e41-4a6f-931f-552a725a2d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:44.940990 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Attempting to bind port e91e8843-ba06-47b2-b6ca-d281d7d35014 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:32:44.941714 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Attempting to bind port e91e8843-ba06-47b2-b6ca-d281d7d35014 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:32:44.941714 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Attempting to bind port e91e8843-ba06-47b2-b6ca-d281d7d35014 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:32:44.943826 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Pushing event updated for resources: {'Port': ['ID=e91e8843-ba06-47b2-b6ca-d281d7d35014,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:44.953054 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.953404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.953734 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.954078 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.954375 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.954711 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.955023 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.955340 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.955653 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.955967 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.956282 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.956589 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:32:44.961574 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:44.962721 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:32:44.963103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:32:44.963512 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.963900 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:32:44.964379 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Bound port: e91e8843-ba06-47b2-b6ca-d281d7d35014, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:32:44.964769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:44.971668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:32:44.972529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.048267 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] For port e91e8843-ba06-47b2-b6ca-d281d7d35014, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:32:45.051768 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] For port e91e8843-ba06-47b2-b6ca-d281d7d35014, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e91e8843-ba06-47b2-b6ca-d281d7d35014,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:32:45.056540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.061429 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-81a69e19-0d85-479e-ac4e-bf2b28c98574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:45.135717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:45.136375 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:45.140991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Allocated IP 172.20.0.2 (5a919b3d-0e69-41f3-867d-e11e6eef38f4/e2db739f-c91a-413c-a312-310d9a0cfa60/1f68463a-33dc-4acf-a54d-a3b18734d6bb) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:32:45.219074 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Pushing event updated for resources: {'Port': ['ID=e91e8843-ba06-47b2-b6ca-d281d7d35014,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:45.222388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:45.327939 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:45.366277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.378474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Transition to ACTIVE for port object 1f68463a-33dc-4acf-a54d-a3b18734d6bb will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:45.400686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Transition to ACTIVE for port object 1f68463a-33dc-4acf-a54d-a3b18734d6bb will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:45.407463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.411780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:45.486249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:32:45.489894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:45.494355 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:32:45.533778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Pushing event updated for resources: {'Port': ['ID=1f68463a-33dc-4acf-a54d-a3b18734d6bb,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:45.540861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:45.564875 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.595321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Attempting to bind port 1f68463a-33dc-4acf-a54d-a3b18734d6bb on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:32:45.595690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Attempting to bind port 1f68463a-33dc-4acf-a54d-a3b18734d6bb by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:32:45.596076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Attempting to bind port 1f68463a-33dc-4acf-a54d-a3b18734d6bb on network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:32:45.602011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:32:45.602402 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Checking segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:32:45.602816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.603221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Bound using segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:32:45.603698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Bound port: 1f68463a-33dc-4acf-a54d-a3b18734d6bb, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:32:45.604084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.655911 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:42Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:45.662216 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706efe-c53f-4123-b310-88158a9ec97a None None] The sync data for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:42Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:32:45.699096 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] For port 1f68463a-33dc-4acf-a54d-a3b18734d6bb, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:32:45.703081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] For port 1f68463a-33dc-4acf-a54d-a3b18734d6bb, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1f68463a-33dc-4acf-a54d-a3b18734d6bb,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:32:45.712665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:45.716518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:45.804422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Pushing event updated for resources: {'Port': ['ID=1f68463a-33dc-4acf-a54d-a3b18734d6bb,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:45.809514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:46.033697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.1 (5a919b3d-0e69-41f3-867d-e11e6eef38f4/e2db739f-c91a-413c-a312-310d9a0cfa60/6868a55c-e646-474c-985b-58c1974d1cbd) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:32:46.218697 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.235718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 6868a55c-e646-474c-985b-58c1974d1cbd will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:46.259584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.263873 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:46.331678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:32:46.335807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:46.341145 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:32:46.378042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:46.380830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:46.412017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.429459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1f68463a-33dc-4acf-a54d-a3b18734d6bb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:46.506899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1f68463a-33dc-4acf-a54d-a3b18734d6bb completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:46.513367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e91e8843-ba06-47b2-b6ca-d281d7d35014 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:46.600237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port e91e8843-ba06-47b2-b6ca-d281d7d35014 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:46.608406 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e91e8843-ba06-47b2-b6ca-d281d7d35014 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:46.608816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.701742 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.741588 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.761296 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port e91e8843-ba06-47b2-b6ca-d281d7d35014, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e91e8843-ba06-47b2-b6ca-d281d7d35014,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:46.765859 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:46.767823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-faa92a40-e9b9-4d77-85f9-5dd706b2e2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:46.853318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=e91e8843-ba06-47b2-b6ca-d281d7d35014,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:46.856799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:46.913897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2f4f6-c114-4757-a451-c70403b6f2ca None None] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:32:47.007076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Provisioning for port 1f68463a-33dc-4acf-a54d-a3b18734d6bb completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:47.015518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Provisioning complete for port 1f68463a-33dc-4acf-a54d-a3b18734d6bb triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:47.015900 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.236612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.284983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] For port 1f68463a-33dc-4acf-a54d-a3b18734d6bb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1f68463a-33dc-4acf-a54d-a3b18734d6bb,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:47.289409 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.291281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.294815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:47.295802 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.349963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0801cbb5-9cb8-447d-8f38-d9cad0355d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:47.367194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Pushing event updated for resources: {'Port': ['ID=1f68463a-33dc-4acf-a54d-a3b18734d6bb,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:47.373718 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:47.412066 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.446747 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:47.452463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:47.565671 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:32:47.566940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:47.614742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Provisioning complete for port 1f68463a-33dc-4acf-a54d-a3b18734d6bb triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:47.615213 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.766386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router ee5c97f0-bd26-485e-8809-27900840ac1b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:32:47.805629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Provisioning for port 6868a55c-e646-474c-985b-58c1974d1cbd completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:47.811199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Provisioning complete for port 6868a55c-e646-474c-985b-58c1974d1cbd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:47.811586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:47.866609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-34b81241-69fb-4893-a729-3309bca8a9e6 None None] Port 6868a55c-e646-474c-985b-58c1974d1cbd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:32:47.955198 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:32:47.965212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Sync routers for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:32:47.968269 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/ee5c97f0-bd26-485e-8809-27900840ac1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2623878 Dec 13 20:32:47.978562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:47.979259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:48.061206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-45fecf34-412d-49b0-90c8-66966789ce8f None None] Provisioning complete for port 6868a55c-e646-474c-985b-58c1974d1cbd triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:48.061614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-45fecf34-412d-49b0-90c8-66966789ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:48.189691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-45fecf34-412d-49b0-90c8-66966789ce8f None None] Port 6868a55c-e646-474c-985b-58c1974d1cbd cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:32:48.208495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:48.242115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-de7e98ba-0d35-4d3c-9138-27e73cf0fc0a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:32:48.258680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-de7e98ba-0d35-4d3c-9138-27e73cf0fc0a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:32:48.259891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-de7e98ba-0d35-4d3c-9138-27e73cf0fc0a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093345272&fields=id&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 267 time: 0.0570004 Dec 13 20:32:48.405640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1f68463a-33dc-4acf-a54d-a3b18734d6bb up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:48.418571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-8288553a-e8f1-4529-acbe-fa8477dcedf5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:48.419256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-8288553a-e8f1-4529-acbe-fa8477dcedf5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:32:48.436639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-8288553a-e8f1-4529-acbe-fa8477dcedf5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:32:48.438002 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-8288553a-e8f1-4529-acbe-fa8477dcedf5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 797 time: 0.1711543 Dec 13 20:32:48.457572 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-8fd9e95a-aba2-4115-bb3e-89d178b1c2b1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/quotas/8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 375 time: 0.0136797 Dec 13 20:32:48.546474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-9ad020f4-0bad-4e33-8138-7637a32af131 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:32:48.561983 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1f68463a-33dc-4acf-a54d-a3b18734d6bb triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:48.562372 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:48.562906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-9ad020f4-0bad-4e33-8138-7637a32af131 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:32:48.564681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-9ad020f4-0bad-4e33-8138-7637a32af131 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007161 Dec 13 20:32:48.638767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:47Z', 'revision_number': 2, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:48.669299 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Checking router: ee5c97f0-bd26-485e-8809-27900840ac1b for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:32:48.669683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Updating router ee5c97f0-bd26-485e-8809-27900840ac1b port 6868a55c-e646-474c-985b-58c1974d1cbd binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:32:48.707878 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-e1644954-cf58-4415-b222-9587b77df8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312561 Dec 13 20:32:48.744968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e91e8843-ba06-47b2-b6ca-d281d7d35014 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:48.775448 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:48.845885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-049413d7-7efd-46cd-9d40-a937155edfe6 service neutron] 10.222.0.18 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311975 Dec 13 20:32:48.926678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port e91e8843-ba06-47b2-b6ca-d281d7d35014 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:48.927339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.103521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4133eb8-b559-4e3f-adef-a05897cb5082 req-a697ec17-c451-4c5c-bbed-11974506b478 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 210 time: 0.1240067 Dec 13 20:32:49.248346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.260544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Transition to ACTIVE for port object 6868a55c-e646-474c-985b-58c1974d1cbd will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:49.267316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.270908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:49.466377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Pushing event updated for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:49.474368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:49.528732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Attempting to bind port 6868a55c-e646-474c-985b-58c1974d1cbd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:32:49.529117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Attempting to bind port 6868a55c-e646-474c-985b-58c1974d1cbd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:32:49.529593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Attempting to bind port 6868a55c-e646-474c-985b-58c1974d1cbd on network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:32:49.535202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:32:49.535591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Checking segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:32:49.536008 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.536408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Bound using segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:32:49.536907 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Bound port: 6868a55c-e646-474c-985b-58c1974d1cbd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:32:49.537287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.645346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] For port 6868a55c-e646-474c-985b-58c1974d1cbd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:32:49.648601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] For port 6868a55c-e646-474c-985b-58c1974d1cbd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6868a55c-e646-474c-985b-58c1974d1cbd,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:32:49.652896 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:49.656522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:49.730909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:32:49.731544 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:49.800200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Pushing event updated for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:49.803496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:49.927972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:32:50.268647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:49Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:32:50.272717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752eeed6-7336-4ca3-9043-13ff9741195c None None] The sync data for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:49Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:32:50.286296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69a9aec4-3627-44e1-9e50-32b2997b1ff5 req-9cfab44e-09a4-4393-aff3-b1981711bb5a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 210 time: 0.0543506 Dec 13 20:32:50.294365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-876d09b9-637f-4b4a-802b-db41424ec513 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:50.295789 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-876d09b9-637f-4b4a-802b-db41424ec513 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 797 time: 0.3614154 Dec 13 20:32:50.377128 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-d3d50827-bac0-4b25-97ab-b585456fae99 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 380 time: 0.0708692 Dec 13 20:32:50.386580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'port': {'device_id': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'admin_state_up': True, 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'security_groups': ['474ff355-f35c-468c-ae00-038d81fb0ed6']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:50.528263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:50.538346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:50.549385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:32:50.553198 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:50.725647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.5 (5a919b3d-0e69-41f3-867d-e11e6eef38f4/e2db739f-c91a-413c-a312-310d9a0cfa60/0c575e7f-39ce-449f-be78-94ff098257f1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:32:50.948802 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:50.966459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 0c575e7f-39ce-449f-be78-94ff098257f1 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:50.990564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:50.997019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e5771250-a17e-4c33-853b-8b099d5b72d9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:51.067976 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:32:51.071160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:32:51.075238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:32:51.106360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:51.113427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:51.145914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:51.146587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.175528 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925889 Dec 13 20:32:51.240836 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Request body: {'port': {'device_id': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:51.352116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c1cd346a-3d5c-41fa-86db-4bd183b29868 None None] Provisioning for port 0c575e7f-39ce-449f-be78-94ff098257f1 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:51.358275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c1cd346a-3d5c-41fa-86db-4bd183b29868 None None] Provisioning complete for port 0c575e7f-39ce-449f-be78-94ff098257f1 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:51.358749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c1cd346a-3d5c-41fa-86db-4bd183b29868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.367319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.412262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd346a-3d5c-41fa-86db-4bd183b29868 None None] Port 0c575e7f-39ce-449f-be78-94ff098257f1 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:32:51.664368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4e6a5-4db8-4647-9c41-027385d79e83 req-042576ca-3cc2-428d-ab69-03ddf84652b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:51.665093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5c4e6a5-4db8-4647-9c41-027385d79e83 req-042576ca-3cc2-428d-ab69-03ddf84652b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:32:51.681501 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-20c39815-1d10-4c97-9601-1d776db3f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.701191 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b5c4e6a5-4db8-4647-9c41-027385d79e83 req-042576ca-3cc2-428d-ab69-03ddf84652b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:32:51.702359 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5c4e6a5-4db8-4647-9c41-027385d79e83 req-042576ca-3cc2-428d-ab69-03ddf84652b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 931 time: 0.2680411 Dec 13 20:32:51.766072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5c4e6a5-4db8-4647-9c41-027385d79e83 req-b456c65c-a132-4f09-8357-6b2f4de42348 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539663 Dec 13 20:32:51.836597 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c575e7f-39ce-449f-be78-94ff098257f1 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:32:51.844025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.858624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Transition to ACTIVE for port object 0c575e7f-39ce-449f-be78-94ff098257f1 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:32:51.864682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:51.871797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-17e92adb-e7e4-454c-974b-a64808db2fb3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:52.023189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:52.034248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:52.106574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Attempting to bind port 0c575e7f-39ce-449f-be78-94ff098257f1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:32:52.106902 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Attempting to bind port 0c575e7f-39ce-449f-be78-94ff098257f1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:32:52.107219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Attempting to bind port 0c575e7f-39ce-449f-be78-94ff098257f1 on network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:32:52.111874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Port 0c575e7f-39ce-449f-be78-94ff098257f1 on network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:32:52.112184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Attempting to bind port 0c575e7f-39ce-449f-be78-94ff098257f1 on network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:32:52.117292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:32:52.117622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Checking segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:32:52.117999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Bound using segment: {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:32:52.118412 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Bound port: 0c575e7f-39ce-449f-be78-94ff098257f1, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22172ae-f639-4f57-8b52-4934a4c5812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:32:52.118761 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.336951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:32:52.340327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:32:52.347060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.359260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:52.406378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:52.407075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.409370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6868a55c-e646-474c-985b-58c1974d1cbd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:52.414990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 1093 time: 1.2321165 Dec 13 20:32:52.415864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:32:52.456035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:52.459609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:52.510204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6868a55c-e646-474c-985b-58c1974d1cbd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:52.517355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'status': 'completed', 'code': 200} Dec 13 20:32:52.519520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6868a55c-e646-474c-985b-58c1974d1cbd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:52.520178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.552897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-c67bd798-8530-4a50-8792-d5d7c1664ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:52.554520 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-c67bd798-8530-4a50-8792-d5d7c1664ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0890260 Dec 13 20:32:52.633958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-77f9b9e6-8d6f-4c7f-b0c9-4bb6803729f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 217 time: 0.0676887 Dec 13 20:32:52.651648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.684676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 6868a55c-e646-474c-985b-58c1974d1cbd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6868a55c-e646-474c-985b-58c1974d1cbd,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:52.689651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:52.691502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-25f8f444-98c5-4305-9c3d-5928f5e51e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:52.703114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-e24b417b-1a6e-44db-87d3-cd051c967012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:52.704573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-e24b417b-1a6e-44db-87d3-cd051c967012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0643415 Dec 13 20:32:52.769152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:52.773789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:52.784887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-ce5fb072-f558-46c5-baa5-add1ee243aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:52.786409 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-ce5fb072-f558-46c5-baa5-add1ee243aee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741837 Dec 13 20:32:52.974103 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-182f716f-761e-41f6-94f4-5efe6b573fa7 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799905 Dec 13 20:32:53.059900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e225-aa73-4444-ab26-16011a0aed01 req-c8d4673b-40a0-4768-8c8c-e456da9513ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:53.062060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d7b7e225-aa73-4444-ab26-16011a0aed01 req-c8d4673b-40a0-4768-8c8c-e456da9513ea tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 943 time: 0.1859100 Dec 13 20:32:53.139876 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d7b7e225-aa73-4444-ab26-16011a0aed01 req-58344075-7a48-421a-b1ee-551693130c3c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657718 Dec 13 20:32:53.147520 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b5ab7905-d56e-46a5-a749-715cb7246660 req-c8617bd0-2865-4acb-bcba-9cc802e91c51 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653614 Dec 13 20:32:53.261188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125916ba-25b3-42b2-8330-122e4659b18b req-f58da03f-61c2-4c11-82bf-7cf0369f38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:53.262587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-f58da03f-61c2-4c11-82bf-7cf0369f38ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0707886 Dec 13 20:32:53.396075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125916ba-25b3-42b2-8330-122e4659b18b req-5135fbd1-25fa-43e0-a8f8-4ac653cd76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:53.397537 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-5135fbd1-25fa-43e0-a8f8-4ac653cd76a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1283441 Dec 13 20:32:53.474609 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-b5433c93-a6b9-439e-8723-2eaca8c22c35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 217 time: 0.0697591 Dec 13 20:32:53.540561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125916ba-25b3-42b2-8330-122e4659b18b req-7c88c7bb-0ce6-4211-b413-31de6afac0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:53.542048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-7c88c7bb-0ce6-4211-b413-31de6afac0ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0605447 Dec 13 20:32:53.623162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125916ba-25b3-42b2-8330-122e4659b18b req-0807870b-1482-4895-a4ad-71f50ebfcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:53.624624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-0807870b-1482-4895-a4ad-71f50ebfcbcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746493 Dec 13 20:32:53.759324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-41cf8409-e819-4137-acec-7b329f946863 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273341 Dec 13 20:32:53.902021 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-125916ba-25b3-42b2-8330-122e4659b18b req-489cbbe2-4a5f-4e82-90f6-397872fa92d0 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357114 Dec 13 20:32:53.940042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b522abec-d27d-4c9c-92c5-96f98ed6ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:54.350941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6868a55c-e646-474c-985b-58c1974d1cbd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:54.353787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33befc2a-5f09-431d-950c-36e56a3dd360 req-626bfd1b-4354-43fc-8bc8-8b4966df2ca9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:54.355607 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-33befc2a-5f09-431d-950c-36e56a3dd360 req-626bfd1b-4354-43fc-8bc8-8b4966df2ca9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 943 time: 0.0973594 Dec 13 20:32:54.401677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-33befc2a-5f09-431d-950c-36e56a3dd360 req-0c01c64e-b51f-48c2-852a-4258b1f8e40b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 Dec 13 20:32:54.418737 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6868a55c-e646-474c-985b-58c1974d1cbd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:54.419130 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:55.092275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:55.121854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:55.185051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:32:55.377508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:55.390619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '0c575e7f-39ce-449f-be78-94ff098257f1', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'mac_address': 'fa:16:3e:55:9b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:32:55.450242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:55.468030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c575e7f-39ce-449f-be78-94ff098257f1 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:32:55.483871 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:55.488525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:55.490328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:55.556139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:55.559300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:55.692756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['0c575e7f-39ce-449f-be78-94ff098257f1'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:32:55.726459 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a4d98-50f0-4108-8c41-724772866416 req-b51827e2-c5dc-4efc-b4a9-5cf478f48376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:55.728259 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f84a4d98-50f0-4108-8c41-724772866416 req-b51827e2-c5dc-4efc-b4a9-5cf478f48376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 944 time: 0.2173407 Dec 13 20:32:55.774749 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f84a4d98-50f0-4108-8c41-724772866416 req-275ed447-398e-4a6e-8aac-89f1836dfd44 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402415 Dec 13 20:32:56.577457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:56.968295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08d4fc-3871-49e8-9550-06381001f1cb req-560cf1f9-2c47-4bbd-a0bc-6369ae92de8c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:56.969797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd08d4fc-3871-49e8-9550-06381001f1cb req-560cf1f9-2c47-4bbd-a0bc-6369ae92de8c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 944 time: 0.0829792 Dec 13 20:32:57.018026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd08d4fc-3871-49e8-9550-06381001f1cb req-ce601086-c16f-4c5e-98da-b2e2daa86cd6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Dec 13 20:32:57.200430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:32:57.285548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 0c575e7f-39ce-449f-be78-94ff098257f1 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:32:57.290795 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 0c575e7f-39ce-449f-be78-94ff098257f1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:32:57.291183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:57.410758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:57.443678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:32:57.454611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:32:57.460546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:32:57.463834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:32:57.493465 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'code': 200} Dec 13 20:32:57.535148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:32:57.538115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:32:57.729688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785bc9-a1a5-49a7-aef6-f31a3d33e948 req-60515feb-ebf9-4a62-813a-d7476c6e3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:57.731099 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c4785bc9-a1a5-49a7-aef6-f31a3d33e948 req-60515feb-ebf9-4a62-813a-d7476c6e3892 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.0747929 Dec 13 20:32:57.774564 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c4785bc9-a1a5-49a7-aef6-f31a3d33e948 req-782f81cd-d9b7-466e-aeab-d2e19a3d1201 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369027 Dec 13 20:32:58.224408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f230-8941-4aed-9be2-a3550e033f78 req-bc32426b-60d2-46c9-9458-bd28a5f9cdbb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:58.225910 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7372f230-8941-4aed-9be2-a3550e033f78 req-bc32426b-60d2-46c9-9458-bd28a5f9cdbb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0907631 Dec 13 20:32:58.271203 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7372f230-8941-4aed-9be2-a3550e033f78 req-c2b2b730-cf79-4d97-82fa-80a99cd8a682 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Dec 13 20:32:59.469413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098b47-e983-465b-bd27-af2f7c704912 req-c6770639-0fae-404b-9dc1-f222c90079e7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:59.470771 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9098b47-e983-465b-bd27-af2f7c704912 req-c6770639-0fae-404b-9dc1-f222c90079e7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0900042 Dec 13 20:32:59.519016 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a9098b47-e983-465b-bd27-af2f7c704912 req-6e27c4e3-c1e3-4fb3-ba7c-bd95a16abb60 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Dec 13 20:32:59.719654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0bfba-9cd9-43b1-b484-272141abbef3 req-cc9605c1-7450-45e5-9f00-0c3ecd3e1bec tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:59.721029 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3de0bfba-9cd9-43b1-b484-272141abbef3 req-cc9605c1-7450-45e5-9f00-0c3ecd3e1bec tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0976372 Dec 13 20:32:59.766524 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3de0bfba-9cd9-43b1-b484-272141abbef3 req-90ab1216-605d-4232-aacb-2162f525ecd2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397294 Dec 13 20:32:59.798179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37970) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:59.877907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f308562-a8f1-4353-b4c8-0ae8f4eab9c7 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:32:59.879933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5f308562-a8f1-4353-b4c8-0ae8f4eab9c7 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1093 time: 0.0807731 Dec 13 20:32:59.883197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37974) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:32:59.888650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:32:59.895062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:32:59.899620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:floatingip and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:32:59.902947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:32:59.909302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:32:59.922330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:00.062670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:00.209081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.54 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/6b703351-8910-4cd1-929a-bcba34214cd4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:33:00.363616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:00.394079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:00.397893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:33:00.464376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:33:00.467209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:33:00.470948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:33:00.503857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6b703351-8910-4cd1-929a-bcba34214cd4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:33:00.512094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:33:00.907415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:00.983855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:01.325501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:01.330649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:01.334261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:33:01.438835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6b703351-8910-4cd1-929a-bcba34214cd4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:33:01.443333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:33:01.451486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:01.632067 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 7550c58b-3bf0-426e-a62d-94da983c39dd associated. External IP: 172.26.6.54, port: 0c575e7f-39ce-449f-be78-94ff098257f1. Dec 13 20:33:01.986116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router ee5c97f0-bd26-485e-8809-27900840ac1b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:33:02.168526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:33:02.179103 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Sync routers for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:33:02.191521 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:33:02.192536 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:33:02.199217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:02.262605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3778563 Dec 13 20:33:02.263404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:33:02.326240 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'status': 'completed', 'code': 200} Dec 13 20:33:02.394720 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:33:02.497220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112ddd-407a-418b-8373-0cd6898454da req-1bbf37d1-7338-425e-9e72-3fe38d1c5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:02.498805 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-1bbf37d1-7338-425e-9e72-3fe38d1c5f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.1494021 Dec 13 20:33:02.534479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7fb02-ab03-4b0b-8175-7529c0a6dde2 req-8764b7dd-b3ad-4546-9910-5586717bbc61 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:02.535853 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ff7fb02-ab03-4b0b-8175-7529c0a6dde2 req-8764b7dd-b3ad-4546-9910-5586717bbc61 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1374059 Dec 13 20:33:02.799966 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '7550c58b-3bf0-426e-a62d-94da983c39dd', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.54', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'mac_address': 'fa:16:3e:55:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:33:00Z', 'updated_at': '2021-12-13T20:33:00Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:33:02.804087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Checking router: ee5c97f0-bd26-485e-8809-27900840ac1b for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:33:02.812088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9ff7fb02-ab03-4b0b-8175-7529c0a6dde2 req-33e9e25c-74a4-45a9-a1b7-7cef05d8f25e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689078 Dec 13 20:33:02.816125 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:33:02.816778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:32:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:33:02.837626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112ddd-407a-418b-8373-0cd6898454da req-61e15092-7494-49cb-b1d5-2733588176c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:02.837731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-61e15092-7494-49cb-b1d5-2733588176c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.3322663 Dec 13 20:33:02.847375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 37982) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:33:02.958954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-6d8f3e66-91c0-45ce-b5fb-b13461d49273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 998 time: 0.1141808 Dec 13 20:33:02.975054 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cd80b3a4-c859-431f-a3cb-7463fe3b930c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/7550c58b-3bf0-426e-a62d-94da983c39dd HTTP/1.1" status: 200 len: 990 time: 0.1253440 Dec 13 20:33:03.012786 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:33:03.029856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112ddd-407a-418b-8373-0cd6898454da req-d50f2610-3000-48ec-bc88-28ba2b8d2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:03.031447 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-d50f2610-3000-48ec-bc88-28ba2b8d2f4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0658419 Dec 13 20:33:03.121043 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112ddd-407a-418b-8373-0cd6898454da req-3ee1381f-4cc4-4639-bc08-8024dde2d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:03.122520 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-3ee1381f-4cc4-4639-bc08-8024dde2d998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848427 Dec 13 20:33:03.257005 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-b347c323-b26b-4636-998f-fc1bf6942dbd service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274116 Dec 13 20:33:03.372649 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '7550c58b-3bf0-426e-a62d-94da983c39dd', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.54', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'mac_address': 'fa:16:3e:55:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:33:00Z', 'updated_at': '2021-12-13T20:33:00Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:33:03.376550 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34aaab-e1bd-407e-bfb3-f794016ba3bc None None] The sync data for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '7550c58b-3bf0-426e-a62d-94da983c39dd', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.54', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'mac_address': 'fa:16:3e:55:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:33:00Z', 'updated_at': '2021-12-13T20:33:00Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:33:03.398285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-69112ddd-407a-418b-8373-0cd6898454da req-d2efbcad-20e6-4fb2-b0d0-12f1b6827661 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350341 Dec 13 20:33:03.597359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd76c9-e200-48f7-8077-ec2b3ef89f75 None None] New status for floating IP 7550c58b-3bf0-426e-a62d-94da983c39dd: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:33:03.978364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 37986) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:33:04.096866 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d1172e3e-4ab4-4808-a013-a00c0348cd3c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/7550c58b-3bf0-426e-a62d-94da983c39dd HTTP/1.1" status: 200 len: 992 time: 0.1169822 Dec 13 20:33:12.284975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:13.884110 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:33:21.685339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9913-d1cb-4d6d-b97c-65ca7527c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:23.935158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-624df649-5b90-45ff-b3f0-97009493d343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:25.097122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:25.124230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:26.575133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:31.163493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38012) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:33:31.287535 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-a76f4498-259a-47db-91f8-c596b131c61b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227224 Dec 13 20:33:31.345324 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453eab3-4218-4a3a-805e-a2a7d8cc6926 req-0185b89d-5b5e-44db-a91d-228abf4144ce tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:31.346941 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2453eab3-4218-4a3a-805e-a2a7d8cc6926 req-0185b89d-5b5e-44db-a91d-228abf4144ce tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0831621 Dec 13 20:33:31.392006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2453eab3-4218-4a3a-805e-a2a7d8cc6926 req-269a6c29-058e-4d13-b5e2-e02a93ad06c5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 Dec 13 20:33:32.602266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-1d1f5995-2032-463b-ab59-02f3e5dc4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:32.603640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-1d1f5995-2032-463b-ab59-02f3e5dc4274 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.1315899 Dec 13 20:33:32.614116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e15a-e650-499e-a372-4594777f2ec7 req-7aa4aadb-5cc0-4af2-ace3-3587b69db41e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:32.615451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ccf8e15a-e650-499e-a372-4594777f2ec7 req-7aa4aadb-5cc0-4af2-ace3-3587b69db41e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1095724 Dec 13 20:33:32.738496 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ccf8e15a-e650-499e-a372-4594777f2ec7 req-cdae3f1c-ad46-49de-863c-fa419d74b909 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050184 Dec 13 20:33:32.779257 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-25ea309f-0052-4103-823b-600291d3eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:32.780696 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-25ea309f-0052-4103-823b-600291d3eff3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1644309 Dec 13 20:33:32.882693 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-4c5557c3-42dc-414f-b905-db5b540f9357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 1000 time: 0.0948393 Dec 13 20:33:32.956313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-21e7e192-03b9-4224-b621-85d447996724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:32.958438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-21e7e192-03b9-4224-b621-85d447996724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0684328 Dec 13 20:33:33.036866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-0c0118ff-2e21-4582-8233-6c881b052d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:33.038425 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-0c0118ff-2e21-4582-8233-6c881b052d0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727756 Dec 13 20:33:33.172781 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-3c5530ac-f39f-44c6-90b9-1ddca0f65f05 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266549 Dec 13 20:33:33.315619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-def9333a-4b5a-407a-bedb-e0ea601cf94d service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343226 Dec 13 20:33:34.077877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452132-a14c-4b19-945d-550427f30369 req-1d397560-82ee-4f87-b476-da3c43c69985 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:34.079631 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea452132-a14c-4b19-945d-550427f30369 req-1d397560-82ee-4f87-b476-da3c43c69985 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.2248487 Dec 13 20:33:34.125202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea452132-a14c-4b19-945d-550427f30369 req-affc10d8-fea4-424e-ab4f-17217151899d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Dec 13 20:33:35.324177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba3665-3a22-4f2e-b9ed-0e4e9bad387b req-e2bd23db-39fd-4378-a2c9-748d53caf86b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:35.325672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41ba3665-3a22-4f2e-b9ed-0e4e9bad387b req-e2bd23db-39fd-4378-a2c9-748d53caf86b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0866635 Dec 13 20:33:35.375322 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-41ba3665-3a22-4f2e-b9ed-0e4e9bad387b req-61064658-c30a-4604-a28c-49db5b6fd71f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Dec 13 20:33:36.584808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0e52f-fec4-4513-8edf-926b3cdad171 req-61a8da22-0030-41b8-a782-507be4b5de1b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:36.586166 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d0d0e52f-fec4-4513-8edf-926b3cdad171 req-61a8da22-0030-41b8-a782-507be4b5de1b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0917189 Dec 13 20:33:36.631310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d0d0e52f-fec4-4513-8edf-926b3cdad171 req-3f6173a2-3f3d-41f7-897f-8524b86d0e4b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 Dec 13 20:33:37.830592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1856-d1b9-4a21-b605-47ed19167275 req-71fbb050-0395-4523-924c-dde44e7304b3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:37.832050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-01af1856-d1b9-4a21-b605-47ed19167275 req-71fbb050-0395-4523-924c-dde44e7304b3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0933936 Dec 13 20:33:37.879066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-01af1856-d1b9-4a21-b605-47ed19167275 req-d1f66827-a177-47f9-afbb-60cb1407d473 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Dec 13 20:33:39.065515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80183ce7-feae-4ac4-8fb6-03101b3a1bf2 req-beab45c7-b456-480b-a13a-e0f572d375bc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:39.066982 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80183ce7-feae-4ac4-8fb6-03101b3a1bf2 req-beab45c7-b456-480b-a13a-e0f572d375bc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0830724 Dec 13 20:33:39.116681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80183ce7-feae-4ac4-8fb6-03101b3a1bf2 req-e9a90946-025b-4745-baf5-971b3ece4526 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Dec 13 20:33:40.312952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6721e-3210-40d4-9875-6d48e2929f31 req-ff19d3d1-5bed-4265-aae2-0981a24d03c9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:40.314907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04d6721e-3210-40d4-9875-6d48e2929f31 req-ff19d3d1-5bed-4265-aae2-0981a24d03c9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0918453 Dec 13 20:33:40.360468 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-04d6721e-3210-40d4-9875-6d48e2929f31 req-57839c17-938c-4be6-a941-e9521dca5cec tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Dec 13 20:33:41.577424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278008ca-dc6f-4aa6-9480-ed06e8de5ada req-964dfe7c-0823-46c5-b1f1-8aaa5cbac8f1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:41.578904 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-278008ca-dc6f-4aa6-9480-ed06e8de5ada req-964dfe7c-0823-46c5-b1f1-8aaa5cbac8f1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0921345 Dec 13 20:33:41.631992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-278008ca-dc6f-4aa6-9480-ed06e8de5ada req-55972834-f8a3-47a6-8e28-a24f20e18204 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Dec 13 20:33:42.291261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:42.853932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfa716-cbfe-4865-97ab-cf7e66d53061 req-106d0730-9708-4de2-87bc-11b27cf363ef tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:42.855504 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31cfa716-cbfe-4865-97ab-cf7e66d53061 req-106d0730-9708-4de2-87bc-11b27cf363ef tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0973139 Dec 13 20:33:42.902058 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-31cfa716-cbfe-4865-97ab-cf7e66d53061 req-a6810fdf-fda6-464f-9e06-f5f0a77a6154 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Dec 13 20:33:44.105943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136db40-6d49-45a3-85fc-4c23caad6f0e req-22df893d-d94e-4ff7-afa0-4cd98735f6a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:44.107415 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9136db40-6d49-45a3-85fc-4c23caad6f0e req-22df893d-d94e-4ff7-afa0-4cd98735f6a6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0859883 Dec 13 20:33:44.161042 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9136db40-6d49-45a3-85fc-4c23caad6f0e req-344cd5b1-738f-45da-80b5-2b0395c75bce tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Dec 13 20:33:44.950600 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-7d836606-cb8a-4b3e-8f6a-bff32e676cb7 service neutron] 10.222.0.20 "GET /v2.0/ports/0c575e7f-39ce-449f-be78-94ff098257f1/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0905223 Dec 13 20:33:45.255991 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-1959d033-3b3c-438c-8fc2-6a45294ad928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.257703 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-1959d033-3b3c-438c-8fc2-6a45294ad928 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 1098 time: 0.0811181 Dec 13 20:33:45.407682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-c3aaf944-ff3a-4c6a-bec7-5bfbd4cef3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.409345 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-c3aaf944-ff3a-4c6a-bec7-5bfbd4cef3cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.1033754 Dec 13 20:33:45.416920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36fcb4-1fbe-4f9a-b935-92a9f794f827 req-ccefa64b-5577-43b3-8442-8908583b48d8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.418285 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d36fcb4-1fbe-4f9a-b935-92a9f794f827 req-ccefa64b-5577-43b3-8442-8908583b48d8 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1439502 Dec 13 20:33:45.541692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2d36fcb4-1fbe-4f9a-b935-92a9f794f827 req-112e9ef5-1433-4260-bca2-31daa8acf718 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051359 Dec 13 20:33:45.578205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-3f0e270b-043c-48f3-89d2-c50c8452cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.579744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-3f0e270b-043c-48f3-89d2-c50c8452cd17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1606078 Dec 13 20:33:45.685184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-e812d12e-2384-49f3-bafa-5b1b694b203f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 1000 time: 0.0981772 Dec 13 20:33:45.750865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-a28e5dd0-83ce-480b-93b2-79ee7a35a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.753801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-a28e5dd0-83ce-480b-93b2-79ee7a35a598 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0615666 Dec 13 20:33:45.837416 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-ac99fa6c-3a96-4f15-baf6-5500bf246d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:45.838796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-ac99fa6c-3a96-4f15-baf6-5500bf246d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787158 Dec 13 20:33:45.979719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-038df330-95f3-4962-9d5a-f23541c4eb8d service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343832 Dec 13 20:33:46.246931 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ef2a690f-d900-4541-b391-c6ffe6ba0ae8 req-01bb1373-3e2a-4de4-a05e-2495ae5feb23 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600179 Dec 13 20:33:46.745634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b9f21-cf66-4184-924e-e3434da3b748 req-3b6e447c-4ed9-48ed-8bde-a9e4f6de8bbd tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:46.747104 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-169b9f21-cf66-4184-924e-e3434da3b748 req-3b6e447c-4ed9-48ed-8bde-a9e4f6de8bbd tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0965836 Dec 13 20:33:46.791075 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-169b9f21-cf66-4184-924e-e3434da3b748 req-205ea2a9-ecbf-4195-9984-6c273d535c44 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383129 Dec 13 20:33:47.983390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c279c-d363-42a5-8ad9-e84ebc704c34 req-c238d926-1edc-4ce9-a0ba-0754da6c854a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:47.984840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-533c279c-d363-42a5-8ad9-e84ebc704c34 req-c238d926-1edc-4ce9-a0ba-0754da6c854a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0845287 Dec 13 20:33:48.035505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-533c279c-d363-42a5-8ad9-e84ebc704c34 req-fbf7cba2-dbb1-4699-97e2-30ea9b8325d0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Dec 13 20:33:49.250590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fdbce-a337-4aaf-944e-26242b8a6c31 req-c8abd98c-77b1-46f6-a9b9-f69d54ffd359 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:49.252067 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-680fdbce-a337-4aaf-944e-26242b8a6c31 req-c8abd98c-77b1-46f6-a9b9-f69d54ffd359 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.0956106 Dec 13 20:33:49.302057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-680fdbce-a337-4aaf-944e-26242b8a6c31 req-6ad45cf1-7b4d-431d-8f2f-592c33144055 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Dec 13 20:33:49.416043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:33:49.566773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:33:49.580179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '0c575e7f-39ce-449f-be78-94ff098257f1', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'port_id': '0c575e7f-39ce-449f-be78-94ff098257f1', 'mac_address': 'fa:16:3e:55:9b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:33:49.639457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:49.656975 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c575e7f-39ce-449f-be78-94ff098257f1 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:33:49.673081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:33:49.678132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:49.680073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:33:49.687335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde82427-b339-45b3-af94-3ef28b07fac2 req-f54a8a3d-1ce6-42da-b50c-a5c327e20ef3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:49.689181 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dde82427-b339-45b3-af94-3ef28b07fac2 req-f54a8a3d-1ce6-42da-b50c-a5c327e20ef3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1484084 Dec 13 20:33:49.716020 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-2ed43205-d7c5-4442-aa95-d2891c91e6e3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:49.717466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-2ed43205-d7c5-4442-aa95-d2891c91e6e3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f&tenant_id=8b91429f05ac4f7d8468a84cf5adc416&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.1756983 Dec 13 20:33:49.745681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['0c575e7f-39ce-449f-be78-94ff098257f1'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:33:49.747403 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dde82427-b339-45b3-af94-3ef28b07fac2 req-9644a633-34e0-4fa5-8c96-c86b5623850c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522172 Dec 13 20:33:49.792125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:33:49.809335 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.809696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.810043 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.810385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.810720 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.811057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.811384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.811729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.812032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.812375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.812700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.813010 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:33:49.818857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:33:49.910489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-f98491c7-8190-4745-9c69-b7afd335acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:49.911875 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-f98491c7-8190-4745-9c69-b7afd335acf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1097 time: 0.1209066 Dec 13 20:33:50.034372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe545cdd-f43f-4117-ac00-6cb408dc9775 req-b4f799b4-ae1d-41e1-9f57-f04e08b4e8d0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:50.035848 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fe545cdd-f43f-4117-ac00-6cb408dc9775 req-b4f799b4-ae1d-41e1-9f57-f04e08b4e8d0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 944 time: 0.1752503 Dec 13 20:33:50.093117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-74c968b2-e893-48f6-b517-fe43f09a413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:50.094595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-74c968b2-e893-48f6-b517-fe43f09a413c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1758628 Dec 13 20:33:50.159656 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fe545cdd-f43f-4117-ac00-6cb408dc9775 req-15fa633e-20e2-40af-8512-7a266a86d6e1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094487 Dec 13 20:33:50.205358 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-cb879e5d-9005-4c6d-9f1c-12f51fbc9d0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 999 time: 0.1024170 Dec 13 20:33:50.271226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-65536791-f6dd-4aaa-850e-45b5561f19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:50.272626 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-65536791-f6dd-4aaa-850e-45b5561f19b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0596209 Dec 13 20:33:50.352060 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-add290a4-cae8-4961-b6cf-60da57e44ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:50.353582 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-add290a4-cae8-4961-b6cf-60da57e44ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742686 Dec 13 20:33:50.489573 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-9f9d9975-7008-426f-9d93-4720a24cc362 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294913 Dec 13 20:33:50.632723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ca31f03-5e05-4ec1-9082-968eb710a327 req-6e80c3ed-f504-49f1-8545-4c3076394bdb service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366653 Dec 13 20:33:50.884540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:33:51.354395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9dd2-5503-43c9-bb70-49504bf70e74 req-ec07f4e0-fba4-4344-934f-972dc6e088c3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:51.355861 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f3e9dd2-5503-43c9-bb70-49504bf70e74 req-ec07f4e0-fba4-4344-934f-972dc6e088c3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 944 time: 0.0850224 Dec 13 20:33:51.399661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f3e9dd2-5503-43c9-bb70-49504bf70e74 req-8b25877a-3e4f-4938-a40d-0767cbdc2dde tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379584 Dec 13 20:33:51.433079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38080) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:33:51.435515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:33:51.539746 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c8459eda-8bc5-410e-b90d-85aacd2532c1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/7550c58b-3bf0-426e-a62d-94da983c39dd HTTP/1.1" status: 200 len: 991 time: 0.1054070 Dec 13 20:33:51.544717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 0c575e7f-39ce-449f-be78-94ff098257f1 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:33:51.545097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:51.660595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:51.696636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:33:51.702982 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bd460faf-1050-4484-9b51-d7b9b5aee5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:51.708007 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:33:51.712626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:51.714558 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:33:51.744114 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'code': 200} Dec 13 20:33:51.782906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:33:51.785951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:33:53.948567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ecd40ffa-6753-4600-adcc-f8d0f8b1cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:55.092431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:55.126318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:33:55.174197 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-6ea5414b-143f-4b64-8ec5-351043455169 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694351 Dec 13 20:33:55.462567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-cd4c9a39-cf18-422b-bf58-16f843170fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:55.464076 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-cd4c9a39-cf18-422b-bf58-16f843170fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.2023556 Dec 13 20:33:55.611708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-983730d1-f301-493f-b13c-70b8f8ede12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:55.613077 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-983730d1-f301-493f-b13c-70b8f8ede12e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1284239 Dec 13 20:33:55.719008 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-9674bec2-65e2-4814-a80a-d7ec8834edae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 1000 time: 0.0990050 Dec 13 20:33:55.783221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-8984fc51-1203-4d69-b12b-2f19c46e884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:55.784677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-8984fc51-1203-4d69-b12b-2f19c46e884b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0587466 Dec 13 20:33:55.866680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-f3b52e30-2efe-4393-a327-694624132fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:33:55.868033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-f3b52e30-2efe-4393-a327-694624132fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770748 Dec 13 20:33:55.999495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-9032f13b-2bdc-4d55-876e-a2461ae7a77e service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246955 Dec 13 20:33:56.132000 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-620ad07c-ecad-4e39-8218-f1123085aaa1 req-8cc22468-d081-44f8-b333-243c46166a27 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252038 Dec 13 20:33:56.581112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:12.325526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.003279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38094) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:18.328520 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 6b703351-8910-4cd1-929a-bcba34214cd4 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:34:18.329347 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.515377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.515701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.640549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 6b703351-8910-4cd1-929a-bcba34214cd4 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:34:18.800514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.804273 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-14edd53b-4b56-4a91-a46f-93b1624b69d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:18.847452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=6b703351-8910-4cd1-929a-bcba34214cd4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:18.884264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.884623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.885025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.885420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.885792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.886178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.886590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.886954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.887326 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.887682 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.888045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.888398 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:18.891883 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:18.954244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:18.954551 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 7550c58b-3bf0-426e-a62d-94da983c39dd disassociated (deleted). External IP: 172.26.6.54, port: 0c575e7f-39ce-449f-be78-94ff098257f1. Dec 13 20:34:19.332133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router ee5c97f0-bd26-485e-8809-27900840ac1b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:34:19.514392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:34:19.524496 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Sync routers for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:34:19.534720 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:19.535327 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:19.535483 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:33:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:19.589653 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/floatingips/7550c58b-3bf0-426e-a62d-94da983c39dd HTTP/1.1" status: 204 len: 168 time: 1.5850444 Dec 13 20:34:19.590265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:34:19.693115 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'status': 'completed', 'code': 200} Dec 13 20:34:19.712640 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:19.791175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-0f6dd7b1-40d9-49bf-8305-f4c6a20180cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:19.793754 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-0f6dd7b1-40d9-49bf-8305-f4c6a20180cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 1098 time: 0.0768199 Dec 13 20:34:19.983277 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-03c7d7cb-fb50-42f3-b702-724dfa2af9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:19.984640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-03c7d7cb-fb50-42f3-b702-724dfa2af9c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 200 len: 897 time: 0.1821413 Dec 13 20:34:20.029308 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:20.033330 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Checking router: ee5c97f0-bd26-485e-8809-27900840ac1b for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:34:20.042349 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:20.043018 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:33:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:20.055334 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-2f9d2cab-8b94-4979-8db0-720361c50f02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 200 len: 217 time: 0.0623314 Dec 13 20:34:20.067917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ead5c-bca7-4d09-b22b-71318a8d915d req-e5f6423c-c1da-4c27-a3f2-f7d61723268d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:20.069359 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-310ead5c-bca7-4d09-b22b-71318a8d915d req-e5f6423c-c1da-4c27-a3f2-f7d61723268d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1772881 Dec 13 20:34:20.161079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-310ead5c-bca7-4d09-b22b-71318a8d915d req-cfb3f326-b61a-40eb-825e-cdc0be56148a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584209 Dec 13 20:34:20.162432 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-a14022fe-4aa7-4c48-9ca4-b8ff472e1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:20.163769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-a14022fe-4aa7-4c48-9ca4-b8ff472e1a09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 200 len: 834 time: 0.0935819 Dec 13 20:34:20.222824 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:20.246205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-c8b9ba33-bd96-4edd-af3b-f0186a2b5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:20.247628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-c8b9ba33-bd96-4edd-af3b-f0186a2b5f83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a919b3d-0e69-41f3-867d-e11e6eef38f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757482 Dec 13 20:34:20.387692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-49b1874e-b1c5-4d62-8984-cd8f21098866 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331279 Dec 13 20:34:20.520755 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4048f41d-ae8f-4fcd-ae6c-61508e2ab5c2 req-c1aec8ed-9d57-4855-9c74-6b08c84e60e4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254733 Dec 13 20:34:20.533338 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:20.538065 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f5f84-c6e0-479f-be33-acbcfe4e8ca7 None None] The sync data for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6868a55c-e646-474c-985b-58c1974d1cbd', 'name': '', 'network_id': '5a919b3d-0e69-41f3-867d-e11e6eef38f4', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:eb:f5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:45Z', 'updated_at': '2021-12-13T20:32:52Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'e2db739f-c91a-413c-a312-310d9a0cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:34:20.754775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49202fb-99bc-4d06-abbb-881a219c3811 None None] New status for floating IP 7550c58b-3bf0-426e-a62d-94da983c39dd: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:34:21.536319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb31f7-ae2b-4fcc-a63c-5125949a7d05 req-fac2a930-103f-4fbe-bb00-f70e9615db3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:21.537788 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bdfb31f7-ae2b-4fcc-a63c-5125949a7d05 req-fac2a930-103f-4fbe-bb00-f70e9615db3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.2630539 Dec 13 20:34:21.550000 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-c6c015da-7649-465f-9ba5-431f4038ff84 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:21.551364 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-c6c015da-7649-465f-9ba5-431f4038ff84 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 945 time: 0.1095986 Dec 13 20:34:21.642023 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bdfb31f7-ae2b-4fcc-a63c-5125949a7d05 req-54b788f3-6190-47b4-9120-88a4e5dad49b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=474ff355-f35c-468c-ae00-038d81fb0ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897489 Dec 13 20:34:21.645183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 0c575e7f-39ce-449f-be78-94ff098257f1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:34:21.645561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:21.688065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff03c0ca-aa28-43dd-bd9e-2a5148b96f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:21.914803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 0c575e7f-39ce-449f-be78-94ff098257f1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0c575e7f-39ce-449f-be78-94ff098257f1,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:21.915046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:22.036614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 0c575e7f-39ce-449f-be78-94ff098257f1 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:34:22.184213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:22.191521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-989bc08f-06cf-41e2-9ab6-22c36c452ead tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:22.236221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=0c575e7f-39ce-449f-be78-94ff098257f1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:22.283140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.283526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.283904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.284283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.284651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.285025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.285410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.285775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.286139 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.286500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.286860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.287222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:22.313799 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:22.325197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] No DVR routers for this DVR port 0c575e7f-39ce-449f-be78-94ff098257f1 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:34:22.327609 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:22.330217 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-deleted', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:34:22.342990 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-59c4240c-407c-40f9-90ed-1149aa2b03fc req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "DELETE /v2.0/ports/0c575e7f-39ce-449f-be78-94ff098257f1 HTTP/1.1" status: 204 len: 173 time: 0.7770989 Dec 13 20:34:22.434796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f', 'name': 'network-vif-deleted', 'tag': '0c575e7f-39ce-449f-be78-94ff098257f1', 'status': 'completed', 'code': 200} Dec 13 20:34:22.809990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1f333712-420e-4697-8a67-b13b70362fd5 req-7f4e36bd-55dc-43e3-94e5-21e1ebec3b1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:34:22.826998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-1f333712-420e-4697-8a67-b13b70362fd5 req-7f4e36bd-55dc-43e3-94e5-21e1ebec3b1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:34:22.828189 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1f333712-420e-4697-8a67-b13b70362fd5 req-7f4e36bd-55dc-43e3-94e5-21e1ebec3b1d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=4374f8c1-6a82-4091-bebc-0c4ab9d4ce1f HTTP/1.1" status: 200 len: 210 time: 0.0615871 Dec 13 20:34:23.930816 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38116) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:23.943469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7403da1b-ce17-4139-bf80-caa70c889ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:24.610632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:24.962918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 6868a55c-e646-474c-985b-58c1974d1cbd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:34:24.963575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:25.088088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:25.130883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:25.157940 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 6868a55c-e646-474c-985b-58c1974d1cbd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6868a55c-e646-474c-985b-58c1974d1cbd,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:25.158296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:25.285393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 6868a55c-e646-474c-985b-58c1974d1cbd owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:34:25.618669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:34:25.654039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 0c575e7f-39ce-449f-be78-94ff098257f1 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:34:25.654409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 0c575e7f-39ce-449f-be78-94ff098257f1 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:34:25.753050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:25.756584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-42210891-3c13-4e4b-9625-41bb2ac7f671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:25.803466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=6868a55c-e646-474c-985b-58c1974d1cbd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:25.806625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:26.082439 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.477683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router ee5c97f0-bd26-485e-8809-27900840ac1b has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:34:26.582504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.666283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:34:26.675850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Sync routers for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:34:26.685253 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/ee5c97f0-bd26-485e-8809-27900840ac1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7537067 Dec 13 20:34:26.687124 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:26.687757 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:26.687980 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38120) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:26.757943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting subnet e2db739f-c91a-413c-a312-310d9a0cfa60 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:34:26.761296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.819060 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.883129 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:26.900991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.974510 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:26.978417 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4740b80c-1b71-4a94-be64-3bc29d265d05 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:27.019132 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Subnet': ['ID=e2db739f-c91a-413c-a312-310d9a0cfa60,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:27.022265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:27.023251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.029818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25fc17-133f-4749-ac56-5ad7c3c781f4 None None] Network 5a919b3d-0e69-41f3-867d-e11e6eef38f4 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:34:27.029986 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/subnets/e2db739f-c91a-413c-a312-310d9a0cfa60 HTTP/1.1" status: 204 len: 168 time: 0.3411024 Dec 13 20:34:27.032788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38124) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:27.208293 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:34:25Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:27.212645 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Checking router: ee5c97f0-bd26-485e-8809-27900840ac1b for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:34:27.221532 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Routers {'ee5c97f0-bd26-485e-8809-27900840ac1b'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:27.222153 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee5c97f0-bd26-485e-8809-27900840ac1b'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:27.305522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] DHCP port deletion for 5a919b3d-0e69-41f3-867d-e11e6eef38f4 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:34:27.310115 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Deleting port 1f68463a-33dc-4acf-a54d-a3b18734d6bb {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:34:27.310503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.365787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.420649 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] Set router ee5c97f0-bd26-485e-8809-27900840ac1b gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:27.515154 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] For port 1f68463a-33dc-4acf-a54d-a3b18734d6bb, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1f68463a-33dc-4acf-a54d-a3b18734d6bb,segment=NetworkSegment(d22172ae-f639-4f57-8b52-4934a4c5812c),segment_id=d22172ae-f639-4f57-8b52-4934a4c5812c)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:27.515505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.557928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.568944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port e91e8843-ba06-47b2-b6ca-d281d7d35014 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:34:27.569299 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.644028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Calling delete_port for 1f68463a-33dc-4acf-a54d-a3b18734d6bb owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:34:27.708982 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:34:25Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:27.713412 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7169f-ac55-4ecd-a5ce-5983cbb14e6c None None] The sync data for ids ['ee5c97f0-bd26-485e-8809-27900840ac1b'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320008010', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:32:41Z', 'updated_at': '2021-12-13T20:34:25Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'e91e8843-ba06-47b2-b6ca-d281d7d35014', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c97f0-bd26-485e-8809-27900840ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:32:42Z', 'updated_at': '2021-12-13T20:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:34:27.726202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.731559 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:27.753298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port e91e8843-ba06-47b2-b6ca-d281d7d35014, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=e91e8843-ba06-47b2-b6ca-d281d7d35014,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:27.753586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:27.775151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Pushing event deleted for resources: {'Port': ['ID=1f68463a-33dc-4acf-a54d-a3b18734d6bb,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:27.777038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] No DVR routers for this DVR port 1f68463a-33dc-4acf-a54d-a3b18734d6bb on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:34:27.778507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:27.876676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for e91e8843-ba06-47b2-b6ca-d281d7d35014 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:34:27.883273 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:34:28.050624 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.054349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9cfbef75-4739-4c1b-beb9-c19c96f06514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:28.101761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=e91e8843-ba06-47b2-b6ca-d281d7d35014,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:28.104762 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:28.199049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.371412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.373730 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.397930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.398441 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Fanout notify agent at l3_agent the message router_deleted on router ee5c97f0-bd26-485e-8809-27900840ac1b {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:34:28.422953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.424116 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/routers/ee5c97f0-bd26-485e-8809-27900840ac1b HTTP/1.1" status: 204 len: 168 time: 1.3902674 Dec 13 20:34:28.427107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38128) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:28.442326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1f68463a-33dc-4acf-a54d-a3b18734d6bb no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:34:28.526654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1f68463a-33dc-4acf-a54d-a3b18734d6bb {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:34:28.527319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1f68463a-33dc-4acf-a54d-a3b18734d6bb not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:34:28.527744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6868a55c-e646-474c-985b-58c1974d1cbd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:34:28.554586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.561819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6868a55c-e646-474c-985b-58c1974d1cbd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:34:28.562178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6868a55c-e646-474c-985b-58c1974d1cbd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:34:28.711807 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.739771 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a919b3d-0e69-41f3-867d-e11e6eef38f4']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:28.757143 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22172ae-f639-4f57-8b52-4934a4c5812c') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:28.757440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22172ae-f639-4f57-8b52-4934a4c5812c') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:28.769027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.785343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.791385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:34:28.791754 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:34:28.805921 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:34:29.010437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.014061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c4401686-10ea-42a1-a9d2-66c813aaf63f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:29.028170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.039206 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Network': ['ID=5a919b3d-0e69-41f3-867d-e11e6eef38f4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:29.042454 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:29.048333 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-61fc15a1-1a23-45e5-958b-f34a78674d94 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/networks/5a919b3d-0e69-41f3-867d-e11e6eef38f4 HTTP/1.1" status: 204 len: 168 time: 0.6194849 Dec 13 20:34:29.050698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38132) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:29.118480 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.147851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.226493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.231691 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fe285231-4fd9-4933-a0bd-3370c599da32 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:29.245673 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ff355-f35c-468c-ae00-038d81fb0ed6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:29.248262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:29.256797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.257972 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-67f9dbb0-923f-4338-b33d-1ab30bf2e73c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/security-groups/474ff355-f35c-468c-ae00-038d81fb0ed6 HTTP/1.1" status: 204 len: 168 time: 0.2063751 Dec 13 20:34:29.544330 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38140) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:29.549918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660063178', 'description': 'tempest-secgroup-smoke-1660063178 description', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:29.556286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:29.560897 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:29.563943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:29.570294 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:29.583156 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.606322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:29.610263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:29.613189 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:29.618995 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:29.712474 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.719099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.724791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-43de8ed3-840c-480e-8044-a0720a1024a6 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:29.773628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae9387d-db2a-4337-9151-41c53ce29548,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:29.776958 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.781237 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2329481 Dec 13 20:34:29.781237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b3f69add-82e5-4295-bf73-baec30e4cfeb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:29.781484 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38144) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:29.786379 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:29.792539 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:29.796500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:29.799459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:29.805321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:29.824063 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.884845 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.890056 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.891989 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b3efa464-9aee-48eb-9b9d-4bf388b5b9df tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:29.914181 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8656921a-95d7-4ff8-9ed7-e0e70c2cf8b6,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:29.918991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:29.924616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:29.925894 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435473 Dec 13 20:34:29.928667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38148) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:29.933784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:29.940345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:29.944204 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:29.947123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:29.952937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:29.969574 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.033550 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.038426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.040279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e12a2050-7ac0-4657-8c5e-91b19e5033f5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.062013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75d0788-8e4f-403a-a1e6-169a4bdca6c8,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.064773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.072701 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.074119 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444790 Dec 13 20:34:30.076980 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38152) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.082304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.088364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.092262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.095163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.101773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.120070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.185787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.192267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.194990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-197f85ad-e755-46b7-84f1-9df6896b0214 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.218294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8103e621-2e26-4f4d-a306-43554a578b27,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.222658 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.227269 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.228476 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504316 Dec 13 20:34:30.231308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38156) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.236335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.242563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.246433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.249345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.254973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.273404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.336966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.341057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.343054 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-777323e7-7f5b-44e0-ad7b-25c09501979f tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.354607 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e91e8843-ba06-47b2-b6ca-d281d7d35014 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:34:30.366424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47625cf8-6f71-45a9-8d1a-8efc57e65248,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.371006 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.376040 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.377232 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449656 Dec 13 20:34:30.379989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38160) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.384943 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.391316 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.391829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: e91e8843-ba06-47b2-b6ca-d281d7d35014 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:34:30.392193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device e91e8843-ba06-47b2-b6ca-d281d7d35014 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:34:30.395793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.398742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.404469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.415553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:34:30.422254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.485392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.493994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.495855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9a50cde1-186c-4742-a0e1-c10c1d569b3a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.520819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff307f5d-56a2-4799-ad77-1285c0fdcc20,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.525184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.530525 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.531727 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-61547db2-49a2-4bae-ada6-dd49bbb7a9c7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508415 Dec 13 20:34:30.535580 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38164) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.540771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': 'dae9387d-db2a-4337-9151-41c53ce29548', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.547414 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.551549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.554606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.560937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.573797 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:34:30.580705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.648051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.653394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.655439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af1ed193-c9d2-4344-bd86-25fb1bfb336d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.677775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e5237c-6e4a-41a1-872e-9ca92fedd418,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.682312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.687736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.688917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523192 Dec 13 20:34:30.692261 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38168) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.697765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'network': {'name': 'tempest-network-smoke--624634765', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.702664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.706763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:network and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.709633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.715523 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.726232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:34:30.730101 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.765562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:34:30.775600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.775942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Added segment a3e646e5-8d91-49f3-9d74-aec86a7b8c1e of type vlan for network e773a362-1c0f-4440-b5c1-d341baf18676 Dec 13 20:34:30.804870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.838236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.845697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:30.846539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:30.852104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2a24196c-6231-44f5-82b0-99eaa5c394f9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:30.957460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2639813 Dec 13 20:34:30.958102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Network': ['ID=e773a362-1c0f-4440-b5c1-d341baf18676,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:30.960209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38172) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:30.962571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0540f9c5-b413-4f2a-9ad4-1e20dfb1a77a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:30.966088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'admin_state_up': True, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:30.969354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network e773a362-1c0f-4440-b5c1-d341baf18676 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:34:30.973545 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:30.977680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:router and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:30.980957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:30.987332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:30.998963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.000081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.015929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.400103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.747790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.776325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:31.918569 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.244 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/33a81503-5f27-4dee-a436-63ecf641d0c6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:34:32.076636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:32.114551 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:32.118132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b9d99915-a97a-42fa-a8dd-4aa909f7e1b7 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:32.178239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:32.181005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:32.184773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:34:32.220259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=33a81503-5f27-4dee-a436-63ecf641d0c6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:32.226159 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:32.605287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:33.074710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:33.285008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router cf7c1112-aaaf-4f1c-9e22-95a11788889f is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:34:33.470528 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:34:33.480585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Sync routers for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:34:33.489890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:33.490516 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:33.500423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:33.502242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5411675 Dec 13 20:34:33.505996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38176) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:33.551701 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-792ea493-63c0-421e-9a95-fd6a19afb832 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b91429f05ac4f7d8468a84cf5adc416&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442951 Dec 13 20:34:33.554778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38180) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:33.673820 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:33.684439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc4bd1-6bcf-4035-871a-fa6391084589 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:33.685999 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6dc4bd1-6bcf-4035-871a-fa6391084589 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302876 Dec 13 20:34:33.689650 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38184) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:33.730142 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-946222ac-ac92-4418-b985-85cb56e35aa2 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391812 Dec 13 20:34:33.732677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38188) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:33.738046 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103971503', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:33.853195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:33.857488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:subnet and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:33.860494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:33.866457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:33.878928 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:34:33.882646 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:33.964482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:32Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:33.968405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Checking router: cf7c1112-aaaf-4f1c-9e22-95a11788889f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:34:33.968740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Updating router cf7c1112-aaaf-4f1c-9e22-95a11788889f port 33a81503-5f27-4dee-a436-63ecf641d0c6 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:34:34.022304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.093064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.097655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-0f526b69-71d7-4920-b0e9-a23ef14923cd tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:34.176293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Subnet': ['ID=b1240f14-49dd-422e-9958-059132a075b4,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:34.180411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:34.186541 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Checking segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:34:34.186896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network hostable DHCP agents. Network: e773a362-1c0f-4440-b5c1-d341baf18676, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:34:34.206335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network e773a362-1c0f-4440-b5c1-d341baf18676 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:34:34.216414 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, e773a362-1c0f-4440-b5c1-d341baf18676) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:34.220951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:34.221716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.230249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bf69b-cbd8-48c5-b203-5d66f9e583f2 None None] Network e773a362-1c0f-4440-b5c1-d341baf18676 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:34:34.243577 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-65ab9bdc-a977-4de5-9aeb-a006a930c427 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5098338 Dec 13 20:34:34.246519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38192) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:34.537993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.544107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-e773a362-1c0f-4440-b5c1-d341baf18676', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:34:34.544931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.567112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Transition to ACTIVE for port object 33a81503-5f27-4dee-a436-63ecf641d0c6 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:34.611331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.615901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:34.760077 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Attempting to bind port 33a81503-5f27-4dee-a436-63ecf641d0c6 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:34:34.760457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Attempting to bind port 33a81503-5f27-4dee-a436-63ecf641d0c6 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:34:34.761334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Attempting to bind port 33a81503-5f27-4dee-a436-63ecf641d0c6 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:34:34.765183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Pushing event updated for resources: {'Port': ['ID=33a81503-5f27-4dee-a436-63ecf641d0c6,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:34.768157 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:34.806144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:34:34.806434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:34:34.806856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.807234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:34:34.807705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Bound port: 33a81503-5f27-4dee-a436-63ecf641d0c6, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:34:34.808103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.887563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Allocated IP 172.20.0.2 (e773a362-1c0f-4440-b5c1-d341baf18676/b1240f14-49dd-422e-9958-059132a075b4/0331f095-c141-47af-9a55-29064a3965a9) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:34:34.907283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] For port 33a81503-5f27-4dee-a436-63ecf641d0c6, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:34:34.912411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] For port 33a81503-5f27-4dee-a436-63ecf641d0c6, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33a81503-5f27-4dee-a436-63ecf641d0c6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:34:34.931496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:34.937359 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d7e1088-3598-412c-8bf1-2f562e674b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:35.060092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.082034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Pushing event updated for resources: {'Port': ['ID=33a81503-5f27-4dee-a436-63ecf641d0c6,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:35.085046 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:35.085842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:35.086447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:35.339176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.347329 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:35.457324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Transition to ACTIVE for port object 0331f095-c141-47af-9a55-29064a3965a9 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:35.539694 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Transition to ACTIVE for port object 0331f095-c141-47af-9a55-29064a3965a9 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:35.552792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.558690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-725983d9-f30b-4e07-925b-c450cd1c9ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:35.616734 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.1 (e773a362-1c0f-4440-b5c1-d341baf18676/b1240f14-49dd-422e-9958-059132a075b4/6af6d9db-18db-4eb6-b797-0fe3aa29fa50) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:34:35.637381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Network e773a362-1c0f-4440-b5c1-d341baf18676 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:35.643925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:35.656999 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:34:35.668305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Pushing event updated for resources: {'Port': ['ID=0331f095-c141-47af-9a55-29064a3965a9,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:35.695334 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:35.775134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.791554 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:35.793389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Attempting to bind port 0331f095-c141-47af-9a55-29064a3965a9 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:34:35.793796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Attempting to bind port 0331f095-c141-47af-9a55-29064a3965a9 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:34:35.794205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Attempting to bind port 0331f095-c141-47af-9a55-29064a3965a9 on network e773a362-1c0f-4440-b5c1-d341baf18676 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:34:35.802153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:34:35.802543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Checking segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:34:35.803018 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.803409 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Bound using segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:34:35.803872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Bound port: 0331f095-c141-47af-9a55-29064a3965a9, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:34:35.804242 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.818106 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.822733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:35.879375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:32Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:35.890457 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network e773a362-1c0f-4440-b5c1-d341baf18676 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:35.893561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:35.895160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc4ef4-a31a-4d1a-9a16-2af3f57311c7 None None] The sync data for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv is: [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:32Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:34:35.896027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:34:35.905078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] For port 0331f095-c141-47af-9a55-29064a3965a9, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:34:35.908325 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] For port 0331f095-c141-47af-9a55-29064a3965a9, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0331f095-c141-47af-9a55-29064a3965a9,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:34:35.915090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:35.920711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:35.946913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:35.950136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:35.971218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.012943 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Pushing event updated for resources: {'Port': ['ID=0331f095-c141-47af-9a55-29064a3965a9,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:36.016760 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:36.297605 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.478478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0331f095-c141-47af-9a55-29064a3965a9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:36.552441 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 0331f095-c141-47af-9a55-29064a3965a9 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:36.558392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33a81503-5f27-4dee-a436-63ecf641d0c6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:36.636265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 33a81503-5f27-4dee-a436-63ecf641d0c6 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:36.644792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 33a81503-5f27-4dee-a436-63ecf641d0c6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:36.645098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.775582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.782700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.812468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e0816698-ec0c-4e40-b33b-f6abcdcc0c51 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:36.838435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.860992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 33a81503-5f27-4dee-a436-63ecf641d0c6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33a81503-5f27-4dee-a436-63ecf641d0c6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:36.867340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:36.869756 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:36.962624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=33a81503-5f27-4dee-a436-63ecf641d0c6,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:36.966198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:37.055596 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.060150 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:37.063599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:37.166600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762222f-eee1-4da5-b500-019889f56752 None None] Network e773a362-1c0f-4440-b5c1-d341baf18676 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:34:37.200961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network e773a362-1c0f-4440-b5c1-d341baf18676 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:37.202194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:37.262680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Provisioning for port 0331f095-c141-47af-9a55-29064a3965a9 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:37.280585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Provisioning complete for port 0331f095-c141-47af-9a55-29064a3965a9 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:37.280831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.400695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router cf7c1112-aaaf-4f1c-9e22-95a11788889f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:34:37.504097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.544713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] For port 0331f095-c141-47af-9a55-29064a3965a9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0331f095-c141-47af-9a55-29064a3965a9,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:37.550728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.552622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5d04d420-7016-4b3f-b835-30c16cc573e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:37.596829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:34:37.607316 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Sync routers for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:34:37.613323 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6c5974ab-7199-4859-b29c-7206b1e9c057 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/cf7c1112-aaaf-4f1c-9e22-95a11788889f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3655269 Dec 13 20:34:37.627641 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:37.628470 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:37.629302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Pushing event updated for resources: {'Port': ['ID=0331f095-c141-47af-9a55-29064a3965a9,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:37.638022 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:37.819473 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:37.833339 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-beacf2a5-e89b-4f84-b1a4-bd70fabeba9d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660063178&fields=id&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 267 time: 0.0423052 Dec 13 20:34:37.885271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Provisioning for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:37.893825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Provisioning complete for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:37.894543 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.974240 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:34:37.987419 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Provisioning complete for port 0331f095-c141-47af-9a55-29064a3965a9 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:37.987835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c90dd743-2705-4f13-b4d4-2edce7b4a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:37.999905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-81e5362e-e05e-44e1-8026-14b2f8063c3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:38.000801 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-81e5362e-e05e-44e1-8026-14b2f8063c3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:34:38.018303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-81e5362e-e05e-44e1-8026-14b2f8063c3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:34:38.024719 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-81e5362e-e05e-44e1-8026-14b2f8063c3a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 796 time: 0.1843958 Dec 13 20:34:38.042048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-705abd45-9fbb-41c6-8a4e-4c30b613b546 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/quotas/8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 375 time: 0.0162716 Dec 13 20:34:38.127523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f0d498f2-a5a9-4dd4-8b07-c389612c0f48 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844874 Dec 13 20:34:38.176123 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 2, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:38.180070 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Checking router: cf7c1112-aaaf-4f1c-9e22-95a11788889f for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:34:38.180426 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Updating router cf7c1112-aaaf-4f1c-9e22-95a11788889f port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:34:38.235850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.247371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ccda01d7-f335-4980-83c3-83c45c954de3 None None] Provisioning complete for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:38.248219 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ccda01d7-f335-4980-83c3-83c45c954de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.292192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-5ef3f508-2b85-4a8b-b990-f7d32f7933fb service neutron] 10.222.0.18 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521492 Dec 13 20:34:38.378088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ccda01d7-f335-4980-83c3-83c45c954de3 None None] Port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:34:38.430534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0331f095-c141-47af-9a55-29064a3965a9 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:38.492194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-37e7fe9e-b1aa-47d5-8c6e-f9c282e6a82f service neutron] 10.222.0.18 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986651 Dec 13 20:34:38.501327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 0331f095-c141-47af-9a55-29064a3965a9 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:38.501815 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.653886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33a81503-5f27-4dee-a436-63ecf641d0c6 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:38.673797 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.708227 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Transition to ACTIVE for port object 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:38.731342 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.735399 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-e28f348e-0a78-48ab-bf54-84258cfec5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:38.752337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 33a81503-5f27-4dee-a436-63ecf641d0c6 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:38.752878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:38.853945 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e80ff81-f1d0-40b7-8b9f-ae52c518cf33 req-1de44a1a-0d67-4dd6-8254-f64a098232d6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 210 time: 0.2121961 Dec 13 20:34:38.910642 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Pushing event updated for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:38.930585 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.930849 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.931186 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.931533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.931841 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.932160 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.932479 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.932794 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.933244 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.933564 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.933883 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.934199 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:34:38.939597 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:39.028338 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Attempting to bind port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:34:39.028723 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Attempting to bind port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:34:39.029107 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Attempting to bind port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 on network e773a362-1c0f-4440-b5c1-d341baf18676 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:34:39.034863 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:34:39.035249 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Checking segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:34:39.035821 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:39.036249 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Bound using segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:34:39.036756 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Bound port: 6af6d9db-18db-4eb6-b797-0fe3aa29fa50, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:34:39.037195 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:39.147961 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] For port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:34:39.151381 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] For port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:34:39.156283 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:39.161195 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f32c366f-84e1-495e-a1ca-55fba22cda33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:39.239758 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:39.240382 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:39.308715 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Pushing event updated for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:39.313879 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:39.450184 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:39.775115 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:39Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:39.781012 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8657daa-c072-4790-8387-bcd15035afc2 None None] The sync data for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv is: [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:39Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:34:39.931264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-a11675a8-6fa1-4dec-a88d-19e9fcc02b02 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:39.933979 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-a11675a8-6fa1-4dec-a88d-19e9fcc02b02 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 796 time: 0.1891615 Dec 13 20:34:40.035680 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-c0f5c29a-0e78-4d05-ac25-3786638bee27 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 380 time: 0.0935855 Dec 13 20:34:40.044290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a8112baf-5e86-4ee6-a9d2-83edb2e79f18 req-23a5ef85-97ab-480d-8d37-9f9144aadc2d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 210 time: 0.0545375 Dec 13 20:34:40.047723 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'port': {'device_id': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'admin_state_up': True, 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'security_groups': ['dae9387d-db2a-4337-9151-41c53ce29548']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:40.190628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:40.194926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:port and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:40.197903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:40.204022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:40.216156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:34:40.219776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.391506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.13 (e773a362-1c0f-4440-b5c1-d341baf18676/b1240f14-49dd-422e-9958-059132a075b4/42577c18-9654-4f0c-8f45-2b57d0abc675) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:34:40.431437 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:40.507621 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:40.514192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:40.514713 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.620490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.638930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 42577c18-9654-4f0c-8f45-2b57d0abc675 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:40.639290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.668032 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.674319 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-70d231ed-ae95-462f-a3b2-d2ee9e8e65b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:40.678563 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:40.683945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.688201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-439337b1-b3d0-4854-aafb-a60c61c47768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:40.746417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network e773a362-1c0f-4440-b5c1-d341baf18676 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:40.749625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:40.753587 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:34:40.756655 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:40.760370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:40.797493 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:40.806904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:40.831594 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:40.832241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:40.860734 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8192353 Dec 13 20:34:40.874937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Request body: {'port': {'device_id': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:41.002917 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.084763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4ddf3dd-ae8e-4332-aa9a-1b8c5b576c93 None None] Provisioning for port 42577c18-9654-4f0c-8f45-2b57d0abc675 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:41.103044 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e4ddf3dd-ae8e-4332-aa9a-1b8c5b576c93 None None] Provisioning complete for port 42577c18-9654-4f0c-8f45-2b57d0abc675 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:41.103312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf3dd-ae8e-4332-aa9a-1b8c5b576c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.170253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddf3dd-ae8e-4332-aa9a-1b8c5b576c93 None None] Port 42577c18-9654-4f0c-8f45-2b57d0abc675 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:34:41.377894 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf076a-d753-44f8-9a8b-06a24306139f req-476045a9-b3bd-462f-aac3-2b53d312786e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:41.378602 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7bcf076a-d753-44f8-9a8b-06a24306139f req-476045a9-b3bd-462f-aac3-2b53d312786e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:34:41.450484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7bcf076a-d753-44f8-9a8b-06a24306139f req-476045a9-b3bd-462f-aac3-2b53d312786e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:34:41.451651 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bcf076a-d753-44f8-9a8b-06a24306139f req-476045a9-b3bd-462f-aac3-2b53d312786e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 932 time: 0.2622051 Dec 13 20:34:41.457934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42577c18-9654-4f0c-8f45-2b57d0abc675 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:34:41.480767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.509024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Transition to ACTIVE for port object 42577c18-9654-4f0c-8f45-2b57d0abc675 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:34:41.516908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.523163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-89c864bc-acb4-4926-911d-064ae216f417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:41.560472 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7bcf076a-d753-44f8-9a8b-06a24306139f req-d7203329-3deb-4277-879c-72ad7edc0adb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980761 Dec 13 20:34:41.652283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Pushing event updated for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:41.682259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:41.762045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Attempting to bind port 42577c18-9654-4f0c-8f45-2b57d0abc675 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:34:41.762417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Attempting to bind port 42577c18-9654-4f0c-8f45-2b57d0abc675 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:34:41.762823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Attempting to bind port 42577c18-9654-4f0c-8f45-2b57d0abc675 on network e773a362-1c0f-4440-b5c1-d341baf18676 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:34:41.767516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Port 42577c18-9654-4f0c-8f45-2b57d0abc675 on network e773a362-1c0f-4440-b5c1-d341baf18676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:34:41.767829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Attempting to bind port 42577c18-9654-4f0c-8f45-2b57d0abc675 on network e773a362-1c0f-4440-b5c1-d341baf18676 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:34:41.772973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:34:41.773340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Checking segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:34:41.773724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Bound using segment: {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:34:41.774132 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Bound port: 42577c18-9654-4f0c-8f45-2b57d0abc675, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:34:41.774484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.981499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:34:41.985062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=42577c18-9654-4f0c-8f45-2b57d0abc675,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:34:41.991941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:41.995745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-21813be8-e39c-4b90-a8bf-6a2f4471693d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:42.052442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.053022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:42.054445 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] 10.222.0.20 "PUT /v2.0/ports/42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 1094 time: 1.1842995 Dec 13 20:34:42.054953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:34:42.080404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Pushing event updated for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:42.091209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:42.100200 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'status': 'completed', 'code': 200} Dec 13 20:34:42.180237 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-d82c468a-04f4-4a63-a6b1-b3854c6f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.181816 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-d82c468a-04f4-4a63-a6b1-b3854c6f802e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0768824 Dec 13 20:34:42.250424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-2d7028e3-725e-410b-baf9-e798c68398f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 217 time: 0.0614636 Dec 13 20:34:42.322304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-bf0acc07-275f-4994-8d31-8ea73397b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.324156 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-bf0acc07-275f-4994-8d31-8ea73397b4b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0675454 Dec 13 20:34:42.332814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:42.406421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:42.406893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-d6f3fc84-fafe-445b-a828-f75c7a6461ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.408390 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-d6f3fc84-fafe-445b-a828-f75c7a6461ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778060 Dec 13 20:34:42.515743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:42.516015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:42.550303 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-66933eff-398e-4b3d-9c97-3f05ed4265e6 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344121 Dec 13 20:34:42.735032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7489c0da-c88a-48ed-ab57-293e81a0bc0c req-7c112ec8-d7ef-48ca-9ed8-24a75b6e70aa service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781318 Dec 13 20:34:42.775075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea10ec-384c-47ac-9e9d-d4074c3f8ef7 req-1483e62e-456f-4601-bb25-4da3448542c9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.776436 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a0ea10ec-384c-47ac-9e9d-d4074c3f8ef7 req-1483e62e-456f-4601-bb25-4da3448542c9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 944 time: 0.0987003 Dec 13 20:34:42.867992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a0ea10ec-384c-47ac-9e9d-d4074c3f8ef7 req-64022e9f-912a-402c-b8ab-3a133a8b22d4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853615 Dec 13 20:34:42.887774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-9772a5f1-6488-4817-bd1f-7c8462ac36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:42.889271 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-9772a5f1-6488-4817-bd1f-7c8462ac36ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0934033 Dec 13 20:34:43.027063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-f8544585-30e7-438b-bc8e-660d7da65ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:43.028688 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-f8544585-30e7-438b-bc8e-660d7da65ccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.1318429 Dec 13 20:34:43.111392 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-06d8d0d7-2f05-4a55-9c08-64ecebc06a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 217 time: 0.0753732 Dec 13 20:34:43.176985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-c952963f-2a6b-422e-b9a6-cf02f2d948d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:43.178409 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-c952963f-2a6b-422e-b9a6-cf02f2d948d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0588293 Dec 13 20:34:43.263404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-a5e2aac2-d2f5-4369-b146-02ab1ab7ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:43.264900 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-a5e2aac2-d2f5-4369-b146-02ab1ab7ea84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780442 Dec 13 20:34:43.409201 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-2f862b0e-da10-4756-b94f-57f9caacc43b service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359057 Dec 13 20:34:43.559475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a6ae1cc6-4486-4e4e-a012-1e277f927b73 req-a107cfcf-5ac5-4a8d-83d1-2a4ddfa314e8 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425204 Dec 13 20:34:44.062538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d755c-66ac-48ef-bb21-d28f27d60227 req-57c236fc-afd8-4e94-970d-1e9daddc9135 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:44.063980 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c84d755c-66ac-48ef-bb21-d28f27d60227 req-57c236fc-afd8-4e94-970d-1e9daddc9135 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 944 time: 0.0877032 Dec 13 20:34:44.112349 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c84d755c-66ac-48ef-bb21-d28f27d60227 req-0709fdbf-7371-4243-b6fa-392e51b4b205 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Dec 13 20:34:45.436380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f181f-78d0-4092-a12b-99d5163f930f req-f96777fe-b77e-4d5b-a27e-5a0895355fcf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:45.437796 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b23f181f-78d0-4092-a12b-99d5163f930f req-f96777fe-b77e-4d5b-a27e-5a0895355fcf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 944 time: 0.2068491 Dec 13 20:34:45.483365 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b23f181f-78d0-4092-a12b-99d5163f930f req-c52836c0-7af8-43b1-9b5e-8cd73429c178 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Dec 13 20:34:45.713780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 42577c18-9654-4f0c-8f45-2b57d0abc675 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:34:45.850009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=42577c18-9654-4f0c-8f45-2b57d0abc675,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:45.863105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'port_id': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'mac_address': 'fa:16:3e:e3:69:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:34:45.918265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:45.934925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42577c18-9654-4f0c-8f45-2b57d0abc675 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:34:45.951740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=42577c18-9654-4f0c-8f45-2b57d0abc675,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:45.958949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:45.961950 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-41449c4d-8431-4ed9-a41e-83c0f4b3f34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:46.029630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:46.032961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:46.177145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['42577c18-9654-4f0c-8f45-2b57d0abc675'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:34:46.684348 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58555051-dcbd-4dc6-ab80-02cbc5d4e59b req-e78500db-abc7-4913-b949-b1ba352a8f30 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:46.685741 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-58555051-dcbd-4dc6-ab80-02cbc5d4e59b req-e78500db-abc7-4913-b949-b1ba352a8f30 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 945 time: 0.0931802 Dec 13 20:34:46.735190 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-58555051-dcbd-4dc6-ab80-02cbc5d4e59b req-66fc1ed4-69c2-4a65-902d-bf71b15414dc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Dec 13 20:34:47.729332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 42577c18-9654-4f0c-8f45-2b57d0abc675 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:34:47.811444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 42577c18-9654-4f0c-8f45-2b57d0abc675 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:34:47.817185 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 42577c18-9654-4f0c-8f45-2b57d0abc675 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:34:47.817630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:47.926336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684907-ea97-4696-9cdd-f6365514392f req-90c975d8-c256-4913-9367-303e04cef5d7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:47.927770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24684907-ea97-4696-9cdd-f6365514392f req-90c975d8-c256-4913-9367-303e04cef5d7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 945 time: 0.0817175 Dec 13 20:34:47.934254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:47.963912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:34:47.974766 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=42577c18-9654-4f0c-8f45-2b57d0abc675,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:34:47.974880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24684907-ea97-4696-9cdd-f6365514392f req-718f48ff-3db3-424e-8f88-3b01d8a8f247 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Dec 13 20:34:47.979628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:47.981725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-23ac5d5e-d4a4-42fa-ad03-7959abd45810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:48.016148 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'code': 200} Dec 13 20:34:48.047082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:48.050100 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:48.268300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3fcad-a2cc-4806-8257-576837597f8c req-1afaf0f8-3a8b-48b3-b0d0-a50e8b883125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:48.269730 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85b3fcad-a2cc-4806-8257-576837597f8c req-1afaf0f8-3a8b-48b3-b0d0-a50e8b883125 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0812128 Dec 13 20:34:48.311328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85b3fcad-a2cc-4806-8257-576837597f8c req-242c4c6b-f377-4487-ba5a-0ad3b23edf0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346353 Dec 13 20:34:49.185292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9b03-b522-4d91-86f9-e09b39ab653a req-3e6d7260-6357-4874-bb21-8a7efbce25ce tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:49.186880 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e2f9b03-b522-4d91-86f9-e09b39ab653a req-3e6d7260-6357-4874-bb21-8a7efbce25ce tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0904095 Dec 13 20:34:49.233150 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4e2f9b03-b522-4d91-86f9-e09b39ab653a req-4f1b1f1c-c5d4-449f-83ec-4e8b820d6f20 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386181 Dec 13 20:34:50.447593 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f13083-41b7-4e27-8c74-25f6efa7c8db req-86894de2-dfe6-4c61-8683-5457d92cca76 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:50.449048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e8f13083-41b7-4e27-8c74-25f6efa7c8db req-86894de2-dfe6-4c61-8683-5457d92cca76 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.1010022 Dec 13 20:34:50.492568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e8f13083-41b7-4e27-8c74-25f6efa7c8db req-45b4a7c6-cf29-44d1-85cd-bf6840121857 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Dec 13 20:34:50.677249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebf78-4bc1-4245-b387-61c2adb7f71a req-cb48a7b1-aa5e-4684-9dc0-3c256d902ef3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:50.678593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-209ebf78-4bc1-4245-b387-61c2adb7f71a req-cb48a7b1-aa5e-4684-9dc0-3c256d902ef3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0815854 Dec 13 20:34:50.723492 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-209ebf78-4bc1-4245-b387-61c2adb7f71a req-222de70a-74c2-4bd4-b137-df6bad309391 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Dec 13 20:34:50.746322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38248) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:50.871024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41c418-63ab-4d9c-90f0-e952738d722b tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:50.872517 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ec41c418-63ab-4d9c-90f0-e952738d722b tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1094 time: 0.1251884 Dec 13 20:34:50.876744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38254) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:50.881925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:34:50.890343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:34:50.894589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:floatingip and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:34:50.897677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:34:50.907981 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:34:50.918309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.059304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.196984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.128 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/e7665be1-ac10-46a5-929a-cb17fcab0245) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:34:51.344234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.374651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.378221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2e6533b6-b595-48c2-b4e4-22edec063f83 tempest-ServersNegativeTestJSON-490315223 tempest-ServersNegativeTestJSON-490315223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:51.442673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:34:51.445434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:34:51.449076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:34:51.478011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=e7665be1-ac10-46a5-929a-cb17fcab0245,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:51.483964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:51.693634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-28d13bf7-e4af-44b3-b084-bf0b11a54aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.878430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:51.958253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:52.287187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:52.291853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:52.295815 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:34:52.403737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=e7665be1-ac10-46a5-929a-cb17fcab0245,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:34:52.407883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:34:52.414177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:52.594288 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 25449cb0-43c8-49df-876f-e316b63fc063 associated. External IP: 172.26.6.128, port: 42577c18-9654-4f0c-8f45-2b57d0abc675. Dec 13 20:34:52.952553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router cf7c1112-aaaf-4f1c-9e22-95a11788889f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:34:53.139366 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:34:53.149663 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Sync routers for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:34:53.160689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:53.161717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:53.165757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:53.225327 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3474629 Dec 13 20:34:53.226009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:34:53.278396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'status': 'completed', 'code': 200} Dec 13 20:34:53.353918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:53.438690 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-a1c6846a-adb9-423a-a279-3756418893cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:53.440558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-a1c6846a-adb9-423a-a279-3756418893cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.1387055 Dec 13 20:34:53.448961 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f03e2b-52a7-42f0-aa8f-8c18a2ce5710 req-dd0ff68e-5407-4156-bb48-2803e6ee50cd tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:53.450298 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-76f03e2b-52a7-42f0-aa8f-8c18a2ce5710 req-dd0ff68e-5407-4156-bb48-2803e6ee50cd tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.1109042 Dec 13 20:34:53.718317 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-76f03e2b-52a7-42f0-aa8f-8c18a2ce5710 req-2847b7af-cdd1-4808-9319-132da4a2a30b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496955 Dec 13 20:34:53.743213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38262) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:53.755379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-aa578327-fb54-4af3-9480-ed65ae360845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:53.757024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-aa578327-fb54-4af3-9480-ed65ae360845 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.3058634 Dec 13 20:34:53.770099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '25449cb0-43c8-49df-876f-e316b63fc063', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'port_id': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'mac_address': 'fa:16:3e:e3:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:34:51Z', 'updated_at': '2021-12-13T20:34:51Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:53.774117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Checking router: cf7c1112-aaaf-4f1c-9e22-95a11788889f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:34:53.783589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:34:53.784207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:34:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:53.851391 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f5c74447-e2c5-4006-8426-27119ec31021 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/25449cb0-43c8-49df-876f-e316b63fc063 HTTP/1.1" status: 200 len: 992 time: 0.1069155 Dec 13 20:34:53.865300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-b2355be6-90d6-42b3-9b2a-828fd42bf35c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 1000 time: 0.1014233 Dec 13 20:34:53.927931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-67d2e47b-22d5-4d30-b35a-9c92c5fddfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:53.930236 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-67d2e47b-22d5-4d30-b35a-9c92c5fddfd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0580678 Dec 13 20:34:53.972110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3743669f-01c6-4d7c-b64d-f130c7e9e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:53.986723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:34:54.010672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-992303e8-f0c1-47c4-bbcd-58b44f58aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:54.012142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-992303e8-f0c1-47c4-bbcd-58b44f58aa7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767765 Dec 13 20:34:54.149637 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-33ca11d7-fa00-4098-826f-848ca17a62c7 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309466 Dec 13 20:34:54.285065 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7cd8b301-2072-4e18-9113-ce245d6f5eb2 req-aea4bd43-b08b-4d46-85a3-dacf7b5d424f service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287088 Dec 13 20:34:54.338472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '25449cb0-43c8-49df-876f-e316b63fc063', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'port_id': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'mac_address': 'fa:16:3e:e3:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:34:51Z', 'updated_at': '2021-12-13T20:34:51Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:34:54.342992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0812c-0f1f-4912-81b1-91a2d6a6e828 None None] The sync data for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv is: [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '25449cb0-43c8-49df-876f-e316b63fc063', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'port_id': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'mac_address': 'fa:16:3e:e3:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:34:51Z', 'updated_at': '2021-12-13T20:34:51Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:34:54.558524 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab3027-3e71-4494-8160-27e2ca7b9954 None None] New status for floating IP 25449cb0-43c8-49df-876f-e316b63fc063: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:34:54.855278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38266) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:34:54.964550 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-cc037f9e-cc77-4ad2-836b-14eaf36aead5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/25449cb0-43c8-49df-876f-e316b63fc063 HTTP/1.1" status: 200 len: 994 time: 0.1080306 Dec 13 20:34:55.101009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:55.134547 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:34:55.181553 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-d4b96780-4702-4efd-af04-87e69fc15b69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739348 Dec 13 20:34:55.333950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-db2bf06c-12ef-4049-85d7-ebfb6d324b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:55.335420 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-db2bf06c-12ef-4049-85d7-ebfb6d324b29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0759079 Dec 13 20:34:55.483370 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-a7f2dc0e-17a5-48d3-a513-4aaeaa1a4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:55.484702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-a7f2dc0e-17a5-48d3-a513-4aaeaa1a4ffe service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.1294799 Dec 13 20:34:55.587509 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-2b4aa76d-f7b7-402d-8808-681259540bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 1002 time: 0.0959859 Dec 13 20:34:55.658700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-61dddd01-63d0-48c0-a763-9513d3073bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:55.660136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-61dddd01-63d0-48c0-a763-9513d3073bff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0612292 Dec 13 20:34:55.753776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-1323bf97-344b-4a8d-b4a3-34ab9f47ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:34:55.755155 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-1323bf97-344b-4a8d-b4a3-34ab9f47ac71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862255 Dec 13 20:34:55.886615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-4182e385-007e-4c2c-8688-345b56ac6d9f service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242664 Dec 13 20:34:56.023053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d2024e5-ffc0-49e0-b535-2f534c058d06 req-d494c8da-0cf8-45ba-bcc0-10abc5f9853b service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302221 Dec 13 20:34:56.586327 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:04.887534 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:35:12.325916 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:21.698956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2b84a51e-7aac-4942-bad7-b8af4dfe538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:23.947155 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6a236cbe-da45-4b4f-bd4b-47a89f43fce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:24.647620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508baf9-7463-4cfc-88a7-d98b93a4a2d0 req-8e8e0e14-66e4-49bc-9eee-10d926188a20 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:24.649035 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e508baf9-7463-4cfc-88a7-d98b93a4a2d0 req-8e8e0e14-66e4-49bc-9eee-10d926188a20 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0909708 Dec 13 20:35:24.697338 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e508baf9-7463-4cfc-88a7-d98b93a4a2d0 req-fd3b67b7-d9f1-47ce-9c2b-019462286172 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Dec 13 20:35:25.100856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:25.136968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:25.910657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d821ec-65a0-492e-9d42-d2be114e55f6 req-52904757-b215-4189-bf0d-913da6445303 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:25.912333 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6d821ec-65a0-492e-9d42-d2be114e55f6 req-52904757-b215-4189-bf0d-913da6445303 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0882814 Dec 13 20:35:25.960017 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6d821ec-65a0-492e-9d42-d2be114e55f6 req-6bbcfbdd-4df2-4988-9441-5d2c433c0e3e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Dec 13 20:35:26.586302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:27.269540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635cc6c-f1fa-4070-9a30-7e04e5b1abde req-bdbf233c-48e7-4568-bdbe-e466672c7836 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:27.271665 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e635cc6c-f1fa-4070-9a30-7e04e5b1abde req-bdbf233c-48e7-4568-bdbe-e466672c7836 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.2074015 Dec 13 20:35:27.316907 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e635cc6c-f1fa-4070-9a30-7e04e5b1abde req-d32c92be-14c8-42ef-bb6a-99f09cc74328 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390735 Dec 13 20:35:28.505436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7e8ab-aef6-40a2-afa7-f5212f1866d9 req-953e0e43-22e7-4342-8d38-d4e5744d9986 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:28.506873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21f7e8ab-aef6-40a2-afa7-f5212f1866d9 req-953e0e43-22e7-4342-8d38-d4e5744d9986 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0851836 Dec 13 20:35:28.553698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21f7e8ab-aef6-40a2-afa7-f5212f1866d9 req-38462dc9-4d4d-409a-9577-fa40433e4b6d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Dec 13 20:35:29.761672 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2eb2-a4d4-4dcb-9511-9dfbe3ce9576 req-84b353b9-e0f7-4b7f-b002-611805554e61 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:29.763057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c3d2eb2-a4d4-4dcb-9511-9dfbe3ce9576 req-84b353b9-e0f7-4b7f-b002-611805554e61 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0919483 Dec 13 20:35:29.809558 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c3d2eb2-a4d4-4dcb-9511-9dfbe3ce9576 req-85b5a1ea-115a-4c0e-8123-c8a9f7ccda04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Dec 13 20:35:31.023544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318d14c-5d5e-4c4b-a4ea-87a00c87b756 req-4e847f6c-9c65-4ce0-a647-93762731b58b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:31.025034 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f318d14c-5d5e-4c4b-a4ea-87a00c87b756 req-4e847f6c-9c65-4ce0-a647-93762731b58b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0979686 Dec 13 20:35:31.071328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f318d14c-5d5e-4c4b-a4ea-87a00c87b756 req-fa698cd7-1b2d-4781-a100-aa1478900064 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Dec 13 20:35:32.281921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc85f40-dd93-4b10-aab0-16abcc2e48e0 req-ae76da2e-004a-495a-b83e-b4747c26e5c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:32.283379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddc85f40-dd93-4b10-aab0-16abcc2e48e0 req-ae76da2e-004a-495a-b83e-b4747c26e5c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0872900 Dec 13 20:35:32.330677 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ddc85f40-dd93-4b10-aab0-16abcc2e48e0 req-4b157483-c4ec-4171-a8e9-0646c6857b4f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Dec 13 20:35:33.548588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2154b60-ae16-4f97-831b-f153c18b001c req-70def754-30a8-4aa1-bf34-70bcdce05c6b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:33.550089 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2154b60-ae16-4f97-831b-f153c18b001c req-70def754-30a8-4aa1-bf34-70bcdce05c6b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0971925 Dec 13 20:35:33.597622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c2154b60-ae16-4f97-831b-f153c18b001c req-cf25862d-7d8a-4d7c-a5da-51e48c8403c5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Dec 13 20:35:34.812670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4ad5-5ac7-4056-8bed-ca49502cb56a req-addb1a0b-6f0d-4443-a6b2-dd0dce8f82af tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:34.814170 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ecc4ad5-5ac7-4056-8bed-ca49502cb56a req-addb1a0b-6f0d-4443-a6b2-dd0dce8f82af tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0977864 Dec 13 20:35:34.866188 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2ecc4ad5-5ac7-4056-8bed-ca49502cb56a req-79b47fb5-a52c-4211-a848-869e5e4a52fa tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Dec 13 20:35:36.074246 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c960f62-13bc-4f17-851a-c53deec5f46a req-f29e8444-efa2-446b-9c43-898c614a260c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:36.075853 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c960f62-13bc-4f17-851a-c53deec5f46a req-f29e8444-efa2-446b-9c43-898c614a260c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0913224 Dec 13 20:35:36.121788 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5c960f62-13bc-4f17-851a-c53deec5f46a req-51179437-677d-46a6-b96e-e01a82bc1145 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376773 Dec 13 20:35:37.330381 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0332962-068a-4543-89d6-fa655105e4a8 req-3f187aeb-7281-4e71-98c1-07705334adc6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:37.331873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0332962-068a-4543-89d6-fa655105e4a8 req-3f187aeb-7281-4e71-98c1-07705334adc6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0965223 Dec 13 20:35:37.382004 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0332962-068a-4543-89d6-fa655105e4a8 req-0b1e3ddc-d81c-4615-8c72-50a6832ee0a9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Dec 13 20:35:38.574864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c17f-f8e0-449e-b1a4-0ffdfef78026 req-b288ded6-b39e-424d-9f7f-e39c4d0dd6ab tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:38.576421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f3c1c17f-f8e0-449e-b1a4-0ffdfef78026 req-b288ded6-b39e-424d-9f7f-e39c4d0dd6ab tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0825827 Dec 13 20:35:38.622097 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f3c1c17f-f8e0-449e-b1a4-0ffdfef78026 req-cf99ed0a-9386-4b45-9625-c349b7ab3855 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396354 Dec 13 20:35:39.827344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b345e-ac8e-4dd2-9a0a-394a277b4032 req-63396e94-00d6-477a-8a46-82086afec7c5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:39.828856 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-491b345e-ac8e-4dd2-9a0a-394a277b4032 req-63396e94-00d6-477a-8a46-82086afec7c5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0883305 Dec 13 20:35:39.876064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-491b345e-ac8e-4dd2-9a0a-394a277b4032 req-7b2b4831-3c24-4348-8a9c-235b4138c65c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Dec 13 20:35:41.087650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2fe9e-93f8-49e8-b80a-f57d0317e50b req-ba92fcb5-9ffa-4879-b6a6-6e0a870b97d4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:41.089081 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6e2fe9e-93f8-49e8-b80a-f57d0317e50b req-ba92fcb5-9ffa-4879-b6a6-6e0a870b97d4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0865607 Dec 13 20:35:41.137869 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6e2fe9e-93f8-49e8-b80a-f57d0317e50b req-0b3b49d2-1da6-4529-9ab3-750b496dbc4d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Dec 13 20:35:41.170193 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38312) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:35:41.293841 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5b6070bc-59d2-40aa-a6c9-e81e77957186 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/25449cb0-43c8-49df-876f-e316b63fc063 HTTP/1.1" status: 200 len: 994 time: 0.1220994 Dec 13 20:35:41.888283 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:35:42.338750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:42.840561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e1eaa-7144-44b7-a12c-45dbb1eded15 req-8daadb36-b588-41c0-87ea-516b5cb6fc36 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:42.842123 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-006e1eaa-7144-44b7-a12c-45dbb1eded15 req-8daadb36-b588-41c0-87ea-516b5cb6fc36 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.1428189 Dec 13 20:35:42.864232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-f2469ff4-ce03-42e0-b8a2-98412ba1a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:42.865566 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-f2469ff4-ce03-42e0-b8a2-98412ba1a36e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.1155233 Dec 13 20:35:42.967670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-006e1eaa-7144-44b7-a12c-45dbb1eded15 req-19d2adc4-312b-4783-a47c-ad731f0d1d66 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192765 Dec 13 20:35:43.017683 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-8aa42c6f-9984-432e-aba7-90208d7f6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:43.019153 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-8aa42c6f-9984-432e-aba7-90208d7f6533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.1463180 Dec 13 20:35:43.124072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-9c12e814-7a5f-4a88-9469-d3b1b63a06dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 1002 time: 0.0973797 Dec 13 20:35:43.185794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-f513583f-6b12-432b-a3a3-f5a8a34c4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:43.187202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-f513583f-6b12-432b-a3a3-f5a8a34c4389 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0567617 Dec 13 20:35:43.263818 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-9b4b9f97-4364-4a0f-8473-bd51860141be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:43.265317 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-9b4b9f97-4364-4a0f-8473-bd51860141be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715036 Dec 13 20:35:43.527999 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-bc45c9fd-c977-4835-9223-a9c351249409 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559781 Dec 13 20:35:43.667165 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a356eb0a-e8f1-437b-ae6c-61f0ddfa04ea req-3b1521db-328f-4b37-aca1-040e5726a8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329372 Dec 13 20:35:44.173142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38068-f3bb-4293-b23a-418b462ff46f req-9accdf34-a41f-4adb-b542-7b35ce9a3203 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:44.174605 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8bf38068-f3bb-4293-b23a-418b462ff46f req-9accdf34-a41f-4adb-b542-7b35ce9a3203 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0887563 Dec 13 20:35:44.218175 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8bf38068-f3bb-4293-b23a-418b462ff46f req-1bf5b6e2-0946-482f-8287-4314af4e7041 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378098 Dec 13 20:35:45.417513 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf190cb-df69-4744-b6e3-ea1b301681be req-5aa0ebf7-58e1-40af-b811-dfc4bb130737 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:45.419504 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1bf190cb-df69-4744-b6e3-ea1b301681be req-5aa0ebf7-58e1-40af-b811-dfc4bb130737 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.0856524 Dec 13 20:35:45.468614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1bf190cb-df69-4744-b6e3-ea1b301681be req-ebdea55b-48eb-4ab1-9f49-add79aa2fd49 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Dec 13 20:35:45.492487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38326) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:35:45.600927 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-00021de1-705e-42dd-a606-4d139b592dfc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/25449cb0-43c8-49df-876f-e316b63fc063 HTTP/1.1" status: 200 len: 994 time: 0.1072154 Dec 13 20:35:51.706556 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e5e83598-9cbc-44fa-b8d5-7ad9f0536ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:53.951604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-38198726-3f39-4bef-97f5-31f2c0971c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:55.104229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:55.138183 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:35:55.217704 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-9d9cf5ff-6558-4f42-8ca2-7cceeebb6e59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808191 Dec 13 20:35:55.357701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630218-1511-4640-a722-a57e2d3e582e req-c2002b9a-3ba4-4703-80c3-4ae9a9cd63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:55.359366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-c2002b9a-3ba4-4703-80c3-4ae9a9cd63c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0731139 Dec 13 20:35:55.506614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630218-1511-4640-a722-a57e2d3e582e req-609f8c02-6124-46ad-b227-5f004cdf1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:55.508064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-609f8c02-6124-46ad-b227-5f004cdf1202 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.1286778 Dec 13 20:35:55.619958 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-94b740ca-fca9-496f-b899-3a58c68d6ad7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 1002 time: 0.0997171 Dec 13 20:35:55.686496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630218-1511-4640-a722-a57e2d3e582e req-f373a6dd-55f0-4edb-bfe4-d1fee4687388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:55.687977 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-f373a6dd-55f0-4edb-bfe4-d1fee4687388 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0619702 Dec 13 20:35:55.766754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630218-1511-4640-a722-a57e2d3e582e req-141e7c1b-9432-4db5-a168-a24ddbab3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:35:55.768297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-141e7c1b-9432-4db5-a168-a24ddbab3021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721574 Dec 13 20:35:55.779749 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-aeb8a036-114f-463e-9a98-a127402b1996 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:35:55.780646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-aeb8a036-114f-463e-9a98-a127402b1996 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047841 Dec 13 20:35:55.920119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-4a2e0ec7-14ae-4492-89dc-b636caf8deda service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302862 Dec 13 20:35:56.057078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56630218-1511-4640-a722-a57e2d3e582e req-8e65f374-25b6-4f19-b850-012175849f60 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295419 Dec 13 20:35:56.600476 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:12.339579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:13.591873 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38346) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:13.810205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port e7665be1-ac10-46a5-929a-cb17fcab0245 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:36:13.810549 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:14.101974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:14.102216 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:14.229504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for e7665be1-ac10-46a5-929a-cb17fcab0245 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:36:14.385083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:14.388696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f6519c94-39f2-4ec4-a6ff-095cedc25e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:14.435071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=e7665be1-ac10-46a5-929a-cb17fcab0245,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:14.472199 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.472592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.472984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.473394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.473910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.474201 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.474574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.474950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.475325 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.475698 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.476073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.476447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:14.507999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:14.543327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:14.543789 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP 25449cb0-43c8-49df-876f-e316b63fc063 disassociated (deleted). External IP: 172.26.6.128, port: 42577c18-9654-4f0c-8f45-2b57d0abc675. Dec 13 20:36:14.936162 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router cf7c1112-aaaf-4f1c-9e22-95a11788889f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:36:15.122877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:36:15.133080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Sync routers for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:36:15.143250 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:15.143909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:35:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:15.144253 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:15.201191 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/floatingips/25449cb0-43c8-49df-876f-e316b63fc063 HTTP/1.1" status: 204 len: 168 time: 1.6076901 Dec 13 20:36:15.201666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:36:15.247101 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'status': 'completed', 'code': 200} Dec 13 20:36:15.338111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:15.345668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-814f5f70-af7f-4638-881c-8f47812e7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:15.347270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-814f5f70-af7f-4638-881c-8f47812e7d9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0750978 Dec 13 20:36:15.501918 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-83415cf6-04ed-4027-9448-567cc6e9cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:15.503417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-83415cf6-04ed-4027-9448-567cc6e9cc85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 200 len: 896 time: 0.1481447 Dec 13 20:36:15.717139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:15.721203 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Checking router: cf7c1112-aaaf-4f1c-9e22-95a11788889f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:36:15.730478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:15.731107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:35:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:15.742766 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-197dd9fe-047b-47d0-be89-42e8900b7d44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 200 len: 217 time: 0.2048473 Dec 13 20:36:15.823271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-109562bb-9bf8-4918-b659-9a2945864989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:15.824723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-109562bb-9bf8-4918-b659-9a2945864989 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 200 len: 834 time: 0.0719614 Dec 13 20:36:15.833172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142e1ba-0c78-4ab3-8e22-2bdd12e47afd req-ff54fc85-bb33-4a3a-9406-f6670f18fd5c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:15.834155 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c142e1ba-0c78-4ab3-8e22-2bdd12e47afd req-ff54fc85-bb33-4a3a-9406-f6670f18fd5c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:36:15.896288 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c142e1ba-0c78-4ab3-8e22-2bdd12e47afd req-ff54fc85-bb33-4a3a-9406-f6670f18fd5c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:36:15.897706 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c142e1ba-0c78-4ab3-8e22-2bdd12e47afd req-ff54fc85-bb33-4a3a-9406-f6670f18fd5c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.3914843 Dec 13 20:36:15.920609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:15.952380 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c142e1ba-0c78-4ab3-8e22-2bdd12e47afd req-94f486b3-daf3-4930-a10b-a8b84746a257 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477691 Dec 13 20:36:15.958125 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-d88553fd-4f5e-4099-a01d-ed00db5c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:15.959644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-d88553fd-4f5e-4099-a01d-ed00db5c67f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e773a362-1c0f-4440-b5c1-d341baf18676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217515 Dec 13 20:36:16.096632 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-a6a464ca-aa4e-48e5-ae7e-9fbd7f8e6e90 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279473 Dec 13 20:36:16.237096 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-404d39de-0674-44a9-8b52-c09f0e1d0403 req-e888658a-3d8c-4c13-b3c5-c245f17ce5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297488 Dec 13 20:36:16.239315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:16.243659 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801bed7-9cef-468a-8c84-2e889739a06d None None] The sync data for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv is: [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '6af6d9db-18db-4eb6-b797-0fe3aa29fa50', 'name': '', 'network_id': 'e773a362-1c0f-4440-b5c1-d341baf18676', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:79:0b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b1240f14-49dd-422e-9958-059132a075b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:35Z', 'updated_at': '2021-12-13T20:34:40Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': 'b1240f14-49dd-422e-9958-059132a075b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:36:16.468741 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82033e50-5e3e-4c9c-8754-93c46c9e243b None None] New status for floating IP 25449cb0-43c8-49df-876f-e316b63fc063: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:36:17.132620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-7e23efe9-a90e-4682-b525-44ea0080eb4e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:17.134082 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-7e23efe9-a90e-4682-b525-44ea0080eb4e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.1312487 Dec 13 20:36:17.216365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 42577c18-9654-4f0c-8f45-2b57d0abc675 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:36:17.216691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:17.263560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaa962-5130-4136-8f3a-bb82ba34b4f6 req-e05ef548-2e23-4a12-adf9-7d6e91327b95 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:17.264920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24aaa962-5130-4136-8f3a-bb82ba34b4f6 req-e05ef548-2e23-4a12-adf9-7d6e91327b95 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 946 time: 0.1905720 Dec 13 20:36:17.371372 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-24aaa962-5130-4136-8f3a-bb82ba34b4f6 req-81d2131c-0332-46b8-b56a-cb91a2c42ae3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=dae9387d-db2a-4337-9151-41c53ce29548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991406 Dec 13 20:36:17.512758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 42577c18-9654-4f0c-8f45-2b57d0abc675, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=42577c18-9654-4f0c-8f45-2b57d0abc675,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:17.513102 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:17.635195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 42577c18-9654-4f0c-8f45-2b57d0abc675 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:36:17.793912 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:17.800636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4385f621-a93a-4ba2-86d7-e82b230f7221 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:17.871722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=42577c18-9654-4f0c-8f45-2b57d0abc675,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:17.879446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:17.925236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] No DVR routers for this DVR port 42577c18-9654-4f0c-8f45-2b57d0abc675 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:36:17.928051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:17.930862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'name': 'network-vif-deleted', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:36:17.949621 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-83dcef95-8a2b-4c1b-8ccb-c2799dd28a24 req-24aaf74b-ffc0-491e-a5b8-8d3e88f8f26b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "DELETE /v2.0/ports/42577c18-9654-4f0c-8f45-2b57d0abc675 HTTP/1.1" status: 204 len: 173 time: 0.8064198 Dec 13 20:36:17.990823 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e110e3-fe94-439c-ae31-4531bf1d1fa2', 'name': 'network-vif-deleted', 'tag': '42577c18-9654-4f0c-8f45-2b57d0abc675', 'status': 'completed', 'code': 200} Dec 13 20:36:18.540052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ecd5fbd7-b678-47d1-80aa-cf914918623f req-7bc242cf-1e59-4355-ab12-c899bdfe10ba tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:36:18.555013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ecd5fbd7-b678-47d1-80aa-cf914918623f req-7bc242cf-1e59-4355-ab12-c899bdfe10ba tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:36:18.556467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ecd5fbd7-b678-47d1-80aa-cf914918623f req-7bc242cf-1e59-4355-ab12-c899bdfe10ba tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e110e3-fe94-439c-ae31-4531bf1d1fa2 HTTP/1.1" status: 200 len: 210 time: 0.0641825 Dec 13 20:36:18.893407 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:36:19.660329 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38366) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:20.195533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 42577c18-9654-4f0c-8f45-2b57d0abc675 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:36:20.234229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 42577c18-9654-4f0c-8f45-2b57d0abc675 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:36:20.234592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 42577c18-9654-4f0c-8f45-2b57d0abc675 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:36:20.369918 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:20.761780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:36:20.762511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:20.958793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 6af6d9db-18db-4eb6-b797-0fe3aa29fa50, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:20.959170 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:21.081190 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:36:21.436631 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:21.440866 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-91bee969-6785-4149-95c5-acde226201e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:21.485468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=6af6d9db-18db-4eb6-b797-0fe3aa29fa50,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:21.532124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.532561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.532948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.533355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.533731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.534123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.534494 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.534862 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.535230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.535595 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.535957 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.536373 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:21.540067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:21.690405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d720db70-9ee4-443a-b6f5-8b15305be88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:21.904295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.276587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router cf7c1112-aaaf-4f1c-9e22-95a11788889f has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:36:22.458960 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:36:22.467973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Sync routers for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:36:22.477352 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/cf7c1112-aaaf-4f1c-9e22-95a11788889f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8158524 Dec 13 20:36:22.478463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:22.479113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:35:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:22.480090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38370) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:22.550286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting subnet b1240f14-49dd-422e-9958-059132a075b4 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:36:22.553758 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.608553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.651636 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:22.690977 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.766669 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.771424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98fad801-f2a3-4bed-9211-a6fc0427c36a tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:22.807014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Subnet': ['ID=b1240f14-49dd-422e-9958-059132a075b4,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:22.809521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:22.812309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:22.819927 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-feb1d7b4-b896-4d35-af44-cd981501220c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/subnets/b1240f14-49dd-422e-9958-059132a075b4 HTTP/1.1" status: 204 len: 168 time: 0.3385954 Dec 13 20:36:22.820785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febf515-dcc5-4971-bd36-91bd9b20ec26 None None] Network e773a362-1c0f-4440-b5c1-d341baf18676 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:36:22.822230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38374) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:23.001249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.115630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:36:21Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': '33a81503-5f27-4dee-a436-63ecf641d0c6', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:23.119683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Checking router: cf7c1112-aaaf-4f1c-9e22-95a11788889f for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:36:23.128715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Routers {'cf7c1112-aaaf-4f1c-9e22-95a11788889f'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:23.129360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:35:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:23.195981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.209027 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 33a81503-5f27-4dee-a436-63ecf641d0c6 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:36:23.209431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.237152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] DHCP port deletion for e773a362-1c0f-4440-b5c1-d341baf18676 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:36:23.255192 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Deleting port 0331f095-c141-47af-9a55-29064a3965a9 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:36:23.255573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.416171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] Set router cf7c1112-aaaf-4f1c-9e22-95a11788889f gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:23.537849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:36:23Z', 'revision_number': 6, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:23.538335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 33a81503-5f27-4dee-a436-63ecf641d0c6, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=33a81503-5f27-4dee-a436-63ecf641d0c6,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:23.538698 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.546125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb69ae4-adf9-4d13-81f5-a72881e76e59 None None] The sync data for ids ['cf7c1112-aaaf-4f1c-9e22-95a11788889f'] in dv-neutron-821563-1-hyperv is: [{'id': 'cf7c1112-aaaf-4f1c-9e22-95a11788889f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273494772', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:34:31Z', 'updated_at': '2021-12-13T20:36:23Z', 'revision_number': 6, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:36:23.649945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] For port 0331f095-c141-47af-9a55-29064a3965a9, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=0331f095-c141-47af-9a55-29064a3965a9,segment=NetworkSegment(a3e646e5-8d91-49f3-9d74-aec86a7b8c1e),segment_id=a3e646e5-8d91-49f3-9d74-aec86a7b8c1e)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:23.650310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.663212 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 33a81503-5f27-4dee-a436-63ecf641d0c6 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:36:23.771103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Calling delete_port for 0331f095-c141-47af-9a55-29064a3965a9 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:36:23.836160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.839987 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e55371cf-b2b1-4f80-9cf7-c076d24b9dbe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:23.854073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.857872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-4ae248f3-b01f-4ea2-8c7c-44c3e72c8096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:23.900723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Pushing event deleted for resources: {'Port': ['ID=0331f095-c141-47af-9a55-29064a3965a9,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:23.906081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] No DVR routers for this DVR port 0331f095-c141-47af-9a55-29064a3965a9 on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:36:23.911851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.912205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.912555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.912898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.913263 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.913604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.913937 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.914277 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.914610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.915151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.915238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.915580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:23.918476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=33a81503-5f27-4dee-a436-63ecf641d0c6,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:23.918779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:23.920949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:23.960758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-70259f57-d3c9-4dc6-a17e-18c7fc323797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:23.990745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.162791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.165235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.195651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.196192 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Fanout notify agent at l3_agent the message router_deleted on router cf7c1112-aaaf-4f1c-9e22-95a11788889f {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:36:24.212314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.213435 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5482570a-e967-4d1b-9eca-0a7927e3c36c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/routers/cf7c1112-aaaf-4f1c-9e22-95a11788889f HTTP/1.1" status: 204 len: 168 time: 1.3902807 Dec 13 20:36:24.216305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38378) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:24.337960 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.462477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:36:24.500479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:36:24.500850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 6af6d9db-18db-4eb6-b797-0fe3aa29fa50 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:36:24.501308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0331f095-c141-47af-9a55-29064a3965a9 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:36:24.536049 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 0331f095-c141-47af-9a55-29064a3965a9 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:36:24.536717 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 0331f095-c141-47af-9a55-29064a3965a9 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:36:24.536903 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33a81503-5f27-4dee-a436-63ecf641d0c6 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:36:24.571808 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 33a81503-5f27-4dee-a436-63ecf641d0c6 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:36:24.572177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 33a81503-5f27-4dee-a436-63ecf641d0c6 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:36:24.605154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.631355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e773a362-1c0f-4440-b5c1-d341baf18676']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:24.642989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:24.643284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e646e5-8d91-49f3-9d74-aec86a7b8c1e') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:24.654379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.670475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.676536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:36:24.677295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:36:24.694636 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:36:24.776572 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.781371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.784203 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-56169dde-78cf-4cbd-bb11-5e8cd771f45b tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:24.808076 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Network': ['ID=e773a362-1c0f-4440-b5c1-d341baf18676,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:24.810417 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:24.817860 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-15279d12-7895-4adc-97c8-ab7853ff1dc2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/networks/e773a362-1c0f-4440-b5c1-d341baf18676 HTTP/1.1" status: 204 len: 168 time: 0.6003063 Dec 13 20:36:24.820577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38382) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:24.891856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.923259 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.991512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:24.995505 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7b0e3bf1-22ce-413a-b12a-f7bbe124eeaa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:25.010948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae9387d-db2a-4337-9151-41c53ce29548,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:25.013501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:25.019140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.020270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-32092c53-db40-4059-ad57-f84e920e28c4 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/security-groups/dae9387d-db2a-4337-9151-41c53ce29548 HTTP/1.1" status: 204 len: 168 time: 0.1986914 Dec 13 20:36:25.099438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.141148 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.303408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38392) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:25.308855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250165681', 'description': 'tempest-secgroup-smoke-250165681 description', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:25.315194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.319793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.322675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.328345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.340057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.360158 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.364047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.367200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.373120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.443522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.449431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.453109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0172ebf3-18b1-4c89-8644-1a3e02639157 tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:25.498099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788e249a-051c-4373-9428-f4c280d3d600,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:25.501009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:25.502231 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.503519 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1991549 Dec 13 20:36:25.506649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38396) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:25.511553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:25.517730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.521837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.524808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.531235 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.548835 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.613604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.618967 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.620957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e96088af-54fc-43cf-b303-17d4d18553e5 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:25.642934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7668297d-916f-4303-b822-00ee7d16e890,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:25.647173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:25.652239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.656026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b09dd13f-f862-43b4-a6a0-b8cfde551ae9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459179 Dec 13 20:36:25.656169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38402) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:25.661044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:25.666909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.670699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.673618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.679284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.696104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.755561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.761639 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.763453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fd22245a-a8c4-4325-9264-2336f254fe4c tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:25.784620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a89d65b-cd90-4c1e-97ac-150b59aa713d,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:25.786924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:25.794503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.795708 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386633 Dec 13 20:36:25.798600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38406) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:25.803526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:25.809225 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.812975 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.816173 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.821907 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.841221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.908651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.913474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.915274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-74bb2da9-05ff-4770-b56d-60f997f88af9 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:25.938591 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdd2d9c-42c0-4634-abd4-37374d9abd23,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:25.941320 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:25.950221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:25.951575 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7b664e00-ccd0-4505-ad12-01b5f9fad17f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519628 Dec 13 20:36:25.954456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38410) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:25.959578 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:25.965632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:25.969694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:25.972813 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:25.978942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:25.997194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.059897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.064195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.066431 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ae24374d-e963-4055-98ee-d71362c0b8a2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:26.086271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329c7c1d-2fbf-44ea-bd30-bd491d26df5f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:26.090168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:26.098828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.100202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-06857cd2-a1e2-456d-a758-872a1db16664 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447709 Dec 13 20:36:26.102848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38414) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:26.107970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:26.113910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:26.118526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:26.121548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:26.127497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:26.139481 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:36:26.146677 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.222850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.228340 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.230302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bd77ce3d-1afd-4398-9a07-ae1cba1dd843 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:26.252531 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b025a7da-8304-433a-ae29-67128c3ed3c6,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:26.257044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:26.262567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.263743 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7ae15d34-d7af-4882-8e5a-0cda4eec7376 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599674 Dec 13 20:36:26.267737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38418) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:26.272782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'security_group_rule': {'security_group_id': '788e249a-051c-4373-9428-f4c280d3d600', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:26.278760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:26.282878 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:security_group_rule and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:26.285819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:26.291530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:26.302507 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Project 8b91429f05ac4f7d8468a84cf5adc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:36:26.309154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.376114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.380969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.390055 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-821f725e-bdba-4d4a-9ad5-a186dbe83747 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:26.416529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657dce6d-f713-4cc6-9811-d85376523be9,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:26.419423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:26.422792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.424085 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554308 Dec 13 20:36:26.426989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38422) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:26.432522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'network': {'name': 'tempest-network-smoke--1911604871', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'port_security_enabled': True}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:26.437582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:26.442133 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:network and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:26.445038 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:26.450872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:26.463350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:36:26.466859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.494333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:36:26.503147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.503484 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Added segment 1895bfd3-aabc-43e5-97c0-d77ef4e1c850 of type vlan for network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 Dec 13 20:36:26.530035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.560631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.566896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:26.567471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.571791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9de5a125-65fd-4690-9ea7-9d3c2280444e tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:26.594151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.678310 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501657 Dec 13 20:36:26.681023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38426) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:26.681852 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Network': ['ID=3d78b6cc-f041-4e6a-bf17-c72372c5ce18,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:26.685368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-54e42203-7c46-4065-baec-44234845a99b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:26.692222 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'admin_state_up': True, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:26.692615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:36:26.699640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:26.703484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:router and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:26.706304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:26.712618 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:26.722637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.723741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:26.739122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.019215 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.457877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.486874 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.624800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.54 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/fd0f89ad-dfa6-4940-81c7-47e959450fdd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:36:27.773662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.805796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:27.810210 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-93d72679-e0b7-41dc-81db-368750b98a25 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:27.872433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:27.875220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:27.878753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:36:27.913308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=fd0f89ad-dfa6-4940-81c7-47e959450fdd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:27.921341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:28.311485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:28.661382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.031803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router bd83537e-3299-4887-a93d-24d67ba0b950 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:36:29.215154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:36:29.225175 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Sync routers for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:36:29.236769 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:29.237591 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:29.244209 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.245597 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5592122 Dec 13 20:36:29.248779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38430) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:29.289019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-1ca28b32-a2b7-44f6-ba52-61146636e983 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b91429f05ac4f7d8468a84cf5adc416&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388479 Dec 13 20:36:29.291611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38434) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:29.409214 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:29.422481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e40b1-51ae-45ec-87ab-9e235c2a803f tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:29.423998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-371e40b1-51ae-45ec-87ab-9e235c2a803f tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313510 Dec 13 20:36:29.426993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38438) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:29.470610 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fa6c9d1d-bd95-4e70-97a0-20b5cce14de2 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c190add2-a077-4208-afdb-c9dd5b09cd8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423200 Dec 13 20:36:29.473095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38442) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:29.478672 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396426651', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:29.590907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:29.594711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:subnet and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:29.597524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:29.603314 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:29.614315 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'subnet': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:36:29.618178 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14814929'] for subnet, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.695424 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:28Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:29.699433 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Checking router: bd83537e-3299-4887-a93d-24d67ba0b950 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:36:29.699789 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Updating router bd83537e-3299-4887-a93d-24d67ba0b950 port fd0f89ad-dfa6-4940-81c7-47e959450fdd binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:36:29.752069 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.837847 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15144312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14814947'] for subnet, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.842300 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d354937a-ef48-4b48-8a78-03883f5ecddc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:29.916161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Subnet': ['ID=4e59ead7-f0e4-407d-8af2-686f94212491,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:29.918787 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:29.925090 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Checking segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:36:29.925483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network hostable DHCP agents. Network: 3d78b6cc-f041-4e6a-bf17-c72372c5ce18, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:36:29.945784 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:36:29.955444 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 3d78b6cc-f041-4e6a-bf17-c72372c5ce18) {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:29.960039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:29.960345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:29.967478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdd539-bb81-4963-8938-ab61982bba97 None None] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:36:29.985807 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bf8e4fc7-fef3-4eaf-961b-11a133ea6b58 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5088520 Dec 13 20:36:29.986026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38446) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:30.075691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.088006 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Transition to ACTIVE for port object fd0f89ad-dfa6-4940-81c7-47e959450fdd will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:30.095337 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.098754 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-23a4da44-53c7-4eb2-b50b-272153967e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:30.209300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:36:30.210376 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.210964 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Attempting to bind port fd0f89ad-dfa6-4940-81c7-47e959450fdd on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:36:30.211325 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Attempting to bind port fd0f89ad-dfa6-4940-81c7-47e959450fdd by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:36:30.211687 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Attempting to bind port fd0f89ad-dfa6-4940-81c7-47e959450fdd on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:36:30.213944 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Pushing event updated for resources: {'Port': ['ID=fd0f89ad-dfa6-4940-81c7-47e959450fdd,revision_number=2']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:30.223057 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:36:30.223474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:36:30.223834 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.224213 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:36:30.224700 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Bound port: fd0f89ad-dfa6-4940-81c7-47e959450fdd, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:36:30.225259 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.249540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.249890 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.250423 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.250753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.251080 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.251411 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.251728 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.252051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.252373 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.252694 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.253007 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.253360 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:36:30.276474 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:30.306563 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] For port fd0f89ad-dfa6-4940-81c7-47e959450fdd, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:36:30.309950 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] For port fd0f89ad-dfa6-4940-81c7-47e959450fdd, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fd0f89ad-dfa6-4940-81c7-47e959450fdd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:36:30.317708 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.323660 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:30.400628 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Pushing event updated for resources: {'Port': ['ID=fd0f89ad-dfa6-4940-81c7-47e959450fdd,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:30.404992 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:30.409717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:30.410360 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:30.446522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Allocated IP 172.20.0.2 (3d78b6cc-f041-4e6a-bf17-c72372c5ce18/4e59ead7-f0e4-407d-8af2-686f94212491/c5dcbd77-148a-4b60-aa0d-5a6c6442a04f) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:36:30.592852 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:30.659363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.670051 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Transition to ACTIVE for port object c5dcbd77-148a-4b60-aa0d-5a6c6442a04f will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:30.689518 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Transition to ACTIVE for port object c5dcbd77-148a-4b60-aa0d-5a6c6442a04f will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:30.695858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.701356 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:30.765363 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:30.768239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:30.770796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:36:30.780624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Pushing event updated for resources: {'Port': ['ID=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:30.783628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:30.830045 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.869379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Attempting to bind port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:36:30.869770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Attempting to bind port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:36:30.870122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Attempting to bind port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f on network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:36:30.875380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:36:30.875761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Checking segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:36:30.876169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.876905 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Bound using segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:36:30.877026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Bound port: c5dcbd77-148a-4b60-aa0d-5a6c6442a04f, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:36:30.877444 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.893664 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:28Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:30.897653 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e496c08-9545-4e4a-bbc5-d88b45e2e979 None None] The sync data for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv is: [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:28Z', 'revision_number': 3, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:36:30.975037 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] For port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:36:30.978978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] For port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:36:30.984560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:30.988549 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:31.079050 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Pushing event updated for resources: {'Port': ['ID=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:31.082411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:31.305358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.1 (3d78b6cc-f041-4e6a-bf17-c72372c5ce18/4e59ead7-f0e4-407d-8af2-686f94212491/8b20f27c-0f9a-48f5-ae65-951285d0178e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:36:31.493076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:31.509568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 8b20f27c-0f9a-48f5-ae65-951285d0178e will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:31.535161 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:31.539227 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-afd1a9e3-ffe5-4b4c-b9d3-d2a7c9b77219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:31.596210 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:31.604038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:31.612689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:36:31.661006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:31.670346 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:31.680097 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.072560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e62a7-6a4f-43b3-8f50-31f5213f9a6c None None] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:36:32.103965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.169642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bab6d343-edb8-4a47-9c46-cabc50fb8e75 None None] Provisioning for port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:32.539711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fd0f89ad-dfa6-4940-81c7-47e959450fdd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:32.563880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.573472 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.605592 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eede70a9-6bc1-4b2e-b402-bf5dda813f9b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:32.632951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port fd0f89ad-dfa6-4940-81c7-47e959450fdd completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:32.638482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f00c9c1-a8dd-4b93-a3c4-99870088ce72 None None] Provisioning for port 8b20f27c-0f9a-48f5-ae65-951285d0178e completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:32.641430 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fd0f89ad-dfa6-4940-81c7-47e959450fdd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:32.641802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.674418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-5f00c9c1-a8dd-4b93-a3c4-99870088ce72 None None] Provisioning complete for port 8b20f27c-0f9a-48f5-ae65-951285d0178e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:32.674806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5f00c9c1-a8dd-4b93-a3c4-99870088ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.692519 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:32.697322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:32.698352 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.748661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-5f00c9c1-a8dd-4b93-a3c4-99870088ce72 None None] Port 8b20f27c-0f9a-48f5-ae65-951285d0178e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:36:32.819112 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.837625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:32.837852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port fd0f89ad-dfa6-4940-81c7-47e959450fdd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fd0f89ad-dfa6-4940-81c7-47e959450fdd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:32.838972 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:32.850629 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:32.851702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c5dcbd77-148a-4b60-aa0d-5a6c6442a04f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:32.880295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-02a8b15d-72e1-4ed6-82a7-e420a7a76256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:32.986938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-033f9175-a28a-4e85-a5a5-d1ef6cefb561 None None] Provisioning complete for port 8b20f27c-0f9a-48f5-ae65-951285d0178e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:32.987411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-033f9175-a28a-4e85-a5a5-d1ef6cefb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:33.012425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=fd0f89ad-dfa6-4940-81c7-47e959450fdd,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:33.015673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:33.039477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router bd83537e-3299-4887-a93d-24d67ba0b950 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:36:33.049955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:33.058831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-033f9175-a28a-4e85-a5a5-d1ef6cefb561 None None] Port 8b20f27c-0f9a-48f5-ae65-951285d0178e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:36:33.061468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:33.061986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:33.188084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:33.212058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-4dd49132-7c98-4030-bb7a-07dde9c5ad79 None None] Provisioning complete for port 8b20f27c-0f9a-48f5-ae65-951285d0178e triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:33.212477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4dd49132-7c98-4030-bb7a-07dde9c5ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:33.226709 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:36:33.239367 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/bd83537e-3299-4887-a93d-24d67ba0b950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524095 Dec 13 20:36:33.241510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Sync routers for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:36:33.283265 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:33.283929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:33.343281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:33.360671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:33.364613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:33.393617 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-4dd49132-7c98-4030-bb7a-07dde9c5ad79 None None] Port 8b20f27c-0f9a-48f5-ae65-951285d0178e cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:36:33.415901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-a250f823-c6ce-4456-8149-dec5fd45d04a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:36:33.433036 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-a250f823-c6ce-4456-8149-dec5fd45d04a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:36:33.435006 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-a250f823-c6ce-4456-8149-dec5fd45d04a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250165681&fields=id&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 267 time: 0.0610461 Dec 13 20:36:33.562702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:33.567628 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:33.585860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:33.591964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-2bb2ee06-2d2e-49e0-a766-2bb3a28c994d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:33.592669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-2bb2ee06-2d2e-49e0-a766-2bb3a28c994d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:36:33.612687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-2bb2ee06-2d2e-49e0-a766-2bb3a28c994d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:36:33.614019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-2bb2ee06-2d2e-49e0-a766-2bb3a28c994d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 797 time: 0.1715238 Dec 13 20:36:33.632662 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-f2327e87-0487-4ae1-83ca-82e422c1c16d tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/quotas/8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Dec 13 20:36:33.720366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-2172886e-21d6-4d0d-a834-0a098c3b0444 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824544 Dec 13 20:36:33.899470 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-27d47f7a-42ce-4bdd-acf1-84b83c7425db service neutron] 10.222.0.18 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668973 Dec 13 20:36:33.908666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 2, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:33.912657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Checking router: bd83537e-3299-4887-a93d-24d67ba0b950 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:36:33.912995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Updating router bd83537e-3299-4887-a93d-24d67ba0b950 port 8b20f27c-0f9a-48f5-ae65-951285d0178e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:36:33.968397 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.034217 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-1de95b62-da40-42b0-aa21-84d1b74a6936 service neutron] 10.222.0.18 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282837 Dec 13 20:36:34.213770 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af9878e2-4aef-42ea-9bfa-9c8251bd3b1a req-008c0108-c718-4782-94a6-7ca854e89b54 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 210 time: 0.0448720 Dec 13 20:36:34.326690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.338842 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Transition to ACTIVE for port object 8b20f27c-0f9a-48f5-ae65-951285d0178e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:34.346003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.350526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:34.512166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fd0f89ad-dfa6-4940-81c7-47e959450fdd up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:34.581091 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Pushing event updated for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:34.590564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:34.618412 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Attempting to bind port 8b20f27c-0f9a-48f5-ae65-951285d0178e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:36:34.618832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Attempting to bind port 8b20f27c-0f9a-48f5-ae65-951285d0178e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:36:34.619247 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Attempting to bind port 8b20f27c-0f9a-48f5-ae65-951285d0178e on network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:36:34.627901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:36:34.628282 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Checking segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:36:34.628693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.629093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Bound using segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:36:34.629592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Bound port: 8b20f27c-0f9a-48f5-ae65-951285d0178e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:36:34.629972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.704295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port fd0f89ad-dfa6-4940-81c7-47e959450fdd triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:34.704583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.789500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] For port 8b20f27c-0f9a-48f5-ae65-951285d0178e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:36:34.799853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] For port 8b20f27c-0f9a-48f5-ae65-951285d0178e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8b20f27c-0f9a-48f5-ae65-951285d0178e,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:36:34.806146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:34.810560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:34.934614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:34.935234 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:34.999987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Pushing event updated for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:35.011753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:35.013256 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c5dcbd77-148a-4b60-aa0d-5a6c6442a04f up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:35.250856 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:35.292855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:35.293264 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:35.398671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-5d313e21-7490-442a-9759-0fa7b1866633 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:35.400926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-5d313e21-7490-442a-9759-0fa7b1866633 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 797 time: 0.1698871 Dec 13 20:36:35.468728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-70c705ae-9030-44bb-a043-e4460c875594 req-97843a8b-13d6-456b-ac94-2210afcb2932 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 210 time: 0.0598919 Dec 13 20:36:35.499309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-e6be2adc-3bea-4bd8-a890-d8de7cbb3043 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b91429f05ac4f7d8468a84cf5adc416 HTTP/1.1" status: 200 len: 379 time: 0.0570590 Dec 13 20:36:35.508064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'port': {'device_id': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'admin_state_up': True, 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'security_groups': ['788e249a-051c-4373-9428-f4c280d3d600']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:35.649473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:35.653768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:port and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:35.657190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:35.663598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:35.677175 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Made reservation on behalf of 8b91429f05ac4f7d8468a84cf5adc416 for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:36:35.681294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:35.689825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:34Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:35.695120 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a67136-6d8b-4a56-bfa2-55e5613c9707 None None] The sync data for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv is: [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:34Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:36:35.867018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.20.0.6 (3d78b6cc-f041-4e6a-bf17-c72372c5ce18/4e59ead7-f0e4-407d-8af2-686f94212491/884b6560-7aa3-448a-92c9-194a4d3e4488) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:36:36.206232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.223814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Transition to ACTIVE for port object 884b6560-7aa3-448a-92c9-194a4d3e4488 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:36.251091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.257671 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5db23fa3-a885-44c4-b713-a7b36c6a678c tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:36.314295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:36.322933 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:36.325465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:36:36.385329 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:36.388444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:36.407896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:36.408601 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.441271 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-ae880e0b-a1ba-414c-99e8-b370733bbb04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366062 Dec 13 20:36:36.453598 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Request body: {'port': {'device_id': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:36.510858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8b20f27c-0f9a-48f5-ae65-951285d0178e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:36.594125 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 8b20f27c-0f9a-48f5-ae65-951285d0178e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:36.599495 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8b20f27c-0f9a-48f5-ae65-951285d0178e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:36.599924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.602186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.675033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e66ae728-3a0c-42b5-8873-ccae12c48818 None None] Provisioning for port 884b6560-7aa3-448a-92c9-194a4d3e4488 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:36.682480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e66ae728-3a0c-42b5-8873-ccae12c48818 None None] Provisioning complete for port 884b6560-7aa3-448a-92c9-194a4d3e4488 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:36.682868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e66ae728-3a0c-42b5-8873-ccae12c48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.780578 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.813065 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aa37c-78be-4140-ad8b-6d1749c635bb req-c7e62cfd-493a-464f-9664-b71d51cf7299 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:36.813847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e42aa37c-78be-4140-ad8b-6d1749c635bb req-c7e62cfd-493a-464f-9664-b71d51cf7299 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:36:36.819701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e66ae728-3a0c-42b5-8873-ccae12c48818 None None] Port 884b6560-7aa3-448a-92c9-194a4d3e4488 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:36:36.830994 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 8b20f27c-0f9a-48f5-ae65-951285d0178e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8b20f27c-0f9a-48f5-ae65-951285d0178e,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:36.839568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:36.841520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:36.905287 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-e42aa37c-78be-4140-ad8b-6d1749c635bb req-c7e62cfd-493a-464f-9664-b71d51cf7299 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:36:36.906456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e42aa37c-78be-4140-ad8b-6d1749c635bb req-c7e62cfd-493a-464f-9664-b71d51cf7299 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 931 time: 0.2949598 Dec 13 20:36:36.911246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:36.914313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:36.978956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e42aa37c-78be-4140-ad8b-6d1749c635bb req-53987698-a4f2-4cce-8094-e766524db2f9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600381 Dec 13 20:36:37.077304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884b6560-7aa3-448a-92c9-194a4d3e4488 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:36:37.084691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:37.104461 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Transition to ACTIVE for port object 884b6560-7aa3-448a-92c9-194a4d3e4488 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:36:37.110404 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:37.116086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-438d41eb-67df-4010-a676-44460eb9d5f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:37.275842 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Pushing event updated for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:37.283512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:37.362754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Attempting to bind port 884b6560-7aa3-448a-92c9-194a4d3e4488 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:36:37.363112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Attempting to bind port 884b6560-7aa3-448a-92c9-194a4d3e4488 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:36:37.363437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Attempting to bind port 884b6560-7aa3-448a-92c9-194a4d3e4488 on network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:36:37.368554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Port 884b6560-7aa3-448a-92c9-194a4d3e4488 on network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:36:37.368869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Attempting to bind port 884b6560-7aa3-448a-92c9-194a4d3e4488 on network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:36:37.373925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:36:37.374256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Checking segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:36:37.374636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Bound using segment: {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:36:37.375053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Bound port: 884b6560-7aa3-448a-92c9-194a4d3e4488, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1895bfd3-aabc-43e5-97c0-d77ef4e1c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:36:37.375394 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:37.465565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:36:37.468515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=884b6560-7aa3-448a-92c9-194a4d3e4488,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:36:37.475332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:37.479904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d53e8080-c432-4d20-b723-6a5190163c09 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:37.540790 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:37.541433 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:37.542817 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 1093 time: 1.0939116 Dec 13 20:36:37.543349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:36:37.568405 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Pushing event updated for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:37.571765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:37.630050 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'status': 'completed', 'code': 200} Dec 13 20:36:37.672346 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-b5ab2510-1886-4ae8-92ba-851985dbcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:37.674025 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-b5ab2510-1886-4ae8-92ba-851985dbcba3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1096 time: 0.0838993 Dec 13 20:36:37.747911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-849ac42e-7506-42a1-96f6-22c6f4022c78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 217 time: 0.0660427 Dec 13 20:36:37.810809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-4f0711ff-bd53-4c83-b6f2-0afcee8bdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:37.812171 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-4f0711ff-bd53-4c83-b6f2-0afcee8bdb1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0580156 Dec 13 20:36:37.889611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-b392c04e-f110-49be-89b0-f4250c60aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:37.890965 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-b392c04e-f110-49be-89b0-f4250c60aeef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717504 Dec 13 20:36:38.206117 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-0f49dd5d-3edf-495f-a39b-2ec995ad57b4 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073146 Dec 13 20:36:38.248640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7660c9-94e6-4277-9e29-4eaac5ad1e64 req-d3f39b2e-c628-4b2a-930c-92a63f8ef894 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:38.250139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf7660c9-94e6-4277-9e29-4eaac5ad1e64 req-d3f39b2e-c628-4b2a-930c-92a63f8ef894 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 943 time: 0.1557703 Dec 13 20:36:38.373542 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cf7660c9-94e6-4277-9e29-4eaac5ad1e64 req-87054ee7-8e85-4b26-8d9e-006e8fbf351a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727472 Dec 13 20:36:38.392999 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ebb22e1b-23b5-47fe-8af4-e9661a72b583 req-b452400c-16cf-48c0-bd77-e47c5a91d652 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793342 Dec 13 20:36:38.481841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8b20f27c-0f9a-48f5-ae65-951285d0178e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:38.519208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-bf7dbddc-a3e2-4fbf-8d4c-8ec77d9b4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:38.520667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-bf7dbddc-a3e2-4fbf-8d4c-8ec77d9b4c28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1096 time: 0.0782387 Dec 13 20:36:38.556064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 8b20f27c-0f9a-48f5-ae65-951285d0178e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:38.556452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:38.660200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-5b732e4c-0dda-4a84-a7b6-b7d5295f905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:38.661832 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-5b732e4c-0dda-4a84-a7b6-b7d5295f905b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 897 time: 0.1339839 Dec 13 20:36:38.731767 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-1f8fd7a0-caf9-4ac3-879e-0955fb402221 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 217 time: 0.0624866 Dec 13 20:36:38.799496 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-a9f2fa11-b3ba-4946-84c8-c8d3310848bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:38.800946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-a9f2fa11-b3ba-4946-84c8-c8d3310848bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0622151 Dec 13 20:36:38.879760 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-f0739fd8-3c54-49c6-afda-bbddb7d88908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:38.881469 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-f0739fd8-3c54-49c6-afda-bbddb7d88908 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721374 Dec 13 20:36:39.012529 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-8a8dba4a-965c-4760-a7b4-39d05ed5804d service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242056 Dec 13 20:36:39.149751 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-146b2660-b4fe-4b1d-9fa6-49a755ccf4b9 req-7991b6d9-0223-4be9-9265-951e8dc09666 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294255 Dec 13 20:36:39.591584 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0c12-c0a3-4c9b-a539-f3e09296e1ff req-16381818-f31b-4be1-9467-7b30e866d064 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:39.593048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4aaa0c12-c0a3-4c9b-a539-f3e09296e1ff req-16381818-f31b-4be1-9467-7b30e866d064 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 943 time: 0.0940299 Dec 13 20:36:39.641028 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4aaa0c12-c0a3-4c9b-a539-f3e09296e1ff req-d1ea5172-c107-4e4a-96a8-55559f08dcb7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Dec 13 20:36:40.258742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 884b6560-7aa3-448a-92c9-194a4d3e4488 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:36:40.396328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=884b6560-7aa3-448a-92c9-194a4d3e4488,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:40.409974 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'port_id': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'mac_address': 'fa:16:3e:1c:f0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:36:40.467822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:40.485384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884b6560-7aa3-448a-92c9-194a4d3e4488 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:36:40.500962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=884b6560-7aa3-448a-92c9-194a4d3e4488,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:40.508166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:40.510005 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:40.574895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:40.578126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:40.766434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['884b6560-7aa3-448a-92c9-194a4d3e4488'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:36:40.839608 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f4d6-cbd4-4bd1-b975-71332226dd71 req-fd533839-c77c-42a8-bf0d-b8667e6e3368 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:40.841118 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b26f4d6-cbd4-4bd1-b975-71332226dd71 req-fd533839-c77c-42a8-bf0d-b8667e6e3368 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 944 time: 0.0851598 Dec 13 20:36:40.889066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3b26f4d6-cbd4-4bd1-b975-71332226dd71 req-66c62f0a-536d-4b37-9e7b-2c65d338be07 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418129 Dec 13 20:36:42.102797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0cc6-46fd-4477-a191-1b14b4f408fe req-7f3f90c6-9be2-4be7-8aeb-bc5fc6ec9370 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:42.104157 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ecef0cc6-46fd-4477-a191-1b14b4f408fe req-7f3f90c6-9be2-4be7-8aeb-bc5fc6ec9370 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 944 time: 0.1034558 Dec 13 20:36:42.148421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ecef0cc6-46fd-4477-a191-1b14b4f408fe req-f366a524-be59-4c85-af39-5f339f098c29 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384686 Dec 13 20:36:42.261705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 884b6560-7aa3-448a-92c9-194a4d3e4488 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:36:42.337902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 884b6560-7aa3-448a-92c9-194a4d3e4488 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:36:42.347704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 884b6560-7aa3-448a-92c9-194a4d3e4488 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:36:42.348082 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:42.387769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:42.467317 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:42.494255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:36:42.503882 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=884b6560-7aa3-448a-92c9-194a4d3e4488,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:36:42.509117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:42.511147 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:42.579623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:42.582697 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:42.588091 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'code': 200} Dec 13 20:36:42.831035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865ce5-f3b1-4a6c-a9a6-3d6fd83097c8 req-19e4d851-a763-4720-a37f-3e6b434c6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:42.833090 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-82865ce5-f3b1-4a6c-a9a6-3d6fd83097c8 req-19e4d851-a763-4720-a37f-3e6b434c6999 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1098 time: 0.0777979 Dec 13 20:36:42.877209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-82865ce5-f3b1-4a6c-a9a6-3d6fd83097c8 req-763d8041-61e3-47fd-b617-275366872b92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372696 Dec 13 20:36:43.351498 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b98f7-ef49-4f54-ace5-76a00bc58f2a req-95797fee-a267-4367-a870-27e0235d0d2c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:43.353293 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd8b98f7-ef49-4f54-ace5-76a00bc58f2a req-95797fee-a267-4367-a870-27e0235d0d2c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0868921 Dec 13 20:36:43.401192 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fd8b98f7-ef49-4f54-ace5-76a00bc58f2a req-e547f455-8189-4639-83b7-8a00f8e40cf7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Dec 13 20:36:44.720450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29ba3-954c-445c-adc8-5b088b181a12 req-c29bf8b8-21b6-49bb-81a7-2bf82ccd76c6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:44.721847 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-81d29ba3-954c-445c-adc8-5b088b181a12 req-c29bf8b8-21b6-49bb-81a7-2bf82ccd76c6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.2098365 Dec 13 20:36:44.769329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-81d29ba3-954c-445c-adc8-5b088b181a12 req-611ee17f-2909-4475-a30a-beb1ed1f9dd2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Dec 13 20:36:44.965925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23222-703c-4813-91eb-f50520fc0a8d req-611e0dbf-c7f9-42bd-b2e6-d4a0a56a1eaf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:44.967393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0bc23222-703c-4813-91eb-f50520fc0a8d req-611e0dbf-c7f9-42bd-b2e6-d4a0a56a1eaf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0869555 Dec 13 20:36:45.017430 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0bc23222-703c-4813-91eb-f50520fc0a8d req-df955638-4a04-46bd-b2d8-caa585f5ef11 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Dec 13 20:36:45.046772 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38510) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:45.120176 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adea1d-622c-40c8-a288-17c373b3d7a3 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:45.121699 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-16adea1d-622c-40c8-a288-17c373b3d7a3 tempest-TestNetworkAdvancedServerOps-484366244 tempest-TestNetworkAdvancedServerOps-484366244-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1093 time: 0.0739479 Dec 13 20:36:45.124546 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38514) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:45.129537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:36:45.135515 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:36:45.139401 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Usage tracker for resource:floatingip and tenant:8b91429f05ac4f7d8468a84cf5adc416 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:36:45.142272 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:36:45.147919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:36:45.161094 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:45.301332 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:45.559757 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Allocated IP 172.26.6.123 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/c2b50e27-63b5-4939-a011-4bbbb99aa4c1) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:36:45.714183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:45.746443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:45.750810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:45.811804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:36:45.814406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:36:45.818380 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:36:45.856010 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=c2b50e27-63b5-4939-a011-4bbbb99aa4c1,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:45.864584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:46.266776 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:46.347031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:46.559050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:46.565655 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:46.569628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b932213f-7583-40bf-aa5b-d3867ee5363a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:36:46.669252 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event updated for resources: {'Port': ['ID=c2b50e27-63b5-4939-a011-4bbbb99aa4c1,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:36:46.673345 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:36:46.682780 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:46.861386 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP f9d3f9aa-5012-47e1-9bc1-abfd87c8620a associated. External IP: 172.26.6.123, port: 884b6560-7aa3-448a-92c9-194a4d3e4488. Dec 13 20:36:47.351011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router bd83537e-3299-4887-a93d-24d67ba0b950 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:36:47.542453 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:36:47.552533 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Sync routers for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:36:47.562671 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:47.563396 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:47.567915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:47.625565 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4998219 Dec 13 20:36:47.626074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:36:47.677608 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'status': 'completed', 'code': 200} Dec 13 20:36:47.748025 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:47.836555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-8a879926-e9ab-4906-86df-2ff4068bd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:47.838233 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-8a879926-e9ab-4906-86df-2ff4068bd0ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1098 time: 0.1380258 Dec 13 20:36:47.848759 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72754a-c152-477f-905d-51b9bf9632f5 req-a98628c2-08c6-40b7-a410-f59563d6780b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:47.850164 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d72754a-c152-477f-905d-51b9bf9632f5 req-a98628c2-08c6-40b7-a410-f59563d6780b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.1140134 Dec 13 20:36:47.973980 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6d72754a-c152-477f-905d-51b9bf9632f5 req-7e14e84d-55d9-491b-8144-206e86251c7c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048651 Dec 13 20:36:47.996814 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38522) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:48.009897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-bd6bb6e1-dad5-4885-85ba-a6f6ada54260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:48.011375 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-bd6bb6e1-dad5-4885-85ba-a6f6ada54260 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 897 time: 0.1603963 Dec 13 20:36:48.099787 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'f9d3f9aa-5012-47e1-9bc1-abfd87c8620a', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.123', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'port_id': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'mac_address': 'fa:16:3e:1c:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:36:46Z', 'updated_at': '2021-12-13T20:36:46Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:48.103843 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Checking router: bd83537e-3299-4887-a93d-24d67ba0b950 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:36:48.105589 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-1951b5f7-ad8d-41f2-b883-100cdf3a06fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/f9d3f9aa-5012-47e1-9bc1-abfd87c8620a HTTP/1.1" status: 200 len: 991 time: 0.1074307 Dec 13 20:36:48.112568 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:36:48.113192 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:36:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:48.118456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-2d9358b0-ebeb-4789-b71a-63c7af6c7220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 999 time: 0.1005063 Dec 13 20:36:48.181771 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-a9475422-e00c-41da-8648-b12d5ce5f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:48.183242 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-a9475422-e00c-41da-8648-b12d5ce5f8c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0590553 Dec 13 20:36:48.269844 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-15b2e799-cd3a-4a9d-bafc-77969f90f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:48.271290 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-15b2e799-cd3a-4a9d-bafc-77969f90f560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814502 Dec 13 20:36:48.340622 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:36:48.409300 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-cb58afd6-7470-40f5-ad40-4620ec6c4ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309354 Dec 13 20:36:48.547152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9af215e5-7b35-405e-96a8-d7903e3374a2 req-3611a9c6-db0f-40eb-a81a-a60fc9164fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315091 Dec 13 20:36:48.694959 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'f9d3f9aa-5012-47e1-9bc1-abfd87c8620a', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.123', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'port_id': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'mac_address': 'fa:16:3e:1c:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:36:46Z', 'updated_at': '2021-12-13T20:36:46Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:36:48.701764 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03912b0a-14dc-4ec3-bafe-d48f94c86fe8 None None] The sync data for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv is: [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'f9d3f9aa-5012-47e1-9bc1-abfd87c8620a', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'floating_ip_address': '172.26.6.123', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'port_id': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'mac_address': 'fa:16:3e:1c:f0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:36:46Z', 'updated_at': '2021-12-13T20:36:46Z', 'revision_number': 0, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:36:48.905405 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aeff6-e95a-4f05-a8fc-c6f5158e99ca None None] New status for floating IP f9d3f9aa-5012-47e1-9bc1-abfd87c8620a: ACTIVE {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:36:49.107241 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38526) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:36:49.219070 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-0a632afa-2d85-4455-81f2-2099eca24b7c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/f9d3f9aa-5012-47e1-9bc1-abfd87c8620a HTTP/1.1" status: 200 len: 993 time: 0.1106739 Dec 13 20:36:51.698534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5c64ce56-5696-4c8e-9958-324abaa4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:53.968394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-76fc4fa2-436a-44f4-a908-3beb46a5b66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:55.114910 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:55.145979 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:55.892699 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:36:56.606033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:36:57.180955 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-265197fa-4044-415e-b0a8-26b8bb56ad96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714822 Dec 13 20:36:57.338127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-e823428a-eb2c-4280-88db-8281232c003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:57.339710 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-e823428a-eb2c-4280-88db-8281232c003b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1098 time: 0.0715928 Dec 13 20:36:57.485045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-82e00154-b6a1-41b1-ad39-aa42dd2b76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:57.486433 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-82e00154-b6a1-41b1-ad39-aa42dd2b76d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 897 time: 0.1278276 Dec 13 20:36:57.599599 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-53ed6110-1d68-47cf-8a3c-95c59c4b1ba6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 1001 time: 0.1067388 Dec 13 20:36:57.667739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-99564e7b-1936-496b-b6c6-b74109ab0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:57.669198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-99564e7b-1936-496b-b6c6-b74109ab0b94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0628002 Dec 13 20:36:57.745691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-01e9b183-bf49-4120-93d8-eec7c6503554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:36:57.747057 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-01e9b183-bf49-4120-93d8-eec7c6503554 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717602 Dec 13 20:36:58.002997 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-df4ed4ad-876a-4d53-a81c-d2ae7f2aaddb service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479789 Dec 13 20:36:58.154885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0f568ae5-b2b6-4adc-9876-495c8ecf31f0 req-f5f60d34-a1de-4f6d-9319-4bb3ca218f9f service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446037 Dec 13 20:37:12.376933 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:18.971219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f2cab-e731-4913-9d02-129bbd50f6b4 req-1abaf7e7-202b-4dd0-a2e0-2de3bded74dc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:18.972769 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-392f2cab-e731-4913-9d02-129bbd50f6b4 req-1abaf7e7-202b-4dd0-a2e0-2de3bded74dc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0981061 Dec 13 20:37:19.018042 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-392f2cab-e731-4913-9d02-129bbd50f6b4 req-60314fc5-0edd-45c9-9e96-df8888533006 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Dec 13 20:37:20.228292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce33d8-28ff-464f-821c-960bd0771a39 req-7139ca4d-e6c3-4fb7-ad32-e96aeeb36d55 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:20.229774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-45ce33d8-28ff-464f-821c-960bd0771a39 req-7139ca4d-e6c3-4fb7-ad32-e96aeeb36d55 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0936813 Dec 13 20:37:20.279672 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-45ce33d8-28ff-464f-821c-960bd0771a39 req-15393a79-6983-4acb-994a-834cc70ce4ca tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Dec 13 20:37:20.304689 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38546) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:20.409660 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d96b9260-eb31-4a5a-b885-a94c2cdce7dc tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/f9d3f9aa-5012-47e1-9bc1-abfd87c8620a HTTP/1.1" status: 200 len: 993 time: 0.1036129 Dec 13 20:37:21.693530 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-22a86295-489e-445d-9d85-435b25a63023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:21.943571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0959-cebf-4947-a43d-9bed40b59ca3 req-eee5ae07-f5c1-40bb-b2f9-bf0428505eec tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:21.944924 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae7b0959-cebf-4947-a43d-9bed40b59ca3 req-eee5ae07-f5c1-40bb-b2f9-bf0428505eec tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.1429138 Dec 13 20:37:21.946947 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43738cd-789c-4b48-852e-33882bb0f771 req-489a6ab8-25ab-4e17-bc0e-fc5a0330557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:21.948268 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-489a6ab8-25ab-4e17-bc0e-fc5a0330557d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1098 time: 0.1095068 Dec 13 20:37:22.065056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae7b0959-cebf-4947-a43d-9bed40b59ca3 req-d087b3f6-0308-4f02-84d5-6f583c406907 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141949 Dec 13 20:37:22.112309 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43738cd-789c-4b48-852e-33882bb0f771 req-7c3a91d8-f95e-4694-b2b6-92e2d303de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:22.113798 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-7c3a91d8-f95e-4694-b2b6-92e2d303de53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 897 time: 0.1502385 Dec 13 20:37:22.215712 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-7ff4a21b-f7dd-4bb7-8f34-285c0bbe717f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 1001 time: 0.0945864 Dec 13 20:37:22.281442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43738cd-789c-4b48-852e-33882bb0f771 req-120e9522-219d-47de-a578-a32711bc5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:22.282884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-120e9522-219d-47de-a578-a32711bc5b5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0609901 Dec 13 20:37:22.363870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43738cd-789c-4b48-852e-33882bb0f771 req-0c81a12a-3e2e-4c4d-bfa9-10f6e1be5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:22.365405 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-0c81a12a-3e2e-4c4d-bfa9-10f6e1be5d0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761318 Dec 13 20:37:22.498183 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-f4ca8a91-e7cd-45ef-bd03-a3de64b5245a service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262002 Dec 13 20:37:22.641086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b43738cd-789c-4b48-852e-33882bb0f771 req-a42a2773-e278-4308-9da0-f9c21b473443 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367838 Dec 13 20:37:23.271787 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fffbe-ae31-43f1-9bd4-1ee319b7124a req-2f75cd5f-689c-4594-a1a6-b6038d1fb319 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:23.273295 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c3fffbe-ae31-43f1-9bd4-1ee319b7124a req-2f75cd5f-689c-4594-a1a6-b6038d1fb319 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0886779 Dec 13 20:37:23.329428 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1c3fffbe-ae31-43f1-9bd4-1ee319b7124a req-2df44005-1d80-4e86-841f-f29021cd44a1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485620 Dec 13 20:37:23.959747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ab3066d3-c570-43a8-afd5-30e1bfc9097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:24.539645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a67cb-d4bc-49f7-8219-e48866ebc651 req-cf9d9464-1884-47e8-9c8f-9059c804bf7c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:24.541136 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e7a67cb-d4bc-49f7-8219-e48866ebc651 req-cf9d9464-1884-47e8-9c8f-9059c804bf7c tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0911448 Dec 13 20:37:24.587642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e7a67cb-d4bc-49f7-8219-e48866ebc651 req-ae250d97-2303-4964-81bb-a656035f660a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Dec 13 20:37:24.614767 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38560) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:24.730332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d682e97b-236e-424f-9606-7eeee127baf7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/floatingips/f9d3f9aa-5012-47e1-9bc1-abfd87c8620a HTTP/1.1" status: 200 len: 993 time: 0.1141245 Dec 13 20:37:25.003410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38568) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:25.110189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.148134 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.208068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port c2b50e27-63b5-4939-a011-4bbbb99aa4c1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:37:25.208379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.511717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.511999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.635157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for c2b50e27-63b5-4939-a011-4bbbb99aa4c1 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:37:25.802803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.808444 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:25.862575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=c2b50e27-63b5-4939-a011-4bbbb99aa4c1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:25.905718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.906023 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.906408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.906789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.907166 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.907538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.907905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.908278 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.908645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.909103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.909473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.909841 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:25.936704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:25.969046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:25.969410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Floating IP f9d3f9aa-5012-47e1-9bc1-abfd87c8620a disassociated (deleted). External IP: 172.26.6.123, port: 884b6560-7aa3-448a-92c9-194a4d3e4488. Dec 13 20:37:26.332187 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router bd83537e-3299-4887-a93d-24d67ba0b950 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:37:26.522845 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:26.534350 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Sync routers for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:26.544540 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:26.545189 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:26.547070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:26.607882 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9d3f9aa-5012-47e1-9bc1-abfd87c8620a HTTP/1.1" status: 204 len: 168 time: 1.6008494 Dec 13 20:37:26.607882 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:37:26.611465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:26.654888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'status': 'completed', 'code': 200} Dec 13 20:37:26.724850 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:26.752292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-ca3b61ee-11e1-42c9-8a34-1775c1837aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:26.754056 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-ca3b61ee-11e1-42c9-8a34-1775c1837aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 1098 time: 0.0776694 Dec 13 20:37:26.898973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-05f8ad9c-0e7d-42b6-8904-919bcbaffaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:26.900561 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-05f8ad9c-0e7d-42b6-8904-919bcbaffaa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 200 len: 897 time: 0.1401393 Dec 13 20:37:27.048333 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:27.052486 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Checking router: bd83537e-3299-4887-a93d-24d67ba0b950 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:27.061400 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:27.062020 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:27.129655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-08eb7967-ddda-4701-adca-9fcd84fc87cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 200 len: 217 time: 0.2215636 Dec 13 20:37:27.216045 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-6aa9ff3c-9ad5-42be-a02e-0229eed3f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:27.217527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-6aa9ff3c-9ad5-42be-a02e-0229eed3f8e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 200 len: 835 time: 0.0769854 Dec 13 20:37:27.238395 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:27.269453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ff33-31b3-4e69-85a5-7aec3cbaa64c req-e75dabbb-e1b7-40bf-9f9e-77573a88b1eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:27.270213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a627ff33-31b3-4e69-85a5-7aec3cbaa64c req-e75dabbb-e1b7-40bf-9f9e-77573a88b1eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Synchronizing usage tracker for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:37:27.301183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-a627ff33-31b3-4e69-85a5-7aec3cbaa64c req-e75dabbb-e1b7-40bf-9f9e-77573a88b1eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Unset dirty status for tenant:8b91429f05ac4f7d8468a84cf5adc416 on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:37:27.302355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a627ff33-31b3-4e69-85a5-7aec3cbaa64c req-e75dabbb-e1b7-40bf-9f9e-77573a88b1eb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.2101862 Dec 13 20:37:27.354190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-fb8c0656-573f-4646-ba3c-82146e4e361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:27.355686 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-fb8c0656-573f-4646-ba3c-82146e4e361e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d78b6cc-f041-4e6a-bf17-c72372c5ce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309917 Dec 13 20:37:27.363026 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a627ff33-31b3-4e69-85a5-7aec3cbaa64c req-8db67c6a-d62c-4f7c-b365-84c948c53157 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524218 Dec 13 20:37:27.491332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-6cd1ebd3-151e-41e6-bef8-b9726215b4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273293 Dec 13 20:37:27.587570 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:27.591702 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd373-93b5-4349-9210-e045dfbc23a9 None None] The sync data for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv is: [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:36:31Z', 'revision_number': 4, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '8b20f27c-0f9a-48f5-ae65-951285d0178e', 'name': '', 'network_id': '3d78b6cc-f041-4e6a-bf17-c72372c5ce18', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'mac_address': 'fa:16:3e:bd:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:31Z', 'updated_at': '2021-12-13T20:36:36Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'subnets': [{'id': '4e59ead7-f0e4-407d-8af2-686f94212491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:27.626645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-899531d6-3695-4fcd-acd1-5c747f0f6b4e req-2149160c-f4f0-4709-8eab-a8164fc7ee05 service neutron] 10.222.0.20 "GET /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284945 Dec 13 20:37:27.841367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c015c-7014-4936-b498-a7d0f5c96b57 None None] New status for floating IP f9d3f9aa-5012-47e1-9bc1-abfd87c8620a: DOWN {{(pid=87527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:37:28.432754 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-f91e5f61-4a19-43f6-8188-f00e6c399271 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:28.434239 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-f91e5f61-4a19-43f6-8188-f00e6c399271 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.0888886 Dec 13 20:37:28.555161 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 884b6560-7aa3-448a-92c9-194a4d3e4488 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:37:28.555442 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:28.683564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125e32-090f-4ea3-9767-03f5fbb65ac0 req-dc496497-4c99-4aa5-94b6-873fdae036b1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:28.684926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e125e32-090f-4ea3-9767-03f5fbb65ac0 req-dc496497-4c99-4aa5-94b6-873fdae036b1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26063be-b261-4bb8-879d-9b49be7ba12b HTTP/1.1" status: 200 len: 945 time: 0.2027614 Dec 13 20:37:28.826140 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1e125e32-090f-4ea3-9767-03f5fbb65ac0 req-df4367b1-eb4b-4352-95b3-ebb06ccc5cc7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "GET /v2.0/security-groups?id=788e249a-051c-4373-9428-f4c280d3d600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327055 Dec 13 20:37:28.869229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 884b6560-7aa3-448a-92c9-194a4d3e4488, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=884b6560-7aa3-448a-92c9-194a4d3e4488,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:28.869612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:28.994605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 884b6560-7aa3-448a-92c9-194a4d3e4488 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:37:29.149896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:29.155689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:29.203847 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=884b6560-7aa3-448a-92c9-194a4d3e4488,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:29.206565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:29.278834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] No DVR routers for this DVR port 884b6560-7aa3-448a-92c9-194a4d3e4488 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:37:29.281392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:29.284089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'name': 'network-vif-deleted', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:37:29.302494 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-335e349c-2eb4-4c87-87fd-d08dc1d62330 req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.20 "DELETE /v2.0/ports/884b6560-7aa3-448a-92c9-194a4d3e4488 HTTP/1.1" status: 204 len: 173 time: 0.8628569 Dec 13 20:37:29.334782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26063be-b261-4bb8-879d-9b49be7ba12b', 'name': 'network-vif-deleted', 'tag': '884b6560-7aa3-448a-92c9-194a4d3e4488', 'status': 'completed', 'code': 200} Dec 13 20:37:29.925362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38584) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:30.643470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:31.000995 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port 8b20f27c-0f9a-48f5-ae65-951285d0178e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:37:31.001769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:31.192472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port 8b20f27c-0f9a-48f5-ae65-951285d0178e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=8b20f27c-0f9a-48f5-ae65-951285d0178e,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:31.192837 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:31.314124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for 8b20f27c-0f9a-48f5-ae65-951285d0178e owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:37:31.515927 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:31.520679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4f37f566-c618-408b-8d1e-5abd5bfd3874 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:31.697072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=8b20f27c-0f9a-48f5-ae65-951285d0178e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:31.723220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:31.973603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.338071 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Router bd83537e-3299-4887-a93d-24d67ba0b950 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:37:32.520949 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:32.530938 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Sync routers for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:32.535978 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d873bd3a-e1df-481e-82f3-89b154dbf065 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "PUT /v2.0/routers/bd83537e-3299-4887-a93d-24d67ba0b950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6095014 Dec 13 20:37:32.538842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38588) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:32.542060 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:32.542680 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:32.584783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 884b6560-7aa3-448a-92c9-194a4d3e4488 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:37:32.610201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting subnet 4e59ead7-f0e4-407d-8af2-686f94212491 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:37:32.613418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.619048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 884b6560-7aa3-448a-92c9-194a4d3e4488 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:37:32.619667 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 884b6560-7aa3-448a-92c9-194a4d3e4488 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:37:32.668064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.720025 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:32.751497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.831307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.836007 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-250a70d1-786c-428f-94fb-0a3f32468d87 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:32.871295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Subnet': ['ID=4e59ead7-f0e4-407d-8af2-686f94212491,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:32.876302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:32.883551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33deb494-e799-4c21-b72c-3f5ce779e088 None None] Network 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:37:32.883733 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.883981 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.884371 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.884753 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.885128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.885561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.885936 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.886334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.886666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.887039 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.887391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.887746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:32.892159 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:32.893768 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/subnets/4e59ead7-f0e4-407d-8af2-686f94212491 HTTP/1.1" status: 204 len: 168 time: 0.3532763 Dec 13 20:37:32.896676 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38592) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:32.974500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:37:33.006881 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:37:31Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:33.010688 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Checking router: bd83537e-3299-4887-a93d-24d67ba0b950 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:33.018910 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Routers {'bd83537e-3299-4887-a93d-24d67ba0b950'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:33.019524 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['bd83537e-3299-4887-a93d-24d67ba0b950'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:33.085634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.156499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] DHCP port deletion for 3d78b6cc-f041-4e6a-bf17-c72372c5ce18 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:37:33.161587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Deleting port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:37:33.162042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.197121 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] Set router bd83537e-3299-4887-a93d-24d67ba0b950 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:33.380436 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] For port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,segment=NetworkSegment(1895bfd3-aabc-43e5-97c0-d77ef4e1c850),segment_id=1895bfd3-aabc-43e5-97c0-d77ef4e1c850)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:33.381131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.430349 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.442171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Deleting port fd0f89ad-dfa6-4940-81c7-47e959450fdd {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:37:33.443664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.487698 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:37:31Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:33.491893 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054440cd-62ef-42d7-a89f-d09c2e035df2 None None] The sync data for ids ['bd83537e-3299-4887-a93d-24d67ba0b950'] in dv-neutron-821563-1-hyperv is: [{'id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093969886', 'tenant_id': '8b91429f05ac4f7d8468a84cf5adc416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:36:26Z', 'updated_at': '2021-12-13T20:37:31Z', 'revision_number': 5, 'project_id': '8b91429f05ac4f7d8468a84cf5adc416', 'gw_port': {'id': 'fd0f89ad-dfa6-4940-81c7-47e959450fdd', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83537e-3299-4887-a93d-24d67ba0b950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:36:27Z', 'updated_at': '2021-12-13T20:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:33.501118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Calling delete_port for c5dcbd77-148a-4b60-aa0d-5a6c6442a04f owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:37:33.625028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796'] for port, after_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.626149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] For port fd0f89ad-dfa6-4940-81c7-47e959450fdd, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=fd0f89ad-dfa6-4940-81c7-47e959450fdd,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:33.626559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:33.630389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:33.673531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] No DVR routers for this DVR port c5dcbd77-148a-4b60-aa0d-5a6c6442a04f on host dv-neutron-821563-1-hyperv {{(pid=87527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:37:33.675496 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Pushing event deleted for resources: {'Port': ['ID=c5dcbd77-148a-4b60-aa0d-5a6c6442a04f,revision_number=None']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:33.687792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.688153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.688494 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.688824 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.689152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.689510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.689973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.690459 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.690788 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.691678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.692009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.692332 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:33.695650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:33.750214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Calling delete_port for fd0f89ad-dfa6-4940-81c7-47e959450fdd owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:37:34.068586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.072268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-27e36296-b7d3-4c29-a11c-d3bc93a74585 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:34.119885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Port': ['ID=fd0f89ad-dfa6-4940-81c7-47e959450fdd,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:34.122991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:34.216078 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.384225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.386461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.413580 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.414075 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Fanout notify agent at l3_agent the message router_deleted on router bd83537e-3299-4887-a93d-24d67ba0b950 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:37:34.429675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.430876 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/routers/bd83537e-3299-4887-a93d-24d67ba0b950 HTTP/1.1" status: 204 len: 168 time: 1.5331922 Dec 13 20:37:34.433419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38596) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:34.559555 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.700324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.728152 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78b6cc-f041-4e6a-bf17-c72372c5ce18']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:34.740584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1895bfd3-aabc-43e5-97c0-d77ef4e1c850') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:34.740881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1895bfd3-aabc-43e5-97c0-d77ef4e1c850') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:34.752794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.770196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.776623 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:37:34.777283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:37:34.800341 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:37:34.864985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c5dcbd77-148a-4b60-aa0d-5a6c6442a04f no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:37:34.907174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: c5dcbd77-148a-4b60-aa0d-5a6c6442a04f {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:37:34.907536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device c5dcbd77-148a-4b60-aa0d-5a6c6442a04f not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:37:34.907972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8b20f27c-0f9a-48f5-ae65-951285d0178e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:37:34.944321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 8b20f27c-0f9a-48f5-ae65-951285d0178e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:37:34.944683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 8b20f27c-0f9a-48f5-ae65-951285d0178e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:37:35.020393 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.025244 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98f110c9-a6ed-44ce-a2de-b96c8d11d11f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:35.042149 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.053038 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'Network': ['ID=3d78b6cc-f041-4e6a-bf17-c72372c5ce18,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:35.056141 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:35.064708 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5edc109a-91ef-4a50-8922-3ac5ff84a1a7 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/networks/3d78b6cc-f041-4e6a-bf17-c72372c5ce18 HTTP/1.1" status: 204 len: 168 time: 0.6301270 Dec 13 20:37:35.067826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38600) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:35.139296 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.170434 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.243065 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.246836 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9e5bf189-837e-4e29-8824-e1f87f2b2ea6 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:35.261245 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e249a-051c-4373-9428-f4c280d3d600,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:35.264376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:35.276738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.277952 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-95680caf-96ca-46af-9bbe-82c1eb9093fb tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] 10.222.0.18 "DELETE /v2.0/security-groups/788e249a-051c-4373-9428-f4c280d3d600 HTTP/1.1" status: 204 len: 168 time: 0.2091188 Dec 13 20:37:35.714668 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38610) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:35.909701 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d70dd351-ff3c-4d5b-8e03-9c7ac93a1d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b91429f05ac4f7d8468a84cf5adc416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937366 Dec 13 20:37:35.912397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38616) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:35.973077 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:35.999136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.055497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.059386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2d7413b2-572d-4618-8243-371f7ce12cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:36.074471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae411e58-7a3d-4a4a-9057-a6a471cff079,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:36.076932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:36.082823 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.084029 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-a25897be-b475-4959-8576-b3f3072d8405 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae411e58-7a3d-4a4a-9057-a6a471cff079 HTTP/1.1" status: 204 len: 168 time: 0.1705148 Dec 13 20:37:36.385902 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38624) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:36.404043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.419391 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:36.423547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Usage tracker for resource:security_group_rule and tenant:46990c6c7bad48cbaff754f7596339c7 is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:36.426905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:36.432935 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:36.469375 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fd0f89ad-dfa6-4940-81c7-47e959450fdd no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:37:36.503173 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: fd0f89ad-dfa6-4940-81c7-47e959450fdd {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:37:36.503498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device fd0f89ad-dfa6-4940-81c7-47e959450fdd not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:37:36.518768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.524634 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.532764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e9f66f1e-ade8-4634-9ad4-da6d8a1d2136 tempest-NegativeSecGroupTest-1019710340 tempest-NegativeSecGroupTest-1019710340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:36.572315 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46990c6c7bad48cbaff754f7596339c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853387 Dec 13 20:37:36.574175 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c069a6d-b275-48a7-a8fd-c43644f9b56b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:36.575286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38628) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:36.577587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-da8c9298-6a73-4267-a7ef-7d71e5118752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:36.643387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.669742 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.734663 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.740302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7ad5b172-408a-412b-84f8-70c7a5c29409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:36.751653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c069a6d-b275-48a7-a8fd-c43644f9b56b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:36.754022 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:36.759164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:36.760323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b2dc5c49-d4c0-4a7c-b5c4-cd31a85b49af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c069a6d-b275-48a7-a8fd-c43644f9b56b HTTP/1.1" status: 204 len: 168 time: 0.1840627 Dec 13 20:37:37.585605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38652) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:37.706469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1679557543-network', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:37.711664 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:37.715820 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Usage tracker for resource:network and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:37.718872 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:37.725004 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:37.737281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Made reservation on behalf of a40cadd764564eed920fe7edb4f3e6fa for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:37:37.739729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.751566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.766382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:37.770378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:37.773267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:37.778972 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:37.858295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.865590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.868440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4bf33c36-a2a2-4333-acb0-b85b24c15b63 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:37.900497 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:37:37.905662 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d18c22-b01a-4144-b54d-c10da0811ea2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:37.909181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:37.913299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.913299 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Added segment c6c6590f-8497-4663-9f84-38c3beba0e0b of type vlan for network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 Dec 13 20:37:37.939327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.970563 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.971556 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:37.972121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:37.975473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-af6da5a6-9e59-4e34-a247-03e6ab957fde tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:38.072369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Pushing event updated for resources: {'Network': ['ID=c83bc8c7-6ef0-4c7b-813e-150b885c6c97,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:38.075559 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4885278 Dec 13 20:37:38.076293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8a4f3eee-3df3-44bf-bb15-48ef86d78d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:38.078745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38658) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:38.083275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:37:38.084353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Request body: {'subnet': {'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1679557543-subnet', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:38.089418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:38.093229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Usage tracker for resource:subnet and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:38.096026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:38.101753 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:38.112178 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Made reservation on behalf of a40cadd764564eed920fe7edb4f3e6fa for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:37:38.114702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.449546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.454546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fe6c4200-e831-4b3c-baa2-e22ff0a1618e tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:38.525067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8cdd15-49ef-4f03-996f-77d71dc38660,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:38.528854 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:38.538364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Checking segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:38.538702 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Network hostable DHCP agents. Network: c83bc8c7-6ef0-4c7b-813e-150b885c6c97, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:37:38.559750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:37:38.569765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, c83bc8c7-6ef0-4c7b-813e-150b885c6c97) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:38.573773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:38.574345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.579307 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074965f4-2e21-4908-b374-e030ef33be63 None None] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:37:38.594948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-9d9d191e-1312-4f4f-bb5f-4ebb4a16215f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5151277 Dec 13 20:37:38.597508 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38662) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:38.602697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:38.607297 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:38.611099 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Usage tracker for resource:router and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:38.614239 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:38.619798 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:38.631856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.632966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.652398 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.807292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:37:38.808466 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.943719 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:38.975711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Allocated IP 172.20.0.2 (c83bc8c7-6ef0-4c7b-813e-150b885c6c97/3a8cdd15-49ef-4f03-996f-77d71dc38660/faed2663-4c65-4bd0-9294-b98c02c9494c) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:39.196271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.213493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Transition to ACTIVE for port object faed2663-4c65-4bd0-9294-b98c02c9494c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:39.232888 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Transition to ACTIVE for port object faed2663-4c65-4bd0-9294-b98c02c9494c will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:39.239232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.243293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-40fb749e-078d-4009-8e28-159780f501b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:39.280567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.308045 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:39.310837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:39.311126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.314542 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:39.321326 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Pushing event updated for resources: {'Port': ['ID=faed2663-4c65-4bd0-9294-b98c02c9494c,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:39.324985 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:39.407911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Attempting to bind port faed2663-4c65-4bd0-9294-b98c02c9494c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:39.408135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Attempting to bind port faed2663-4c65-4bd0-9294-b98c02c9494c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:39.408520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Attempting to bind port faed2663-4c65-4bd0-9294-b98c02c9494c on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:39.414472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:39.414855 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Checking segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:39.415267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.415643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Bound using segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:39.416117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Bound port: faed2663-4c65-4bd0-9294-b98c02c9494c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:39.416499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.450490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Allocated IP 172.26.6.7 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/307556b9-3428-43ee-abd8-fab936234294) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:39.513274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] For port faed2663-4c65-4bd0-9294-b98c02c9494c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:39.516318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] For port faed2663-4c65-4bd0-9294-b98c02c9494c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=faed2663-4c65-4bd0-9294-b98c02c9494c,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:39.520873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.524285 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-253f2bd7-39c7-4826-b8eb-d54fd18af96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:39.602037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.609913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Pushing event updated for resources: {'Port': ['ID=faed2663-4c65-4bd0-9294-b98c02c9494c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:39.613047 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:39.638141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:39.642163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-652c9e54-e126-4029-80d5-8e382de09ca3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:39.704642 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:39.707484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:39.710059 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:39.742640 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Pushing event updated for resources: {'Port': ['ID=307556b9-3428-43ee-abd8-fab936234294,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:39.745327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:40.273900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:40.546260 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device faed2663-4c65-4bd0-9294-b98c02c9494c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:40.571898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737058a0-cf7f-4877-b3e9-73f25b76d94d None None] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:37:40.631952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:40.687092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ead7da64-1ec0-4e4e-995c-526db4bd6931 None None] Provisioning for port faed2663-4c65-4bd0-9294-b98c02c9494c completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:40.759449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port faed2663-4c65-4bd0-9294-b98c02c9494c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:40.777534 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port faed2663-4c65-4bd0-9294-b98c02c9494c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:40.777925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:40.850866 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:37:40.996135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:41.027957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:41.034101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port faed2663-4c65-4bd0-9294-b98c02c9494c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=faed2663-4c65-4bd0-9294-b98c02c9494c,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:41.040070 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:41.044360 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f1994c0a-bc36-4d0c-8f2c-18d1a5c0d1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:41.055699 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:41.057052 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4586151 Dec 13 20:37:41.059888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38666) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:41.074153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:41.103292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:41.103891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:41.259506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=faed2663-4c65-4bd0-9294-b98c02c9494c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:41.270825 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:41.293297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:41.475248 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-af21609b-01b5-481a-9b2e-f0bbe2f4e4d1 None None] Provisioning complete for port faed2663-4c65-4bd0-9294-b98c02c9494c triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:41.475503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-af21609b-01b5-481a-9b2e-f0bbe2f4e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:41.692778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:40Z', 'revision_number': 3, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:41.696793 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:41.697182 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Updating router 73ad3db2-585b-4963-897c-9aed7d0739f6 port 307556b9-3428-43ee-abd8-fab936234294 binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:37:41.751960 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:41.890643 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.076742 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.088696 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Transition to ACTIVE for port object 307556b9-3428-43ee-abd8-fab936234294 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:42.095792 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.098180 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Allocated IP 172.20.0.1 (c83bc8c7-6ef0-4c7b-813e-150b885c6c97/3a8cdd15-49ef-4f03-996f-77d71dc38660/1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:42.099480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-b8fdca70-b981-4d94-b905-a45c910bde66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:42.178303 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Pushing event updated for resources: {'Port': ['ID=307556b9-3428-43ee-abd8-fab936234294,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:42.180758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Attempting to bind port 307556b9-3428-43ee-abd8-fab936234294 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:42.181136 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Attempting to bind port 307556b9-3428-43ee-abd8-fab936234294 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:42.181532 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Attempting to bind port 307556b9-3428-43ee-abd8-fab936234294 on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:42.183767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:42.187851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:42.188237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:42.188642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.189042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:42.189550 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Bound port: 307556b9-3428-43ee-abd8-fab936234294, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:42.189936 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.249117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.264951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] For port 307556b9-3428-43ee-abd8-fab936234294, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:42.266978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Transition to ACTIVE for port object 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:42.268641 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] For port 307556b9-3428-43ee-abd8-fab936234294, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307556b9-3428-43ee-abd8-fab936234294,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:42.273913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.277536 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:42.292177 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.296808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-36905319-b8c6-412c-8b66-5fa82ad87416 tempest-TestMinimumBasicScenario-1290577765 tempest-TestMinimumBasicScenario-1290577765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:42.362040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:42.362660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:42.364018 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:42.366892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:42.370650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:42.405637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:42.414984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:42.430776 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.516169 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Pushing event updated for resources: {'Port': ['ID=307556b9-3428-43ee-abd8-fab936234294,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:42.519577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:42.522736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.580775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device faed2663-4c65-4bd0-9294-b98c02c9494c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:42.671427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:42.702449 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.865517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-25b97ea0-42cd-4669-ad9f-c45a894f2257 None None] Provisioning for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:42.876214 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port faed2663-4c65-4bd0-9294-b98c02c9494c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:42.876595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.908267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-25b97ea0-42cd-4669-ad9f-c45a894f2257 None None] Provisioning complete for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:42.908647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-25b97ea0-42cd-4669-ad9f-c45a894f2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.929599 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.935197 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:42.959985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-54ad61b8-fd87-440b-a374-b83e3f5c7d17 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:43.010761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-25b97ea0-42cd-4669-ad9f-c45a894f2257 None None] Port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:37:43.042189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:43.046418 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:43.047347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:43.138408 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:40Z', 'revision_number': 3, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:43.142833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1d254-07ba-40cd-8a23-c897c6eb7565 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:40Z', 'revision_number': 3, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:43.330929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:43.339263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:43.550880 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:37:43.633688 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-c3d25be3-1a8c-4822-849e-2243c8d2856e None None] Provisioning complete for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:43.634066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c3d25be3-1a8c-4822-849e-2243c8d2856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:43.696941 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-c3d25be3-1a8c-4822-849e-2243c8d2856e None None] Port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:37:43.742739 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:43.751670 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] 10.222.0.18 "PUT /v2.0/routers/73ad3db2-585b-4963-897c-9aed7d0739f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6907537 Dec 13 20:37:44.281420 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38684) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:44.287166 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-126441496-network', 'tenant_id': 'cac999840f2a443d8379ac835941562d'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:44.292197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:44.296516 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Usage tracker for resource:network and tenant:cac999840f2a443d8379ac835941562d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:44.299570 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:44.307500 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:44.318746 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Made reservation on behalf of cac999840f2a443d8379ac835941562d for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:37:44.321183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.334222 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.349397 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:44.353783 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Usage tracker for resource:security_group_rule and tenant:cac999840f2a443d8379ac835941562d is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:44.356822 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:44.363396 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:44.452213 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.457208 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.460583 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-519938ba-a272-46e7-87fc-f4758fb3449d tempest-ServerActionsTestJSON-1577764553 tempest-ServerActionsTestJSON-1577764553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:44.498445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:37:44.500894 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7040ddf6-42a8-4e88-a20e-2558c68de5a8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:44.504194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:44.513365 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.513698 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Added segment a666cd77-f70b-45ea-8a16-ffa50ec8c993 of type vlan for network 24752518-7064-4ddf-a026-2e828966dca9 Dec 13 20:37:44.544114 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.548819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307556b9-3428-43ee-abd8-fab936234294 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:44.575432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.576738 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:44.578651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.582864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:44.624368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 307556b9-3428-43ee-abd8-fab936234294 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:44.629591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 307556b9-3428-43ee-abd8-fab936234294 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:44.630074 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.666750 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:44.677988 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:44.678634 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:44.692017 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Pushing event updated for resources: {'Network': ['ID=24752518-7064-4ddf-a026-2e828966dca9,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:44.695442 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:44.701423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38688) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:44.701977 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bba94dfe-0e3a-4fa5-aa0f-c120a371be8a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4190326 Dec 13 20:37:44.707264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Request body: {'subnet': {'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-126441496-subnet', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:44.712898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:44.717026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Usage tracker for resource:subnet and tenant:cac999840f2a443d8379ac835941562d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:44.720078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:44.726512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:44.729315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 24752518-7064-4ddf-a026-2e828966dca9 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:37:44.739485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Made reservation on behalf of cac999840f2a443d8379ac835941562d for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:37:44.742333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.846981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.866657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 307556b9-3428-43ee-abd8-fab936234294, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307556b9-3428-43ee-abd8-fab936234294,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:44.872063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.873965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:44.900421 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:44.940846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=307556b9-3428-43ee-abd8-fab936234294,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:44.944772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:44.957085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:44.960937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-58b0c900-a0df-4a33-a105-9a1639457b08 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:45.030392 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cceedc7-5879-4edf-bff4-6819ed1be2cd,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:45.034148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:45.046379 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Checking segment: {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:45.046737 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Network hostable DHCP agents. Network: 24752518-7064-4ddf-a026-2e828966dca9, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:37:45.066727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Network 24752518-7064-4ddf-a026-2e828966dca9 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:37:45.076559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 24752518-7064-4ddf-a026-2e828966dca9) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:45.080814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:45.081428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.086387 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda34a5-c0a0-4e68-a269-f4bcce50d258 None None] Network 24752518-7064-4ddf-a026-2e828966dca9 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:37:45.109954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-be2420f7-c9e0-430f-9bc1-aabbd8bcf485 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4049366 Dec 13 20:37:45.110193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38692) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:45.115588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:45.120750 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:45.124929 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Usage tracker for resource:router and tenant:cac999840f2a443d8379ac835941562d is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:45.128169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:45.135294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:45.147834 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.149103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.164384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.211986 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 2, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:45.215698 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:45.216053 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Updating router 73ad3db2-585b-4963-897c-9aed7d0739f6 port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:37:45.268985 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.313304 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-24752518-7064-4ddf-a026-2e828966dca9', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:37:45.314308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.446286 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.524640 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Allocated IP 172.20.0.2 (24752518-7064-4ddf-a026-2e828966dca9/2cceedc7-5879-4edf-bff4-6819ed1be2cd/ab31e726-427c-45d4-a939-a62f70916946) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:45.634797 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.648741 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Transition to ACTIVE for port object 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:45.656498 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.661033 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-8e57f46a-f689-4847-983f-ae3213fde934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:45.737081 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.749315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Transition to ACTIVE for port object ab31e726-427c-45d4-a939-a62f70916946 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:45.771750 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Transition to ACTIVE for port object ab31e726-427c-45d4-a939-a62f70916946 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:45.781759 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.794740 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-9b3ee54c-12f2-4103-8440-ebe065197f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:45.873967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Pushing event updated for resources: {'Port': ['ID=ab31e726-427c-45d4-a939-a62f70916946,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:45.886122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Network 24752518-7064-4ddf-a026-2e828966dca9 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:45.887600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:45.888704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:45.891904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:45.906083 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Attempting to bind port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:45.906742 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Attempting to bind port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:45.906919 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Attempting to bind port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:45.915497 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Pushing event updated for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:45.932964 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.933480 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.934051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.934451 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.934859 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.935252 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.935719 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.936117 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.936508 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.936896 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.937312 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.937774 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:37:45.941126 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.948847 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:45.949984 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:45.950603 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Checking segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:45.951328 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.952088 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Bound using segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:45.954364 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Bound port: 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:45.954825 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:45.973485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.010519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Attempting to bind port ab31e726-427c-45d4-a939-a62f70916946 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:46.010812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Attempting to bind port ab31e726-427c-45d4-a939-a62f70916946 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:46.011193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Attempting to bind port ab31e726-427c-45d4-a939-a62f70916946 on network 24752518-7064-4ddf-a026-2e828966dca9 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:46.018505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:46.019014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Checking segment: {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:46.019429 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.020514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Bound using segment: {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:46.021128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Bound port: ab31e726-427c-45d4-a939-a62f70916946, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:46.021546 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.049626 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] For port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:46.053118 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] For port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:46.058048 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.062561 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-d815a660-e15c-48f4-96c1-92a61c6ecd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:46.127165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Allocated IP 172.26.6.166 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/b693329b-6669-46c8-9e43-18069dd8e24c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:46.131065 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:46.131949 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:46.132857 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] For port ab31e726-427c-45d4-a939-a62f70916946, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:46.137624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] For port ab31e726-427c-45d4-a939-a62f70916946, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab31e726-427c-45d4-a939-a62f70916946,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:46.144763 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.150993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:46.229729 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Pushing event updated for resources: {'Port': ['ID=ab31e726-427c-45d4-a939-a62f70916946,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:46.232812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:46.319234 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.345129 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:46.368605 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.386094 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-04de188e-2cb5-4adb-918d-2c6fe64d264b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:46.419818 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Pushing event updated for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:46.424756 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dda3d8e1-e639-4def-8ff0-b4e92c4124e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:46.454479 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:46.458420 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:46.461106 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:46.549111 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Pushing event updated for resources: {'Port': ['ID=b693329b-6669-46c8-9e43-18069dd8e24c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:46.552657 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:46.710236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab31e726-427c-45d4-a939-a62f70916946 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:46.742456 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:46Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:46.747570 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eee3b3-c0c5-43db-886f-d6f1df0dbaa6 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:46Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:46.786323 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port ab31e726-427c-45d4-a939-a62f70916946 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:46.793669 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307556b9-3428-43ee-abd8-fab936234294 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:46.892002 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 307556b9-3428-43ee-abd8-fab936234294 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:46.892616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:46.972595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.354540 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.369526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e7ff1-a69b-49f6-94bd-4168d4cf5dd4 None None] Network 24752518-7064-4ddf-a026-2e828966dca9 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:37:47.481789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Provisioning for port ab31e726-427c-45d4-a939-a62f70916946 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:47.499978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Provisioning complete for port ab31e726-427c-45d4-a939-a62f70916946 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:47.500389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.720744 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.722696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Router ee8533e2-f19b-41b5-89ac-a367610edb76 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:37:47.763447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] For port ab31e726-427c-45d4-a939-a62f70916946, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab31e726-427c-45d4-a939-a62f70916946,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:47.771009 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.772858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:47.848947 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Pushing event updated for resources: {'Port': ['ID=ab31e726-427c-45d4-a939-a62f70916946,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:47.852428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:47.927347 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:47.937646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Sync routers for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:47.948835 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:47.949512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:47.963905 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:47.965152 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8539488 Dec 13 20:37:47.968207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38696) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:48.043783 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-353c7909-0071-4048-adba-89da3602c1c2 None None] Provisioning complete for port ab31e726-427c-45d4-a939-a62f70916946 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:48.044196 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-353c7909-0071-4048-adba-89da3602c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:48.237612 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:48.580368 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:46Z', 'revision_number': 3, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:48.584944 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Checking router: ee8533e2-f19b-41b5-89ac-a367610edb76 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:48.585407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Updating router ee8533e2-f19b-41b5-89ac-a367610edb76 port b693329b-6669-46c8-9e43-18069dd8e24c binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:37:48.619869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:48.657615 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:48.688739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:48.791245 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:48.806352 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:48.806753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:48.864655 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Allocated IP 172.20.0.1 (24752518-7064-4ddf-a026-2e828966dca9/2cceedc7-5879-4edf-bff4-6819ed1be2cd/f39bc32a-2959-4f4f-970b-369d83489e4b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:49.020653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.036115 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Transition to ACTIVE for port object f39bc32a-2959-4f4f-970b-369d83489e4b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:49.046657 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.060793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.064817 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-fdf41419-98cf-422a-a0a5-2f3e233d9f3b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:49.121711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:49.128097 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Network 24752518-7064-4ddf-a026-2e828966dca9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:49.131229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:49.132953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.133706 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:49.133847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab31e726-427c-45d4-a939-a62f70916946 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:49.163066 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f8b5fa66-1364-435b-ae95-e6795598ee94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:49.266695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.281909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:49.287228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:49.288191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Transition to ACTIVE for port object b693329b-6669-46c8-9e43-18069dd8e24c will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:49.300768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.306137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:49.342590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Pushing event updated for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:49.345885 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:49.352254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port ab31e726-427c-45d4-a939-a62f70916946 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:49.352772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.367948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.447367 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Pushing event updated for resources: {'Port': ['ID=b693329b-6669-46c8-9e43-18069dd8e24c,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:49.453295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:49.454021 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Attempting to bind port b693329b-6669-46c8-9e43-18069dd8e24c on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:49.454381 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Attempting to bind port b693329b-6669-46c8-9e43-18069dd8e24c by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:49.454748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Attempting to bind port b693329b-6669-46c8-9e43-18069dd8e24c on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:49.458791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-37bbff1a-8c7f-4835-a74a-2e6a7bbbb4d0 None None] Provisioning for port f39bc32a-2959-4f4f-970b-369d83489e4b completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:49.467502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:49.467885 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:49.468292 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.468693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:49.469176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Bound port: b693329b-6669-46c8-9e43-18069dd8e24c, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:49.469557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.497891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-37bbff1a-8c7f-4835-a74a-2e6a7bbbb4d0 None None] Provisioning complete for port f39bc32a-2959-4f4f-970b-369d83489e4b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:49.498259 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-37bbff1a-8c7f-4835-a74a-2e6a7bbbb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.503228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.634957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-37bbff1a-8c7f-4835-a74a-2e6a7bbbb4d0 None None] Port f39bc32a-2959-4f4f-970b-369d83489e4b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:37:49.639991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] For port b693329b-6669-46c8-9e43-18069dd8e24c, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:49.652770 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] For port b693329b-6669-46c8-9e43-18069dd8e24c, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b693329b-6669-46c8-9e43-18069dd8e24c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:49.658003 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.661371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:49.730186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.735266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.736679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:49.737341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:49.760034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c4149cf7-9591-4aa0-b3c1-7955e294a987 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:49.796572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Pushing event updated for resources: {'Port': ['ID=b693329b-6669-46c8-9e43-18069dd8e24c,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:49.810371 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:49.847716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Pushing event updated for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:49.850625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:49.854576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:49.982089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:49.990957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Network 24752518-7064-4ddf-a026-2e828966dca9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:49.992028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:50.188651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Router ee8533e2-f19b-41b5-89ac-a367610edb76 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:37:50.298971 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-12ec2be7-2a57-4b45-a9a1-6eb7136d4e3f None None] Provisioning complete for port f39bc32a-2959-4f4f-970b-369d83489e4b triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:50.299510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-12ec2be7-2a57-4b45-a9a1-6eb7136d4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:50.363198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-12ec2be7-2a57-4b45-a9a1-6eb7136d4e3f None None] Port f39bc32a-2959-4f4f-970b-369d83489e4b cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:37:50.368560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:37:50.377525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee8533e2-f19b-41b5-89ac-a367610edb76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082263 Dec 13 20:37:50.377698 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f39bc32a-2959-4f4f-970b-369d83489e4b', 'name': '', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'mac_address': 'fa:16:3e:ef:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:48Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 2, 'project_id': 'cac999840f2a443d8379ac835941562d', 'subnets': [{'id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:50.382727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcaf4a-f860-44a5-a381-70e18245015d None None] The sync data for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f39bc32a-2959-4f4f-970b-369d83489e4b', 'name': '', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'mac_address': 'fa:16:3e:ef:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:48Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 2, 'project_id': 'cac999840f2a443d8379ac835941562d', 'subnets': [{'id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:50.525779 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:50.620350 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:50.620736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:50.962083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38706) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:50.967453 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390824958', 'description': 'tempest-secgroup-smoke-1390824958 description', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:50.974923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:50.978745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:50.981654 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:50.988272 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.002104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.022922 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.027011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.030011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.035926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.140727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.146240 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.150321 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-254b928c-eefd-4b62-b7b0-f981d2e26f50 tempest-RoutersNegativeTest-1979357051 tempest-RoutersNegativeTest-1979357051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.189758 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2222f769-6d20-4857-8a7a-4727c44b8d39,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.193499 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.194911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2317905 Dec 13 20:37:51.195924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ad00180-fddd-4d8b-b0b0-7b2d9547b0cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:51.197812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38710) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:51.202773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:51.209475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.213757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.216861 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.222966 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.241500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.305408 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.310208 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.316226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-abe0c9ff-fb0c-498f-8e2c-74d9709c2cf0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.336768 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a094e85d-d764-40de-987e-388aa2de3f80,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.340073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:51.349490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.350991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-ea6e73bf-7c97-465e-a2c8-561d912a78db tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522827 Dec 13 20:37:51.353951 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 38714) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:51.359497 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:51.366621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.370793 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.373860 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.381011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.396979 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.461443 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.466318 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.468317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-52c747b8-5080-44d1-af85-c0abe085d5f3 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.490913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fe851b-0e87-4e6f-b737-7eacd09a9d43,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.494680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:51.505440 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.512348 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5aecf568-9c05-4fa1-af4f-dc8b3b8aca79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546967 Dec 13 20:37:51.512831 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38718) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:51.519691 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:51.527242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.531945 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.535830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.542903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.564730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.636814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.641188 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.643098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bdbff40a-9673-489f-ba29-00b342d05759 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.669463 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de732fd-565e-4934-afa3-6cfff48d0551,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.671997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:51.680195 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.681433 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672406 Dec 13 20:37:51.684080 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38722) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:51.689190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:51.696407 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.700262 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.703032 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5c8a97d8-f168-4eee-867e-1cf8f0ee2510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.703576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.709775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.726911 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.792357 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.796769 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.798743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5c93a847-fae5-43fa-ad0e-e8dc5ddadb37 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.822992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1c5a29-c1f1-4faf-910b-0034c0029fc0,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.827460 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:51.833046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.834410 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-23ead985-5fa1-4f8d-8e77-66344c8bb840 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494315 Dec 13 20:37:51.837931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38726) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:51.842857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:51.848964 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:51.852796 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:51.855720 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:51.861470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:51.874725 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Project a40cadd764564eed920fe7edb4f3e6fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:37:51.884046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.960302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.965484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:51.967423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5236c1fb-7162-4e04-a43a-2568e42f82da tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:51.990164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e027d3f3-6312-4c4c-b61c-e2c8b7e9513e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:51.994472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:52.000547 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.001748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-6a11788c-77aa-4ec8-a4c4-630eca0a3aba tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629109 Dec 13 20:37:52.004600 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38730) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:37:52.010110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '2222f769-6d20-4857-8a7a-4727c44b8d39', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:52.016335 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:52.020577 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:37:52.023652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:37:52.029780 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:52.045507 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Project a40cadd764564eed920fe7edb4f3e6fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:37:52.052970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.122095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.127439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.129489 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-3f995869-22bd-4d7b-b161-7e5f31a0b06b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:52.151229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7c9571-5afe-48d6-a0a1-a998dc88189f,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:52.153632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:52.160141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.161549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-49fde967-3dfb-4041-86ae-ab3e2ae5fa34 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559250 Dec 13 20:37:52.474535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-5c4a9b71-3490-45dc-afa4-4be67d8990e1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:37:52.499741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-5c4a9b71-3490-45dc-afa4-4be67d8990e1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:37:52.501001 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-5c4a9b71-3490-45dc-afa4-4be67d8990e1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390824958&fields=id&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 267 time: 0.0668344 Dec 13 20:37:52.546391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b693329b-6669-46c8-9e43-18069dd8e24c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:52.620385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b693329b-6669-46c8-9e43-18069dd8e24c completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:52.626138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b693329b-6669-46c8-9e43-18069dd8e24c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:52.626529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.752541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.771105 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b693329b-6669-46c8-9e43-18069dd8e24c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b693329b-6669-46c8-9e43-18069dd8e24c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:52.776006 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:52.777878 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-1d5cf3bf-33c1-439c-b098-dfe2158d3e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:52.794470 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-a008a219-83a4-41f4-a999-5f4adf184875 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:52.795169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-a008a219-83a4-41f4-a999-5f4adf184875 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:37:52.815312 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-a008a219-83a4-41f4-a999-5f4adf184875 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:37:52.817187 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-a008a219-83a4-41f4-a999-5f4adf184875 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 809 time: 0.3084602 Dec 13 20:37:52.834739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-11a15cb7-13e3-45eb-b1ae-43e4fc0a970f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/quotas/a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 375 time: 0.0100899 Dec 13 20:37:52.852224 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b693329b-6669-46c8-9e43-18069dd8e24c,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:52.855319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:52.927390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-bd901806-094f-44ef-a350-f69f43bed471 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:37:52.946812 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-bd901806-094f-44ef-a350-f69f43bed471 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:37:52.948388 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-bd901806-094f-44ef-a350-f69f43bed471 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065900 Dec 13 20:37:53.084484 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-e62317b9-5fbf-49ce-b69a-0f9a156f3591 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:37:53.085505 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-e62317b9-5fbf-49ce-b69a-0f9a156f3591 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1254692 Dec 13 20:37:53.234125 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-6fbfe507-a506-4ecb-90a6-901cfa15ef74 service neutron] 10.222.0.18 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423531 Dec 13 20:37:53.368142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-6e1f8d23-970e-4936-bc17-36b8a534f29f service neutron] 10.222.0.18 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259618 Dec 13 20:37:53.597469 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e815d06e-3429-4b24-89dd-3698bfde9e1d req-cb71ed83-9e1d-45cb-ae24-b6bcc6323361 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 210 time: 0.0933034 Dec 13 20:37:53.954013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c076-8127-4542-aa83-49f1c4f3b2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:54.067478 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Sync routers for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:37:54.077381 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:54.078085 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:54.278279 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:54.522595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b693329b-6669-46c8-9e43-18069dd8e24c up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:54.594287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b693329b-6669-46c8-9e43-18069dd8e24c triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:54.594668 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:54.601405 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f39bc32a-2959-4f4f-970b-369d83489e4b', 'name': '', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'mac_address': 'fa:16:3e:ef:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:48Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 2, 'project_id': 'cac999840f2a443d8379ac835941562d', 'subnets': [{'id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:54.605386 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Checking router: ee8533e2-f19b-41b5-89ac-a367610edb76 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:37:54.605753 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Updating router ee8533e2-f19b-41b5-89ac-a367610edb76 port f39bc32a-2959-4f4f-970b-369d83489e4b binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:37:54.657768 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:54.953973 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-577467ae-7f47-45d3-bf66-2626d17cc9da req-c0e9c1a3-f2ee-478f-896e-bdcaefa8f2f1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 210 time: 0.0534518 Dec 13 20:37:55.013447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d9386656-8a0a-449c-b042-26dfe72b25e5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:55.015106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d9386656-8a0a-449c-b042-26dfe72b25e5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 809 time: 0.2054148 Dec 13 20:37:55.054500 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.067894 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Transition to ACTIVE for port object f39bc32a-2959-4f4f-970b-369d83489e4b will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:55.069064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-62b46b6c-0595-4af4-9d98-8fd91b13e2c1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 380 time: 0.0445147 Dec 13 20:37:55.075930 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.077997 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'port': {'device_id': '7840609f-1114-41df-8a42-63eb681f3c9e', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'admin_state_up': True, 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'security_groups': ['2222f769-6d20-4857-8a7a-4727c44b8d39']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:55.081432 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-c5936727-c571-40c3-8a33-7da39cc5f572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:55.103435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.155914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.233475 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:37:55.244674 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:37:55.256896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Made reservation on behalf of a40cadd764564eed920fe7edb4f3e6fa for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:37:55.260687 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.278388 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725018-6e31-4f7b-a1f7-e62859c14265 None None] Pushing event updated for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:55.284717 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-8e725018-6e31-4f7b-a1f7-e62859c14265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:55.362164 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Attempting to bind port f39bc32a-2959-4f4f-970b-369d83489e4b on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:55.362551 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Attempting to bind port f39bc32a-2959-4f4f-970b-369d83489e4b by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:55.362920 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Attempting to bind port f39bc32a-2959-4f4f-970b-369d83489e4b on network 24752518-7064-4ddf-a026-2e828966dca9 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:55.375522 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:55.376127 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Checking segment: {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:55.376679 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.377316 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Bound using segment: {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:55.378578 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Bound port: f39bc32a-2959-4f4f-970b-369d83489e4b, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a666cd77-f70b-45ea-8a16-ffa50ec8c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '24752518-7064-4ddf-a026-2e828966dca9'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:55.379359 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.456968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Allocated IP 172.20.0.3 (c83bc8c7-6ef0-4c7b-813e-150b885c6c97/3a8cdd15-49ef-4f03-996f-77d71dc38660/208d46f9-e5cd-40f1-916c-e5e566d485ec) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:37:55.476859 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] For port f39bc32a-2959-4f4f-970b-369d83489e4b, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:55.480327 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] For port f39bc32a-2959-4f4f-970b-369d83489e4b, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f39bc32a-2959-4f4f-970b-369d83489e4b,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:55.484806 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.488345 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-dd9d0bf3-c564-4839-af8f-15572be0dc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:55.565594 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:37:55.566230 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:55.627383 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725018-6e31-4f7b-a1f7-e62859c14265 None None] Pushing event updated for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:55.631784 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-8e725018-6e31-4f7b-a1f7-e62859c14265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:55.677131 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.694371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Transition to ACTIVE for port object 208d46f9-e5cd-40f1-916c-e5e566d485ec will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:55.719308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.725890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-45757936-93ce-4235-a7c6-bd0f27774e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:55.768166 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:37:55.792282 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:37:55.795310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:37:55.799205 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:37:55.830273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:55.837098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:55.872953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:55.873700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:55.902961 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288641 Dec 13 20:37:55.965770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Request body: {'port': {'device_id': '7840609f-1114-41df-8a42-63eb681f3c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:37:56.083706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6936d3f1-3a3d-4429-8f48-64e1e211b45c None None] Provisioning for port 208d46f9-e5cd-40f1-916c-e5e566d485ec completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:56.089138 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-6936d3f1-3a3d-4429-8f48-64e1e211b45c None None] Provisioning complete for port 208d46f9-e5cd-40f1-916c-e5e566d485ec triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:56.089680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6936d3f1-3a3d-4429-8f48-64e1e211b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.135204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.141000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f39bc32a-2959-4f4f-970b-369d83489e4b', 'name': '', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'mac_address': 'fa:16:3e:ef:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:48Z', 'updated_at': '2021-12-13T20:37:55Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'subnets': [{'id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:37:56.145619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-6936d3f1-3a3d-4429-8f48-64e1e211b45c None None] Port 208d46f9-e5cd-40f1-916c-e5e566d485ec cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:37:56.147237 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393db0f5-44d5-42ab-a980-9e5979462aa7 None None] The sync data for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'f39bc32a-2959-4f4f-970b-369d83489e4b', 'name': '', 'network_id': '24752518-7064-4ddf-a026-2e828966dca9', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'mac_address': 'fa:16:3e:ef:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:48Z', 'updated_at': '2021-12-13T20:37:55Z', 'revision_number': 4, 'project_id': 'cac999840f2a443d8379ac835941562d', 'subnets': [{'id': '2cceedc7-5879-4edf-bff4-6819ed1be2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:37:56.276242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48a12-fe4c-4b41-94e3-041b418aa837 req-3ca1068e-71cf-4aec-b83c-5501a1af1688 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:56.276986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-98e48a12-fe4c-4b41-94e3-041b418aa837 req-3ca1068e-71cf-4aec-b83c-5501a1af1688 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:37:56.435950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-98e48a12-fe4c-4b41-94e3-041b418aa837 req-3ca1068e-71cf-4aec-b83c-5501a1af1688 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:37:56.437454 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98e48a12-fe4c-4b41-94e3-041b418aa837 req-3ca1068e-71cf-4aec-b83c-5501a1af1688 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 931 time: 0.3574831 Dec 13 20:37:56.543471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f39bc32a-2959-4f4f-970b-369d83489e4b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:56.570029 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-98e48a12-fe4c-4b41-94e3-041b418aa837 req-4f07474e-bdc0-420b-b983-2b500d176a9e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093464 Dec 13 20:37:56.622015 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.635463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port f39bc32a-2959-4f4f-970b-369d83489e4b completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:37:56.640351 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f39bc32a-2959-4f4f-970b-369d83489e4b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:56.640741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.677695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:37:56.685227 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.702649 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Transition to ACTIVE for port object 208d46f9-e5cd-40f1-916c-e5e566d485ec will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:37:56.706538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.711157 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:56.755771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.796917 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port f39bc32a-2959-4f4f-970b-369d83489e4b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f39bc32a-2959-4f4f-970b-369d83489e4b,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:37:56.802699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:56.805428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:56.842978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:56.877090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:56.888055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:56.897392 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:56.955652 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Attempting to bind port 208d46f9-e5cd-40f1-916c-e5e566d485ec on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:37:56.956012 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Attempting to bind port 208d46f9-e5cd-40f1-916c-e5e566d485ec by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:37:56.956341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Attempting to bind port 208d46f9-e5cd-40f1-916c-e5e566d485ec on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:56.961330 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Port 208d46f9-e5cd-40f1-916c-e5e566d485ec on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:37:56.961648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Attempting to bind port 208d46f9-e5cd-40f1-916c-e5e566d485ec on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:37:56.966693 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:37:56.967295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Checking segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:37:56.967413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Bound using segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:37:56.967803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Bound port: 208d46f9-e5cd-40f1-916c-e5e566d485ec, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:37:56.968145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:57.068010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:37:57.072193 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:37:57.081625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:57.085863 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eec36db5-9ea4-4cf8-922b-48ad080655b2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:37:57.142716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.143298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:57.144678 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] 10.222.0.20 "PUT /v2.0/ports/208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 1093 time: 1.2337394 Dec 13 20:37:57.145302 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:37:57.167229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:37:57.173423 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:37:57.227836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'status': 'completed', 'code': 200} Dec 13 20:37:57.264369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-3158d515-7ee1-42c2-921c-c1691d67ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.265884 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-3158d515-7ee1-42c2-921c-c1691d67ae7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1096 time: 0.0790782 Dec 13 20:37:57.337697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-c177ebc1-657f-48ee-b8ed-702eeef10b2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 217 time: 0.0645192 Dec 13 20:37:57.407030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-ffd96e50-522b-4eee-bf4f-edaa5569f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.408534 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-ffd96e50-522b-4eee-bf4f-edaa5569f394 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0647733 Dec 13 20:37:57.486696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-db6c2e69-6e35-498a-85b6-a3175e017aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.488219 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-db6c2e69-6e35-498a-85b6-a3175e017aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729101 Dec 13 20:37:57.632625 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-07446f61-faaa-487b-8e67-1fa95b9651e6 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377249 Dec 13 20:37:57.824804 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5e0b02c9-ead9-41c5-aca9-c972e7495ffa req-94cac268-207d-41ee-8b2d-adb631c9edda service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859357 Dec 13 20:37:57.844471 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80893d2d-1abb-421a-b7f0-e686c8987389 req-bc12c6ac-0442-4dad-b8b1-998518f57247 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.845852 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80893d2d-1abb-421a-b7f0-e686c8987389 req-bc12c6ac-0442-4dad-b8b1-998518f57247 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.1315510 Dec 13 20:37:57.934154 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-80893d2d-1abb-421a-b7f0-e686c8987389 req-79b543dc-84c5-4c0c-8528-8bdb81b762da tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817623 Dec 13 20:37:57.964727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-649969bd-6f31-4171-9ae5-21907589132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:57.966294 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-649969bd-6f31-4171-9ae5-21907589132b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1096 time: 0.0930901 Dec 13 20:37:58.101480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-35c883ae-fb80-4f77-a5e8-27141e2bf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:58.102873 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-35c883ae-fb80-4f77-a5e8-27141e2bf870 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1291461 Dec 13 20:37:58.297815 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-5bf630a7-409c-48d5-954e-7638d71ff27c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 217 time: 0.1868806 Dec 13 20:37:58.366712 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-6c07b279-514b-43b9-97b7-857459a3608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:58.368072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-6c07b279-514b-43b9-97b7-857459a3608e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0623090 Dec 13 20:37:58.446194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-e0680c7a-3915-4950-8288-0762c10f9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:58.447643 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-e0680c7a-3915-4950-8288-0762c10f9594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722916 Dec 13 20:37:58.523772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f39bc32a-2959-4f4f-970b-369d83489e4b up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:37:58.587283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-6241965b-fa02-4f21-ad9b-726409a39d23 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317477 Dec 13 20:37:58.591751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port f39bc32a-2959-4f4f-970b-369d83489e4b triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:37:58.592141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:37:58.722687 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85f3fa54-1742-4f4b-b980-1bc0f4eede2b req-e21914a8-ab4c-462e-990c-070f2068337b service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289353 Dec 13 20:37:59.134810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c0ebc-2299-4f94-9f40-ff720396dc9b req-8821fac5-88f5-47f1-a820-db6d45418092 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:37:59.136259 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f35c0ebc-2299-4f94-9f40-ff720396dc9b req-8821fac5-88f5-47f1-a820-db6d45418092 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0873578 Dec 13 20:37:59.185406 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f35c0ebc-2299-4f94-9f40-ff720396dc9b req-5791dee7-8021-4a90-b4af-5b2842902c90 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Dec 13 20:38:00.382184 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a127b2-4db2-41b8-9602-8c38a6fa488a req-f9825db1-6eb5-4733-997b-51e1144889ab tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:00.383647 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06a127b2-4db2-41b8-9602-8c38a6fa488a req-f9825db1-6eb5-4733-997b-51e1144889ab tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0829959 Dec 13 20:38:00.428970 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06a127b2-4db2-41b8-9602-8c38a6fa488a req-57639ec5-a1c0-4a40-ac62-98f6c8f3358e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394571 Dec 13 20:38:00.695872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:38:00.839417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:38:00.853433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:38:00.918396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:00.936598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:38:00.953946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:38:00.960254 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:00.962166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8083fdbb-c89e-4355-90bb-c7ac259183cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:38:01.049261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:38:01.052478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:38:01.164777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['208d46f9-e5cd-40f1-916c-e5e566d485ec'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:38:01.631041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5b30-30be-4e13-8b9a-80adda9a15ef req-05de296e-4621-4567-8a9a-3a153b203ba0 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:01.632527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79ae5b30-30be-4e13-8b9a-80adda9a15ef req-05de296e-4621-4567-8a9a-3a153b203ba0 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 944 time: 0.0928998 Dec 13 20:38:01.676726 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79ae5b30-30be-4e13-8b9a-80adda9a15ef req-405debbd-7e0a-4022-a211-fce2dc820776 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Dec 13 20:38:02.695767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:38:02.777702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 208d46f9-e5cd-40f1-916c-e5e566d485ec completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:38:02.782899 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 208d46f9-e5cd-40f1-916c-e5e566d485ec triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:38:02.783289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:02.871270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3572fd-36f1-4124-9be1-db83b6945d52 req-81f7da5c-8e29-4c2d-a368-5b84adee04d5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:02.872757 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df3572fd-36f1-4124-9be1-db83b6945d52 req-81f7da5c-8e29-4c2d-a368-5b84adee04d5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 944 time: 0.0815680 Dec 13 20:38:02.903093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:02.919238 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df3572fd-36f1-4124-9be1-db83b6945d52 req-f585237e-f199-45ad-84b2-34c9d5c5a063 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Dec 13 20:38:02.931064 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:38:02.940849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:38:02.946233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:02.948279 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:38:02.982797 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'code': 200} Dec 13 20:38:03.014293 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:38:03.017128 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:38:03.213073 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e7376-5943-49e9-bcb8-6a25035a4381 req-5fca71af-126d-4012-afe6-f960758a1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:03.214568 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e8e7376-5943-49e9-bcb8-6a25035a4381 req-5fca71af-126d-4012-afe6-f960758a1acb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1098 time: 0.0752249 Dec 13 20:38:03.256049 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3e8e7376-5943-49e9-bcb8-6a25035a4381 req-c2bacdd5-af56-4fd4-b55f-0d0132777305 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346651 Dec 13 20:38:04.120634 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053f83-846f-49d6-8ff6-964cb7ad0d04 req-238a1f63-be4b-4edc-b075-f087ad7765d7 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:04.122049 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44053f83-846f-49d6-8ff6-964cb7ad0d04 req-238a1f63-be4b-4edc-b075-f087ad7765d7 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0869510 Dec 13 20:38:04.174615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44053f83-846f-49d6-8ff6-964cb7ad0d04 req-8d57f0f8-9f7d-427e-be61-bba4ade10e46 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Dec 13 20:38:05.382024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031963-c88d-4eeb-bdaf-bff4bb2a88ea req-534dfda8-893c-4a28-96aa-419ede9821ea tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:05.389381 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d5031963-c88d-4eeb-bdaf-bff4bb2a88ea req-534dfda8-893c-4a28-96aa-419ede9821ea tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0804434 Dec 13 20:38:05.435933 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d5031963-c88d-4eeb-bdaf-bff4bb2a88ea req-fe55f0be-2508-4e49-adf7-bef5097adfee tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417597 Dec 13 20:38:05.634524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b086aea-24b1-48d6-a382-4f58de2dbad7 req-ebbb388d-3675-4bd2-b254-215a3c4aef3f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:05.635971 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7b086aea-24b1-48d6-a382-4f58de2dbad7 req-ebbb388d-3675-4bd2-b254-215a3c4aef3f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0874877 Dec 13 20:38:05.683243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7b086aea-24b1-48d6-a382-4f58de2dbad7 req-d3cdb3a9-b593-4e49-9067-2564c44a0054 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Dec 13 20:38:05.707541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38794) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:38:05.852804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6694478-3586-4f1d-b525-aef1b62c13ee tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:05.853559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6694478-3586-4f1d-b525-aef1b62c13ee tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] Synchronizing usage tracker for tenant:cac999840f2a443d8379ac835941562d on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:38:05.872999 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-b6694478-3586-4f1d-b525-aef1b62c13ee tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] Unset dirty status for tenant:cac999840f2a443d8379ac835941562d on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:38:05.874210 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b6694478-3586-4f1d-b525-aef1b62c13ee tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1093 time: 0.1654639 Dec 13 20:38:05.877284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38800) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:38:05.882731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:38:05.888941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:38:05.893037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:floatingip and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:38:05.896113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:38:05.902204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:38:05.916009 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:06.059807 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:06.227310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Allocated IP 172.26.6.27 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/1674801b-9deb-4b4a-ab07-339c4dffae39) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:38:06.533426 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:06.571030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:06.576358 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:38:06.646090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:38:06.648914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:38:06.653559 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:38:06.688095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=1674801b-9deb-4b4a-ab07-339c4dffae39,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:38:06.694539 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:38:07.152541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:07.230380 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:07.449564 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:07.456998 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:07.460887 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:38:07.567163 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=1674801b-9deb-4b4a-ab07-339c4dffae39,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:38:07.571213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:38:07.579341 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:07.767791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Floating IP c4e84709-bed7-486d-8fa2-d3f9e2dad7cc associated. External IP: 172.26.6.27, port: 208d46f9-e5cd-40f1-916c-e5e566d485ec. Dec 13 20:38:08.276343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:38:08.464512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:38:08.475324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:38:08.485477 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:38:08.486108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:38:08.491635 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:08.548043 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6697109 Dec 13 20:38:08.548832 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:38:08.591946 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'status': 'completed', 'code': 200} Dec 13 20:38:08.669912 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:38:08.690637 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-c47b40e2-86e9-4053-b56f-af43b52cffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:08.692640 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-c47b40e2-86e9-4053-b56f-af43b52cffe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1098 time: 0.0776381 Dec 13 20:38:08.826130 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-c29be6d2-5b8a-4637-b176-17aa938a1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:08.827530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-c29be6d2-5b8a-4637-b176-17aa938a1972 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1282074 Dec 13 20:38:08.929563 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-79a56e12-70ce-49fd-a7ee-f88f084a6ee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 998 time: 0.0955577 Dec 13 20:38:08.997956 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-077f8ff9-d3cc-4918-9c16-2683bd705f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:08.999422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-077f8ff9-d3cc-4918-9c16-2683bd705f9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0639317 Dec 13 20:38:09.066284 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c4e84709-bed7-486d-8fa2-d3f9e2dad7cc', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840609f-1114-41df-8a42-63eb681f3c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:38:07Z', 'updated_at': '2021-12-13T20:38:07Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:38:09.071308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:38:09.075490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-609b47e1-b953-4b9d-b068-15f089d4f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:09.077053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-609b47e1-b953-4b9d-b068-15f089d4f38f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709534 Dec 13 20:38:09.079828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:38:09.080446 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:37:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:38:09.211746 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-3a69dc93-3c1b-417e-884c-ae22c8102f9a service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277771 Dec 13 20:38:09.263799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:38:09.349836 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f614af9e-40eb-4e19-bcd5-a50f1f53d764 req-41c99fc1-8efa-4838-9664-322320805b4d service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316402 Dec 13 20:38:09.625676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c4e84709-bed7-486d-8fa2-d3f9e2dad7cc', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840609f-1114-41df-8a42-63eb681f3c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:38:07Z', 'updated_at': '2021-12-13T20:38:07Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:38:09.629867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8e1f3-0e9f-4d43-ba48-e98f6aebe22a None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': 'c4e84709-bed7-486d-8fa2-d3f9e2dad7cc', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840609f-1114-41df-8a42-63eb681f3c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:38:07Z', 'updated_at': '2021-12-13T20:38:07Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:38:09.845757 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e81348-be44-448e-aa3a-010393de24c5 None None] New status for floating IP c4e84709-bed7-486d-8fa2-d3f9e2dad7cc: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:38:10.014674 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:38:12.380861 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:21.694785 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e399211d-f732-4f66-a296-230b4cf34c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:23.960306 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e61e8c0-3e8e-423a-b1ba-4fa525ca9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:25.114651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:25.152818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:26.613715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:32.128128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [req-5d72dc2e-81a2-41a4-b04e-af537c018294 req-50d5ade6-ae7c-470b-be45-c152d39ea39d service neutron] (87526) timed out ('10.222.0.18', 34402) {{(pid=87526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 20:38:42.385533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:47.009073 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:38:51.696036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8d202f36-9359-407b-babd-42a7da86ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:53.967158 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-516369ab-48d2-4474-83a6-664463bdad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:55.116957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:55.156678 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:56.618418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:38:59.783011 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-543b9d34-30e2-4eb7-aac8-f44cbbf76c1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796044 Dec 13 20:38:59.931011 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-c26e5569-c1dc-44cb-ba60-0b5e74917602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:38:59.932482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-c26e5569-c1dc-44cb-ba60-0b5e74917602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1098 time: 0.0778487 Dec 13 20:39:00.083989 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-f71f3e53-d78b-471e-a7f0-f7105c5ac002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:39:00.085466 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-f71f3e53-d78b-471e-a7f0-f7105c5ac002 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1291144 Dec 13 20:39:00.189340 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-7c1f51b2-598b-40ac-8ba6-adbccf9e8db5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 1000 time: 0.0969551 Dec 13 20:39:00.252245 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-4ccc1e99-5660-4aa6-bd36-3a10d5230b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:39:00.253695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-4ccc1e99-5660-4aa6-bd36-3a10d5230b3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0580769 Dec 13 20:39:00.334091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-fb838f72-a9c5-448a-b69d-facee336619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:39:00.335471 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-fb838f72-a9c5-448a-b69d-facee336619d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754132 Dec 13 20:39:00.601340 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-2b5ba068-26e5-4ce7-a272-8e83df0d513c service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587333 Dec 13 20:39:00.738088 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85ef7808-6760-4a75-9883-33dd217c7b36 req-a603f4b9-e32f-4d5e-b731-11f5338476e0 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298914 Dec 13 20:39:12.390036 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:21.690118 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b621e93c-06ec-4e59-ae55-8e5af7fa369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:23.961562 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-04bfef37-fc7f-4803-ae84-683b6bd01efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:24.008967 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:39:25.117488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:25.159551 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:26.620425 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:42.396239 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:51.709765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e94cc089-1ea9-4f03-9c16-2e85adc22042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:53.959890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8d307c52-5a8f-42bb-ab52-7af6eef65848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:55.115598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:55.167989 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:56.625955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:39:58.074566 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690db0d-ed6e-4e15-95c2-bdb501a0c7b2 req-6c1ae3fa-5f39-41cb-b096-aac62ac1165c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:39:58.076061 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0690db0d-ed6e-4e15-95c2-bdb501a0c7b2 req-6c1ae3fa-5f39-41cb-b096-aac62ac1165c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0980487 Dec 13 20:39:58.121511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0690db0d-ed6e-4e15-95c2-bdb501a0c7b2 req-4db26764-5709-4f11-a0f6-5fd155511d5e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396657 Dec 13 20:39:59.352562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1889b-f463-476e-994f-ee093cbc4f12 req-44ff5d4f-eb6d-47ba-9176-edc1826d1348 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:39:59.354172 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dec1889b-f463-476e-994f-ee093cbc4f12 req-44ff5d4f-eb6d-47ba-9176-edc1826d1348 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0946784 Dec 13 20:39:59.401642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dec1889b-f463-476e-994f-ee093cbc4f12 req-27833a7b-c589-4c2f-95a0-0118e976e824 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Dec 13 20:40:00.613301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab11f6-5408-4648-b528-5617408861e8 req-52cd37cf-0652-4818-8226-c75fd6c907a0 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:00.614775 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46ab11f6-5408-4648-b528-5617408861e8 req-52cd37cf-0652-4818-8226-c75fd6c907a0 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0887318 Dec 13 20:40:00.663409 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46ab11f6-5408-4648-b528-5617408861e8 req-15aecda1-8356-4fb6-aba8-f37011be620d tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Dec 13 20:40:01.010719 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:40:01.277336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-1e49f277-4cb0-4f93-93a5-48cd836ea08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:01.278723 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-1e49f277-4cb0-4f93-93a5-48cd836ea08a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1098 time: 0.0726635 Dec 13 20:40:01.435734 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-8626e318-20b5-49f1-ab54-95e78daf56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:01.437196 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-8626e318-20b5-49f1-ab54-95e78daf56df service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1383836 Dec 13 20:40:01.540993 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-e9229bf0-919f-4dac-b918-77e6991e6839 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 1000 time: 0.0970893 Dec 13 20:40:01.604482 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-6a31f798-31df-4cc2-a864-ff77cfaf48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:01.605926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-6a31f798-31df-4cc2-a864-ff77cfaf48c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0580804 Dec 13 20:40:01.685729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-34ed321e-e566-4154-877d-9de2beed88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:01.687337 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-34ed321e-e566-4154-877d-9de2beed88c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752618 Dec 13 20:40:01.878511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-cb5afffa-1ac5-4e0c-9b9c-0530e76c09a7 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843741 Dec 13 20:40:01.973024 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42f88-a17c-4fd5-a568-3ce8d4cc5968 req-2acccef8-e2b1-4dff-89ab-bcb8285a59f2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:01.976917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0cf42f88-a17c-4fd5-a568-3ce8d4cc5968 req-2acccef8-e2b1-4dff-89ab-bcb8285a59f2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.1996140 Dec 13 20:40:02.048482 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0cf42f88-a17c-4fd5-a568-3ce8d4cc5968 req-3d7bf180-685b-4674-b2e4-5a81ad23ca16 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660117 Dec 13 20:40:02.067331 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d962c60a-ed52-4d74-abcd-34a650ab9bf0 req-a9087e47-2691-427a-98d5-d1b91a937a01 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815040 Dec 13 20:40:03.246850 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20271525-6a8f-4801-9588-16dcc4ec16a2 req-a92bbd52-217a-40c3-b95a-b243ee97d10d tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:03.248292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20271525-6a8f-4801-9588-16dcc4ec16a2 req-a92bbd52-217a-40c3-b95a-b243ee97d10d tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0873172 Dec 13 20:40:03.295737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20271525-6a8f-4801-9588-16dcc4ec16a2 req-9e997cfb-31e1-492a-8f7f-681adc3596bc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Dec 13 20:40:04.499086 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40d82-208b-4839-8c09-982171927f01 req-249f08c2-0617-42a1-91de-f296f19f9f14 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:04.500521 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0a40d82-208b-4839-8c09-982171927f01 req-249f08c2-0617-42a1-91de-f296f19f9f14 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0948853 Dec 13 20:40:04.544209 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0a40d82-208b-4839-8c09-982171927f01 req-d04f358d-37f6-492c-b68b-2344b0c4e8c6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 Dec 13 20:40:05.747092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b3e0-96e5-4a0c-a2cc-a91d2826829f req-4a967c40-824b-40fe-9b26-086a9adee8d9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:05.748469 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aa44b3e0-96e5-4a0c-a2cc-a91d2826829f req-4a967c40-824b-40fe-9b26-086a9adee8d9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0947871 Dec 13 20:40:05.806284 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aa44b3e0-96e5-4a0c-a2cc-a91d2826829f req-fc9eb36c-d84c-439a-8cb5-00cf3bd11381 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520005 Dec 13 20:40:07.144224 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2e346-5a59-4c9a-bd02-b8417b72e925 req-a088010a-f533-4bcd-999a-a07b995bf191 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:07.145642 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08c2e346-5a59-4c9a-bd02-b8417b72e925 req-a088010a-f533-4bcd-999a-a07b995bf191 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.2172987 Dec 13 20:40:07.191842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-08c2e346-5a59-4c9a-bd02-b8417b72e925 req-79c0e876-73a9-4d4e-ba97-a89d1c43bd23 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Dec 13 20:40:08.382095 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590009d-80b1-41c6-886a-e15de0b53818 req-d252e41c-89d8-4862-bf27-51e2e9a5d820 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:08.383579 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1590009d-80b1-41c6-886a-e15de0b53818 req-d252e41c-89d8-4862-bf27-51e2e9a5d820 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0826273 Dec 13 20:40:08.430889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1590009d-80b1-41c6-886a-e15de0b53818 req-5353ccfd-ee65-44bc-8812-0c6d6617ae77 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Dec 13 20:40:09.501271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:40:09.637298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3740e1-e040-4d70-bc41-c481d84cea0c req-8fd7a657-94c5-42ac-a792-42493857f3cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:09.638793 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3740e1-e040-4d70-bc41-c481d84cea0c req-8fd7a657-94c5-42ac-a792-42493857f3cd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0907733 Dec 13 20:40:09.660837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:09.676701 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:40:09.687207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f3740e1-e040-4d70-bc41-c481d84cea0c req-036faea9-116a-4f13-b73f-2e00f6342a39 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Dec 13 20:40:09.741104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:09.759591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:40:09.775911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:09.782428 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:09.786354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:40:09.874601 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['208d46f9-e5cd-40f1-916c-e5e566d485ec'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:40:09.915396 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:40:09.945732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.946089 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.946471 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.946810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.947117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.948690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.948690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.948690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.948690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.949230 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.949812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.950243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:40:09.956478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:40:10.888516 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3340f-c449-4818-858e-f4855a537953 req-ed5eb268-38e5-4696-8ae2-030989c5c9f4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:10.890250 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-15d3340f-c449-4818-858e-f4855a537953 req-ed5eb268-38e5-4696-8ae2-030989c5c9f4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 944 time: 0.0886426 Dec 13 20:40:10.938511 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-15d3340f-c449-4818-858e-f4855a537953 req-ac7a285e-e88b-410b-9fc4-a0ca04e04f86 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Dec 13 20:40:11.510715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:40:11.608349 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 208d46f9-e5cd-40f1-916c-e5e566d485ec triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:40:11.608638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:11.744816 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:11.774946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:40:11.785850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:11.796513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:11.799348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:40:11.846786 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'code': 200} Dec 13 20:40:11.881144 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:40:11.885087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:40:12.156633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb84d9-ac7f-48aa-b449-b1b6561d2a11 req-c71196ba-6259-4c7b-8655-f4239d6baa33 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:12.162807 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbeb84d9-ac7f-48aa-b449-b1b6561d2a11 req-c71196ba-6259-4c7b-8655-f4239d6baa33 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0957706 Dec 13 20:40:12.210311 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dbeb84d9-ac7f-48aa-b449-b1b6561d2a11 req-a119151f-c447-490e-9dc9-09cfa6eae8dc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Dec 13 20:40:12.399719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:13.421305 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc8999-210d-4ce4-b5f4-c08874a456c5 req-f7241982-be70-4714-b96b-493eaccb7f23 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:13.423456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bdbc8999-210d-4ce4-b5f4-c08874a456c5 req-f7241982-be70-4714-b96b-493eaccb7f23 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0885382 Dec 13 20:40:13.477714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bdbc8999-210d-4ce4-b5f4-c08874a456c5 req-750286f3-1170-406e-b81c-31b5301c88eb tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470650 Dec 13 20:40:14.664110 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319429-9f07-452c-b4b3-b58a2c685242 req-0af86ae3-0b7c-415a-b5e0-ff7b90a3c186 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:14.665541 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1319429-9f07-452c-b4b3-b58a2c685242 req-0af86ae3-0b7c-415a-b5e0-ff7b90a3c186 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0883915 Dec 13 20:40:14.719728 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1319429-9f07-452c-b4b3-b58a2c685242 req-3dc6533a-e0b0-4c8f-bdf0-4e55cf359160 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483387 Dec 13 20:40:15.915627 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ee605-ca63-421c-a022-9aac58523cda req-66138f74-0a77-4021-9226-294683a05183 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:15.917456 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-085ee605-ca63-421c-a022-9aac58523cda req-66138f74-0a77-4021-9226-294683a05183 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0881250 Dec 13 20:40:15.967752 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-085ee605-ca63-421c-a022-9aac58523cda req-060281c8-2748-45d7-9fd8-0d65548a1061 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Dec 13 20:40:17.185129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63c0e0-3bab-4597-b747-01bdc4867720 req-36324899-e6ae-492f-bfa6-3006549f5597 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:17.186652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b63c0e0-3bab-4597-b747-01bdc4867720 req-36324899-e6ae-492f-bfa6-3006549f5597 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.1028807 Dec 13 20:40:17.239613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b63c0e0-3bab-4597-b747-01bdc4867720 req-77e6e03b-7f7c-4f12-b4e3-54210d48ae9d tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469339 Dec 13 20:40:18.455244 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d39a-ee16-4d50-95a1-fa2e154ff044 req-bc7a77ab-0859-4557-9edd-ca716ff8ea11 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:18.456421 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5127d39a-ee16-4d50-95a1-fa2e154ff044 req-bc7a77ab-0859-4557-9edd-ca716ff8ea11 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0913618 Dec 13 20:40:18.505119 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5127d39a-ee16-4d50-95a1-fa2e154ff044 req-6683baa2-df38-40fc-87b3-fba6540950f5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Dec 13 20:40:19.762908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38054-5dff-43a9-b5a2-427e1817c126 req-7f7744fc-11f2-4d56-bf43-45e230425bfa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:19.764275 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-39d38054-5dff-43a9-b5a2-427e1817c126 req-7f7744fc-11f2-4d56-bf43-45e230425bfa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.1496046 Dec 13 20:40:19.767119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-ca3189cf-ee50-4d91-8674-d178c84d6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:19.768451 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-ca3189cf-ee50-4d91-8674-d178c84d6fea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1098 time: 0.1062546 Dec 13 20:40:19.886596 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-39d38054-5dff-43a9-b5a2-427e1817c126 req-966f93cd-3b09-4109-a121-603c9f4970b8 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163406 Dec 13 20:40:19.939266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-4ccc82be-0a59-48e8-bb39-4a095167c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:19.940782 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-4ccc82be-0a59-48e8-bb39-4a095167c039 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1578410 Dec 13 20:40:20.045741 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-6cebf5b3-1ade-4a22-9425-bcf832b9e749 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 1000 time: 0.0980160 Dec 13 20:40:20.119169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-e02523b8-99c2-4dbc-90c7-3b331aa64d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:20.120629 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-e02523b8-99c2-4dbc-90c7-3b331aa64d54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0685680 Dec 13 20:40:20.201554 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-c56e8fe1-f62b-4740-99bd-2ab98aee3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:20.203010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-c56e8fe1-f62b-4740-99bd-2ab98aee3da8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758634 Dec 13 20:40:20.349591 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-19b90473-fea5-4123-9640-a204930237f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396465 Dec 13 20:40:20.494595 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6890dd-72c5-45be-9371-3e213b388c3f req-92127643-cb45-4eff-b272-c4a00f3493e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388354 Dec 13 20:40:21.157511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e075783-e3a2-44bd-98f4-d7f1d86d148b req-566616bc-85ca-4bd7-ba6f-6b1bcdb6e639 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:21.159086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e075783-e3a2-44bd-98f4-d7f1d86d148b req-566616bc-85ca-4bd7-ba6f-6b1bcdb6e639 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0953321 Dec 13 20:40:21.204475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e075783-e3a2-44bd-98f4-d7f1d86d148b req-c5945806-b8a5-49f5-a15e-7540d443bb89 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Dec 13 20:40:21.710638 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c45bfc1c-9365-4029-b148-4cb34e96bbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:22.392344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce712fe-623f-41dc-b94e-3103c4558c87 req-646081d0-a63c-41b6-87c6-65512787c1a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:22.393954 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ce712fe-623f-41dc-b94e-3103c4558c87 req-646081d0-a63c-41b6-87c6-65512787c1a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0850463 Dec 13 20:40:22.439263 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3ce712fe-623f-41dc-b94e-3103c4558c87 req-73a9a832-1467-4c29-9167-2905e516e952 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394895 Dec 13 20:40:22.813856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ad267-e346-49ec-bfb0-304c770374e0 req-07ed98fa-c732-4868-b8a8-2506e69942ae tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:22.815357 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-418ad267-e346-49ec-bfb0-304c770374e0 req-07ed98fa-c732-4868-b8a8-2506e69942ae tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 945 time: 0.0846939 Dec 13 20:40:22.860671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-418ad267-e346-49ec-bfb0-304c770374e0 req-e5bacdcc-9cd9-4765-95b8-ca056c3ec173 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Dec 13 20:40:22.895938 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 38964) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:40:23.014525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-5030fc58-3888-45ac-9c51-e48d7e5ab815 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173046 Dec 13 20:40:23.568500 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:40:23.683109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:23.709635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:40:23.719661 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:23.723790 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:23.726884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:40:23.758006 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'code': 200} Dec 13 20:40:23.802262 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:40:23.806422 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:40:23.955956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5c6eec4e-1921-489f-a64a-269bd4b55764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:24.105005 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-1a7b1557-71db-496b-80dc-9a6a3369f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.106526 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-1a7b1557-71db-496b-80dc-9a6a3369f522 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 1096 time: 0.2507670 Dec 13 20:40:24.116883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b2c9-5b07-4193-b123-d1b0cebd91b2 req-92f80df5-26e3-4560-938c-9f3a74b8f2fa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.118316 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43a2b2c9-5b07-4193-b123-d1b0cebd91b2 req-92f80df5-26e3-4560-938c-9f3a74b8f2fa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.1067364 Dec 13 20:40:24.209236 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-43a2b2c9-5b07-4193-b123-d1b0cebd91b2 req-412587de-ab13-45aa-a433-b0fc0e71cb10 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846975 Dec 13 20:40:24.240625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-3deb45b6-8fca-44f6-acee-0348d498b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.243106 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-3deb45b6-8fca-44f6-acee-0348d498b0be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1096 time: 0.1045942 Dec 13 20:40:24.373914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-16eac820-af31-4b1e-a1bb-87a6e885fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.375383 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-16eac820-af31-4b1e-a1bb-87a6e885fb2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1256561 Dec 13 20:40:24.480593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-f710c802-4f59-40f4-a4c5-07008dadc974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 998 time: 0.0984981 Dec 13 20:40:24.552487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-ab976a41-fc2a-49dc-9c19-c4bdaafaf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.554039 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-ab976a41-fc2a-49dc-9c19-c4bdaafaf8d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0664380 Dec 13 20:40:24.642439 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-e1c6e713-4ba4-4157-92a7-d6dbdd344364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:24.644399 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-e1c6e713-4ba4-4157-92a7-d6dbdd344364 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836215 Dec 13 20:40:24.786911 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-d3c1c3ef-3faf-41ce-b3e6-c7af1126c8d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358430 Dec 13 20:40:24.931437 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-82df8652-a156-41a6-8129-26f2d15d7991 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380281 Dec 13 20:40:25.110847 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:25.167040 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:25.482536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5633-f20e-4dc5-8ce1-7fbfa92b9e73 req-a14350ab-45b2-4b84-bbe2-146929148e96 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:25.485932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-980e5633-f20e-4dc5-8ce1-7fbfa92b9e73 req-a14350ab-45b2-4b84-bbe2-146929148e96 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.1239138 Dec 13 20:40:25.537891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-980e5633-f20e-4dc5-8ce1-7fbfa92b9e73 req-dd9ae963-d840-4228-94aa-97e96e9ed2b5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Dec 13 20:40:26.634548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:26.773632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7999d-18bb-47fe-8548-0f488ac1ded7 req-7a4f4257-d1ff-4683-ad3a-e916ac54864f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:26.775316 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bc7999d-18bb-47fe-8548-0f488ac1ded7 req-7a4f4257-d1ff-4683-ad3a-e916ac54864f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0863128 Dec 13 20:40:26.837103 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6bc7999d-18bb-47fe-8548-0f488ac1ded7 req-60c91d51-4f9e-43cb-b1b1-a966ba8263a1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530181 Dec 13 20:40:28.027520 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7fbad-42c6-470b-8b0f-bf8b3079dbe6 req-a7a8293d-da1e-4d18-b977-50d4357c8af7 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:28.028995 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7b7fbad-42c6-470b-8b0f-bf8b3079dbe6 req-a7a8293d-da1e-4d18-b977-50d4357c8af7 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0888593 Dec 13 20:40:28.077296 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7b7fbad-42c6-470b-8b0f-bf8b3079dbe6 req-2971109a-e5b5-4f8c-adcb-4ee6963204d9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Dec 13 20:40:29.280294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b947-df65-40a1-a9e8-b5dad8e50fe4 req-dce8873b-47c3-48e8-942e-b684e621f2dc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:29.281891 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0001b947-df65-40a1-a9e8-b5dad8e50fe4 req-dce8873b-47c3-48e8-942e-b684e621f2dc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0908756 Dec 13 20:40:29.342780 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0001b947-df65-40a1-a9e8-b5dad8e50fe4 req-2d2941f6-5bc4-4e47-9047-f250535629e1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Dec 13 20:40:30.560515 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40878ee7-71a8-4eee-bb61-2ffd30b61011 req-d0f48296-ff10-484d-b0e4-2e00003e2b57 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:30.562019 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40878ee7-71a8-4eee-bb61-2ffd30b61011 req-d0f48296-ff10-484d-b0e4-2e00003e2b57 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0923297 Dec 13 20:40:30.608109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-40878ee7-71a8-4eee-bb61-2ffd30b61011 req-7028812b-ddf1-46b9-986f-2150de346015 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Dec 13 20:40:31.816114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc425-8e62-4b55-9070-7a250ad89e1c req-525ecbfa-aa84-43de-9476-ba5f2c4855bd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:31.818011 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-16afc425-8e62-4b55-9070-7a250ad89e1c req-525ecbfa-aa84-43de-9476-ba5f2c4855bd tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0837836 Dec 13 20:40:31.865077 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-16afc425-8e62-4b55-9070-7a250ad89e1c req-82b3f50e-a966-4941-a219-acbffd53f17c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Dec 13 20:40:33.071283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80205-30b0-4d39-8ddf-32471fdba26b req-573174fe-fa57-4ce3-9c7c-21e2c3be3968 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:33.072759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a7e80205-30b0-4d39-8ddf-32471fdba26b req-573174fe-fa57-4ce3-9c7c-21e2c3be3968 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0982528 Dec 13 20:40:33.117928 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a7e80205-30b0-4d39-8ddf-32471fdba26b req-e2de2f5b-3665-4aac-99ec-2e9018382ec5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 Dec 13 20:40:34.306328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c50e-1a54-40de-a906-b97e7e2cbaca req-cedb73ea-dab0-468e-87b6-09ee33c4ba8e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:34.307776 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6672c50e-1a54-40de-a906-b97e7e2cbaca req-cedb73ea-dab0-468e-87b6-09ee33c4ba8e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0819113 Dec 13 20:40:34.356064 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6672c50e-1a54-40de-a906-b97e7e2cbaca req-86fc05cd-8570-4c59-b7e9-40fcf5cd232a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Dec 13 20:40:35.661862 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c19b22-38d1-486f-8992-bc1a106577b0 req-e9fab494-57fb-420a-b3e5-047c7c44678a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:35.663243 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94c19b22-38d1-486f-8992-bc1a106577b0 req-e9fab494-57fb-420a-b3e5-047c7c44678a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.2000968 Dec 13 20:40:35.709675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-94c19b22-38d1-486f-8992-bc1a106577b0 req-2071a664-0409-4971-acb8-be16e62af144 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Dec 13 20:40:36.917373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d10703-509c-474f-9b96-c3fa87fd8d3b req-d30492df-5792-4b86-8e21-dc706e2dd33b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:36.918820 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6d10703-509c-474f-9b96-c3fa87fd8d3b req-d30492df-5792-4b86-8e21-dc706e2dd33b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 943 time: 0.0903010 Dec 13 20:40:36.963678 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c6d10703-509c-474f-9b96-c3fa87fd8d3b req-f00f5d81-f646-47bb-8974-4c9f26d96496 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389473 Dec 13 20:40:37.630724 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:40:37.774854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:37.787704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'port_id': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'mac_address': 'fa:16:3e:70:03:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:40:37.846748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:37.863194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:40:37.878338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:37.884710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:37.886895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:40:37.964819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=9']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:40:37.968589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:40:38.009923 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:40:38.086956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['208d46f9-e5cd-40f1-916c-e5e566d485ec'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:40:38.168290 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afadab-26a2-4a7b-9683-ae8f952f861d req-54b8a191-9335-4292-8f75-815d003ad753 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:38.169736 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64afadab-26a2-4a7b-9683-ae8f952f861d req-54b8a191-9335-4292-8f75-815d003ad753 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 944 time: 0.0827501 Dec 13 20:40:38.222180 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-64afadab-26a2-4a7b-9683-ae8f952f861d req-6ca979a2-d8b1-40b4-b7e8-bf228bca9b75 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460374 Dec 13 20:40:39.433179 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c079a90-1428-4d68-921e-d350dbc3c542 req-cd6c9643-5d28-4869-a7bb-763db24fbf89 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:39.434574 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3c079a90-1428-4d68-921e-d350dbc3c542 req-cd6c9643-5d28-4869-a7bb-763db24fbf89 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 944 time: 0.0947382 Dec 13 20:40:39.479576 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3c079a90-1428-4d68-921e-d350dbc3c542 req-b1dca80b-ac31-48f0-af9b-7491cea28e6f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Dec 13 20:40:39.659747 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:40:39.730490 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 208d46f9-e5cd-40f1-916c-e5e566d485ec triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:40:39.730889 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:39.846736 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:39.872805 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:40:39.882832 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:40:39.887948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:39.889991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:40:39.924218 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'code': 200} Dec 13 20:40:39.956817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=10']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:40:39.960204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:40:40.184611 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a810d-42f1-4cdf-9cd3-5f4f496c58c3 req-e0e07a20-7609-4ffe-b0ac-ec462b0f1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:40.186034 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3a4a810d-42f1-4cdf-9cd3-5f4f496c58c3 req-e0e07a20-7609-4ffe-b0ac-ec462b0f1595 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1099 time: 0.0809498 Dec 13 20:40:40.229059 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3a4a810d-42f1-4cdf-9cd3-5f4f496c58c3 req-f7143c0f-a953-44ea-91d5-e3ff4f6d6a31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Dec 13 20:40:40.701226 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5908-44d1-4e98-979e-7d4f91d6a012 req-99b8fd8a-3bf9-45fc-b44b-8babffac798a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:40.702718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f80a5908-44d1-4e98-979e-7d4f91d6a012 req-99b8fd8a-3bf9-45fc-b44b-8babffac798a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.1035428 Dec 13 20:40:40.747572 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f80a5908-44d1-4e98-979e-7d4f91d6a012 req-1588ba34-5317-4b4b-b648-46f3c7bf24cc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388517 Dec 13 20:40:41.943565 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067624b-1587-4d42-a73f-f4e6164c1ec7 req-520612b1-273c-46c1-9629-66d3deea5ecb tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:41.945032 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5067624b-1587-4d42-a73f-f4e6164c1ec7 req-520612b1-273c-46c1-9629-66d3deea5ecb tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.0858858 Dec 13 20:40:41.990583 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5067624b-1587-4d42-a73f-f4e6164c1ec7 req-ccb74382-d333-4a15-84fd-adc18c8d5c27 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 Dec 13 20:40:42.402884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:43.196990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e412b-9618-4378-87c3-7e0539f1632d req-f66b9543-907f-477d-8ea4-69d24bf186a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:40:43.198475 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b23e412b-9618-4378-87c3-7e0539f1632d req-f66b9543-907f-477d-8ea4-69d24bf186a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.0863686 Dec 13 20:40:43.243562 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b23e412b-9618-4378-87c3-7e0539f1632d req-0dbd7c24-fabc-4428-b336-3fa598981920 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381632 Dec 13 20:40:51.708735 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a90c82ba-32cf-4179-9d33-f668a009d239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:53.961802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fb07483f-eb80-43b7-a0d9-00b595878c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:55.119883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:55.170682 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:40:56.626679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:02.178893 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-9e271322-7844-4a00-894b-5f68168f0a2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795059 Dec 13 20:41:02.327514 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-a0ce72d1-3df9-45a3-9355-b90d11afe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:02.329644 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-a0ce72d1-3df9-45a3-9355-b90d11afe7a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1099 time: 0.0814576 Dec 13 20:41:02.482942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-d729c648-d884-4397-a00b-3ed87c834638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:02.484318 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-d729c648-d884-4397-a00b-3ed87c834638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1347067 Dec 13 20:41:02.588346 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-4f58b12f-e93b-4a8a-8ddc-536e270a08a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 1000 time: 0.0968390 Dec 13 20:41:02.655382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-341d3956-9090-4420-ac4c-92c51f826b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:02.656791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-341d3956-9090-4420-ac4c-92c51f826b00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0615544 Dec 13 20:41:02.747301 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-d514cdc6-33e0-44b6-99ae-ac3d971c47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:02.748691 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-d514cdc6-33e0-44b6-99ae-ac3d971c47c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851367 Dec 13 20:41:02.883752 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-226d48de-4b1b-4539-9ee0-6b3b45b860e7 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257110 Dec 13 20:41:03.020697 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d56850c7-bbb2-4d34-a9ed-03dc4c3652c9 req-d4a7934b-ae0f-485e-81fa-82033652a4ef service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300626 Dec 13 20:41:12.422775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:15.014149 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:41:21.695620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d90e25aa-8462-4ef6-a2e8-64c9b1dbb5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:23.964228 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-20aff815-369e-4f59-a50f-78a5245e7962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:25.126990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:25.172567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:26.628253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:42.431528 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:51.702258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-83e58be0-bf1e-4797-a022-92201f7cb3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.016577 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:41:52.132934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39092) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:52.347921 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Deleting port 1674801b-9deb-4b4a-ab07-339c4dffae39 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:41:52.348263 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.519829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.520110 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.643910 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Calling delete_port for 1674801b-9deb-4b4a-ab07-339c4dffae39 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:41:52.798773 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.802608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a618073a-e9e1-444e-bf31-431b3a316cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:52.845664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'Port': ['ID=1674801b-9deb-4b4a-ab07-339c4dffae39,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:52.881851 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.882242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.882625 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.883002 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.883377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.883752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.884124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.884521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.884889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.885269 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.885632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.885994 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:52.893419 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:52.951280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:52.951583 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Floating IP c4e84709-bed7-486d-8fa2-d3f9e2dad7cc disassociated (deleted). External IP: 172.26.6.27, port: 208d46f9-e5cd-40f1-916c-e5e566d485ec. Dec 13 20:41:53.436309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:41:53.612400 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:41:53.623241 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:41:53.634166 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:41:53.634806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:41:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:41:53.634944 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:53.695310 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "DELETE /v2.0/floatingips/c4e84709-bed7-486d-8fa2-d3f9e2dad7cc HTTP/1.1" status: 204 len: 168 time: 1.5604184 Dec 13 20:41:53.696028 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:41:53.802642 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'status': 'completed', 'code': 200} Dec 13 20:41:53.863609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:41:53.923731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22b47-9101-4cb9-8802-337b99e48afa req-d302d352-bc12-4ac7-bb43-ca459cd66c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:53.926237 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-d302d352-bc12-4ac7-bb43-ca459cd66c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 1099 time: 0.1009274 Dec 13 20:41:54.075964 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6fe89bb4-67b0-4fb2-bea0-f8afbb88f86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:54.194026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:41:54.197838 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:41:54.206569 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:41:54.207174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:41:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:41:54.251186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22b47-9101-4cb9-8802-337b99e48afa req-8abe83a7-8fd6-4bc8-a642-58545de1cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:54.252661 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-8abe83a7-8fd6-4bc8-a642-58545de1cf20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.3188617 Dec 13 20:41:54.269148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202aae4-0e54-494f-b4e3-50be7b177190 req-0133947d-f6f5-46d7-b7ff-48025494c503 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:54.270587 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a202aae4-0e54-494f-b4e3-50be7b177190 req-0133947d-f6f5-46d7-b7ff-48025494c503 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.1910470 Dec 13 20:41:54.349031 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-bb3fbbad-a8c9-405f-82e3-c601495f800d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 200 len: 217 time: 0.0883417 Dec 13 20:41:54.386380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:41:54.421460 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a202aae4-0e54-494f-b4e3-50be7b177190 req-b96a58c8-ff46-4fae-8b8f-9e7be45c6532 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941064 Dec 13 20:41:54.432562 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22b47-9101-4cb9-8802-337b99e48afa req-b574d9e4-e0ab-43ab-9994-d3c6e4d45bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:54.434060 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-b574d9e4-e0ab-43ab-9994-d3c6e4d45bec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0783899 Dec 13 20:41:54.511413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22b47-9101-4cb9-8802-337b99e48afa req-77f37f3a-0bb6-40c5-8d6d-3427f85c84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:54.512838 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-77f37f3a-0bb6-40c5-8d6d-3427f85c84f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715182 Dec 13 20:41:54.649302 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-6df72eb9-f0e4-4674-8864-35505d691263 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292520 Dec 13 20:41:54.701710 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:41:54.705844 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05aab-fbe0-4493-9a0c-aa80e7e505a7 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:41:54.788715 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20c22b47-9101-4cb9-8802-337b99e48afa req-be2b1d62-fb3e-4757-bb7f-65b68c903d1e service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309361 Dec 13 20:41:54.937691 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc918fbf-07ae-4352-a8f8-112b40ce6022 None None] New status for floating IP c4e84709-bed7-486d-8fa2-d3f9e2dad7cc: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:41:55.111846 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:55.176955 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:55.327833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-ead4abb1-7b58-4120-a985-f064fa8a6566 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:55.329202 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-ead4abb1-7b58-4120-a985-f064fa8a6566 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.0911984 Dec 13 20:41:55.404058 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Deleting port 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:41:55.404413 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:55.701081 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] For port 208d46f9-e5cd-40f1-916c-e5e566d485ec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=208d46f9-e5cd-40f1-916c-e5e566d485ec,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:41:55.701486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:55.828906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Calling delete_port for 208d46f9-e5cd-40f1-916c-e5e566d485ec owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:41:55.863596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f200808-1e9d-4118-a304-f42e0aba9010 req-7b87350d-c5b5-46a7-b52a-3783c3179b9b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:41:55.865075 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f200808-1e9d-4118-a304-f42e0aba9010 req-7b87350d-c5b5-46a7-b52a-3783c3179b9b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=7840609f-1114-41df-8a42-63eb681f3c9e HTTP/1.1" status: 200 len: 946 time: 0.3294740 Dec 13 20:41:55.940042 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8f200808-1e9d-4118-a304-f42e0aba9010 req-e7f41f5e-f2dd-40ca-8e02-d25a2db0d16c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=2222f769-6d20-4857-8a7a-4727c44b8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681098 Dec 13 20:41:56.016793 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:56.023089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:56.203724 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'Port': ['ID=208d46f9-e5cd-40f1-916c-e5e566d485ec,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:56.245469 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.245853 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.246230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.246604 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.246973 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.247336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.248154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.248567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.248923 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.249322 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.249701 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.250041 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:41:56.276588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:56.288436 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] No DVR routers for this DVR port 208d46f9-e5cd-40f1-916c-e5e566d485ec on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:41:56.290889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:56.293447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-deleted', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:41:56.305675 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5eedd77b-22b3-41b8-8d19-4bf51eed70ce req-eee87888-46d8-495d-8b28-22db75f6d934 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "DELETE /v2.0/ports/208d46f9-e5cd-40f1-916c-e5e566d485ec HTTP/1.1" status: 204 len: 173 time: 0.9706521 Dec 13 20:41:56.396438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840609f-1114-41df-8a42-63eb681f3c9e', 'name': 'network-vif-deleted', 'tag': '208d46f9-e5cd-40f1-916c-e5e566d485ec', 'status': 'completed', 'code': 200} Dec 13 20:41:56.636895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.038888 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39114) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:57.111304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.140631 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.212937 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.219122 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-49540ca8-6e03-4533-a4b4-f406718e7f9f tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:57.233826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2222f769-6d20-4857-8a7a-4727c44b8d39,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:57.236678 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:57.242610 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.243716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-461afe82-db44-4bd5-a12f-2b65a9f5fde2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "DELETE /v2.0/security-groups/2222f769-6d20-4857-8a7a-4727c44b8d39 HTTP/1.1" status: 204 len: 168 time: 0.2038801 Dec 13 20:41:57.571461 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39122) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:57.577123 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59212629', 'description': 'tempest-secgroup-smoke-59212629 description', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:57.583632 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:57.587877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:57.590837 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:57.597533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:57.609658 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.629286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:57.633432 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:57.636551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:57.642759 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:57.712283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.718654 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.723854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-79d50acc-a61f-4d27-a6bf-b1cf01e5a8db tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:57.763914 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec0ca79-453e-43ed-be6b-c11025f462aa,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:57.766966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.771031 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1956999 Dec 13 20:41:57.771031 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4b16060d-b9e2-4823-89fa-12446ec50bd9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:57.771478 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39126) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:57.776262 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:57.782495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:57.786324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:57.789235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:57.794973 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:57.812511 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.875859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.880990 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.882961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3e9f43ed-2d04-42a5-83e2-f62bba6431ae tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:57.905325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a12b35-f909-4d6c-b3b4-3298919f8532,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:57.909920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:57.915358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:57.916563 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c051e451-d90c-460f-8ba1-9f08ec2ef722 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444156 Dec 13 20:41:57.920854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39130) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:57.926014 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:57.932129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:57.936331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:57.939611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:57.945942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:57.964268 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.033019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.038521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.040402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-274ac713-2162-47d9-9807-282e2df247fa tempest-SecGroupIPv6Test-33072366 tempest-SecGroupIPv6Test-33072366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:58.063739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d214e703-2d14-45a6-9980-fc5ae5f6d4ca,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:58.068426 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:58.074270 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.075503 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-21e5b2a5-d800-43dd-bca3-fafe71dcb28b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536722 Dec 13 20:41:58.078559 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39134) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:58.081354 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:41:58.083667 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:58.089786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:58.094298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:58.097344 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:58.103087 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:58.115991 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 208d46f9-e5cd-40f1-916c-e5e566d485ec {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:41:58.116614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 208d46f9-e5cd-40f1-916c-e5e566d485ec not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:41:58.122659 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.193557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.198844 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.200732 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-894e9b90-fad2-4bc7-a754-0714b497b1ac tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:58.223095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85155110-e92d-4bb7-b26c-40124a7ea5a7,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:58.225579 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:58.233869 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.235052 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-90badb8d-4e33-4a8f-888f-c831b0c23738 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555583 Dec 13 20:41:58.237915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39138) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:58.242806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:58.249298 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:58.253122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:58.256072 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:58.261767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:58.278924 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.342948 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.348433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.351069 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d97cb4ea-923b-4a0a-afda-169162cc78f6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:58.376695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3c0686-4bf4-42de-aac9-6724806ead3e,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:58.379389 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:58.387765 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.389193 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-21b74f06-b04f-4a5b-a5bc-fd77ce219d95 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502283 Dec 13 20:41:58.392576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39142) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:58.400283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:58.410050 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:58.416153 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:58.420886 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:58.427338 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:58.440863 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Project a40cadd764564eed920fe7edb4f3e6fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:41:58.448544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.515646 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.521680 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.524047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-97f5861a-4841-40ff-b23d-4712f29a5c87 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:58.552382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91d1e1d-c1d2-409e-8b09-034f8dea3af2,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:58.556794 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:58.562679 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.563857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0be5a5ef-2f18-4d8f-94d1-99e73056663e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702015 Dec 13 20:41:58.566889 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39146) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:41:58.572270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'security_group_rule': {'security_group_id': '0ec0ca79-453e-43ed-be6b-c11025f462aa', 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:41:58.578313 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:41:58.582354 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:security_group_rule and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:41:58.585268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:41:58.591109 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:41:58.603453 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.securitygroups_db [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Project a40cadd764564eed920fe7edb4f3e6fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:41:58.610298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.687046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.692538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.698897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-666b06fb-5e1e-4270-ab6c-4183f1d61996 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:41:58.717921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87468c28-f8b5-4bef-bb03-59c51d7bf26e,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:41:58.720682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:41:58.728963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:41:58.730313 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0ac3d60c-f79f-430d-a7b8-076869c45830 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625390 Dec 13 20:42:12.426571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:13.840213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-80a32e94-26ce-43a2-8ba1-27643a5668ed tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:42:13.862270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-80a32e94-26ce-43a2-8ba1-27643a5668ed tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:42:13.863583 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-80a32e94-26ce-43a2-8ba1-27643a5668ed tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59212629&fields=id&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 267 time: 0.0708773 Dec 13 20:42:14.035386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-ad70c844-456a-4d43-a0ff-ed3c630d916f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:14.036920 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-ad70c844-456a-4d43-a0ff-ed3c630d916f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 809 time: 0.1660929 Dec 13 20:42:14.055317 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-9d323241-5e8a-418b-982c-d920a83e9715 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/quotas/a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 375 time: 0.0105777 Dec 13 20:42:14.148575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-5580cece-e725-4986-95f6-aed566ffc404 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:42:14.166307 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-5580cece-e725-4986-95f6-aed566ffc404 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:42:14.168002 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-5580cece-e725-4986-95f6-aed566ffc404 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072869 Dec 13 20:42:14.319492 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-52b73d43-b885-44f2-b925-e4ac98d4e018 service neutron] 10.222.0.18 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382375 Dec 13 20:42:14.459618 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-3df4da4e-2d4e-41db-a9af-78ad376b218a service neutron] 10.222.0.18 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342821 Dec 13 20:42:15.927991 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6f00c3e5-feb5-4f35-84a7-eda7df924b20 req-822a19d3-668a-4888-83b6-516f1a1968a1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0493810 Dec 13 20:42:17.082272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-a33441bc-6eeb-4e53-8844-8f2325aae3a9 req-3c234288-a5ba-46bc-a68f-4d8a2465ea18 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0504317 Dec 13 20:42:18.118160 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-97b61ebc-31f9-4ad5-8c73-b9fad4316db4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:18.119592 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-97b61ebc-31f9-4ad5-8c73-b9fad4316db4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 809 time: 0.1543427 Dec 13 20:42:18.169932 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-69af54ab-ea92-4555-9392-1ceb1087e167 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 378 time: 0.0412631 Dec 13 20:42:18.178814 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'port': {'device_id': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'admin_state_up': True, 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'security_groups': ['0ec0ca79-453e-43ed-be6b-c11025f462aa']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:42:18.289588 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-f4a52532-1644-44d3-952f-18299df5d3ba req-f5d3218f-0bae-4232-9393-7b15e2b6ddd3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0901377 Dec 13 20:42:18.377455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:42:18.387830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:42:18.398150 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Made reservation on behalf of a40cadd764564eed920fe7edb4f3e6fa for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:42:18.401705 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:18.567629 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Allocated IP 172.20.0.7 (c83bc8c7-6ef0-4c7b-813e-150b885c6c97/3a8cdd15-49ef-4f03-996f-77d71dc38660/5f8e331c-e8b5-48a9-bc7b-868ed7645c73) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:42:18.886829 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:18.902792 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Transition to ACTIVE for port object 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:42:18.928808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:18.934625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:19.001465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:42:19.004692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:42:19.009708 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:42:19.047258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:19.050560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:19.088317 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:19.089083 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:19.117704 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-728cd4b5-976e-4bc1-acaf-fc3d2b4428a9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425344 Dec 13 20:42:19.130134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Request body: {'port': {'device_id': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:42:19.251952 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:19.282445 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-949476f2-3deb-43c9-905b-d0d3c10921cd None None] Provisioning for port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:42:19.288976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-949476f2-3deb-43c9-905b-d0d3c10921cd None None] Provisioning complete for port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:42:19.289395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-949476f2-3deb-43c9-905b-d0d3c10921cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:19.377102 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-949476f2-3deb-43c9-905b-d0d3c10921cd None None] Port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:42:19.610336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104a437-bf80-4304-b3f1-4c8db9327cbc req-73e3bddd-314a-4ab2-ad50-8a5fe787d474 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:19.611117 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b104a437-bf80-4304-b3f1-4c8db9327cbc req-73e3bddd-314a-4ab2-ad50-8a5fe787d474 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:42:19.685376 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b104a437-bf80-4304-b3f1-4c8db9327cbc req-73e3bddd-314a-4ab2-ad50-8a5fe787d474 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:42:19.686540 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b104a437-bf80-4304-b3f1-4c8db9327cbc req-73e3bddd-314a-4ab2-ad50-8a5fe787d474 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 931 time: 0.2170668 Dec 13 20:42:19.692653 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:42:19.716037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:19.748349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Transition to ACTIVE for port object 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:42:19.753527 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:19.757344 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d28a615e-c10b-417a-a964-7fb87130f381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:19.787839 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b104a437-bf80-4304-b3f1-4c8db9327cbc req-17e4ef68-3731-421f-b5f4-924ba71e99d9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903254 Dec 13 20:42:19.888447 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:19.891996 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:20.000141 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Attempting to bind port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:42:20.000480 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Attempting to bind port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:42:20.000810 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Attempting to bind port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:42:20.005440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:42:20.005762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Attempting to bind port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 on network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:42:20.010791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:42:20.011124 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Checking segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:42:20.011506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Bound using segment: {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:42:20.011936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Bound port: 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c6590f-8497-4663-9f84-38c3beba0e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:42:20.012280 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:20.108098 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:42:20.113308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:42:20.119675 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:20.123352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7d0b1a1b-b625-4dfe-a285-49382ed570a4 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:20.182766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:20.183451 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:20.184734 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] 10.222.0.20 "PUT /v2.0/ports/5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1093 time: 1.0590856 Dec 13 20:42:20.185339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:42:20.224425 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:20.227990 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:20.262309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'status': 'completed', 'code': 200} Dec 13 20:42:20.310710 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-64ddc4f2-83d0-4a72-83be-279c605a1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:20.312283 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-64ddc4f2-83d0-4a72-83be-279c605a1b5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0831487 Dec 13 20:42:20.388313 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-a5209168-fde1-45b6-b627-2a4a93c7ac4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 217 time: 0.0685627 Dec 13 20:42:20.456440 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-0733fab7-c13e-42c8-bec2-41995e8badc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:20.457867 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-0733fab7-c13e-42c8-bec2-41995e8badc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0634747 Dec 13 20:42:20.539364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-8cca7728-8dab-48c5-8a09-aeec917acfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:20.540837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-8cca7728-8dab-48c5-8a09-aeec917acfb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767131 Dec 13 20:42:20.800864 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-4b983aae-f3eb-4c4a-a89a-3b7ea6cf8e56 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521548 Dec 13 20:42:20.979393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-521504c2-853f-45ab-bca0-d92cc341b4a2 req-2f6982b5-2fb4-4828-9f8e-8e94cb2b3231 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726377 Dec 13 20:42:21.005526 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970135-06a6-477e-a4fe-c774675b1c41 req-657d46ac-ae25-478f-9bc0-3e2401f2bc86 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:21.007013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea970135-06a6-477e-a4fe-c774675b1c41 req-657d46ac-ae25-478f-9bc0-3e2401f2bc86 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1124544 Dec 13 20:42:21.101042 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ea970135-06a6-477e-a4fe-c774675b1c41 req-5c257e9e-cc63-4819-b9c0-6bc0abb7060a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879571 Dec 13 20:42:21.120021 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-3bf56828-ce6e-4e76-93b4-bf753fd715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:21.121498 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-3bf56828-ce6e-4e76-93b4-bf753fd715b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0941377 Dec 13 20:42:21.268148 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-bbbeb9c1-e48d-4d76-a1e0-2a2e4623502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:21.270191 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-bbbeb9c1-e48d-4d76-a1e0-2a2e4623502e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1397161 Dec 13 20:42:21.342966 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-e4e1e32d-8d49-4010-b527-95df0c07b869 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 217 time: 0.0659473 Dec 13 20:42:21.409530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-42292c41-7b6b-47fc-b2ae-ad0176c0246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:21.411463 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-42292c41-7b6b-47fc-b2ae-ad0176c0246f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0618484 Dec 13 20:42:21.491304 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-0094dc26-b464-4dc0-b59c-2b6cfd8da027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:21.492709 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-0094dc26-b464-4dc0-b59c-2b6cfd8da027 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751042 Dec 13 20:42:21.630379 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-2d29d167-4782-4035-bacd-0a6ea62502c7 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300488 Dec 13 20:42:21.687488 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-15f48ed7-02df-44f6-8c45-9513b9b8b9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:21.770610 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-90560d38-d539-403e-8f6d-4ef4e8a71e74 req-fb614c88-31ed-4903-9c8d-525287a01a56 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335480 Dec 13 20:42:22.313273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994007-afb2-4f66-8d95-cef3c3c73628 req-431e655a-3a0f-42ed-a7d9-0957f9481d7b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:22.314699 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df994007-afb2-4f66-8d95-cef3c3c73628 req-431e655a-3a0f-42ed-a7d9-0957f9481d7b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0955036 Dec 13 20:42:22.360602 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-df994007-afb2-4f66-8d95-cef3c3c73628 req-9c3cf765-2781-4d55-9476-d3bbe56430aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395954 Dec 13 20:42:23.554521 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13e255-2e60-489d-92d7-7efc07c6636e req-28c3fc8d-30f0-4da4-92c8-564a7a2c1abc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:23.555974 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c13e255-2e60-489d-92d7-7efc07c6636e req-28c3fc8d-30f0-4da4-92c8-564a7a2c1abc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0850582 Dec 13 20:42:23.613744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7c13e255-2e60-489d-92d7-7efc07c6636e req-f4065a87-7416-4c27-8787-667a79c890c3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517905 Dec 13 20:42:23.971874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-813e87b5-e3fe-449f-a831-aa0ebc74cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:24.809736 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe2659-2630-401f-9ff1-6a01e5d14cfa req-2077cf8f-83d1-4f99-9413-7047319277ea tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:24.811198 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0fe2659-2630-401f-9ff1-6a01e5d14cfa req-2077cf8f-83d1-4f99-9413-7047319277ea tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0921128 Dec 13 20:42:24.858477 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e0fe2659-2630-401f-9ff1-6a01e5d14cfa req-a99efe14-f4a0-4737-97ab-41bc1f82148e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411172 Dec 13 20:42:25.124403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:25.178322 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:26.077530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017de8d-6331-43f5-a75b-89a8600aaccd req-df6fdc18-0c48-48d2-835d-8e0f102a8082 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:26.079100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0017de8d-6331-43f5-a75b-89a8600aaccd req-df6fdc18-0c48-48d2-835d-8e0f102a8082 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0971930 Dec 13 20:42:26.125452 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0017de8d-6331-43f5-a75b-89a8600aaccd req-c580e2aa-0e6b-41af-ae13-33ddedffd4c6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404339 Dec 13 20:42:26.637520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:27.486828 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348613a1-3e3a-49d8-88f2-eef26d6f3c4b req-87425720-1ac0-4cd2-af90-585fe00bfd0b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:27.488473 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-348613a1-3e3a-49d8-88f2-eef26d6f3c4b req-87425720-1ac0-4cd2-af90-585fe00bfd0b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0842030 Dec 13 20:42:27.533345 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-348613a1-3e3a-49d8-88f2-eef26d6f3c4b req-322edd77-6468-481e-8feb-dca8db94f260 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391567 Dec 13 20:42:28.285938 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:42:28.422939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:42:28.436592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'mac_address': 'fa:16:3e:eb:99:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:42:28.492163 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:28.510683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:42:28.527344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:42:28.534111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:28.536123 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:28.652171 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:28.659580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.660000 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.661483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.661483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.661483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.661483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.661827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.662023 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.662379 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.662706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.663033 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.663357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:42:28.667523 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:28.726576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fddd85-5176-412c-a9a9-6477c7941e62 req-60deb282-23f5-4866-aab6-92c34123cd05 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:28.728074 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6fddd85-5176-412c-a9a9-6477c7941e62 req-60deb282-23f5-4866-aab6-92c34123cd05 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0857141 Dec 13 20:42:28.760365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['5f8e331c-e8b5-48a9-bc7b-868ed7645c73'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:42:28.774831 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b6fddd85-5176-412c-a9a9-6477c7941e62 req-9432b39f-8408-4200-a22d-f4b5a9eaeb58 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387807 Dec 13 20:42:29.015317 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:42:29.975695 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d8ad-9c26-4f19-bd61-a6376fd75c74 req-1adc5796-e00f-4889-9c15-327c71fbdbaa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:29.977149 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1c2d8ad-9c26-4f19-bd61-a6376fd75c74 req-1adc5796-e00f-4889-9c15-327c71fbdbaa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0851512 Dec 13 20:42:30.020774 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b1c2d8ad-9c26-4f19-bd61-a6376fd75c74 req-6668d2d3-04f5-47d6-9b6d-2c1bd5d6078f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378547 Dec 13 20:42:30.297993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:42:30.375061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:42:30.379923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:42:30.380313 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:30.514398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:30.540716 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:42:30.550699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:42:30.556227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:30.558290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-c5befeef-052f-458a-8c53-a07a374f13fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:30.623366 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:30.626502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:30.641832 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'code': 200} Dec 13 20:42:31.075550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a163e07-587b-4e72-9270-22a9dae3594d req-47959b88-06b2-4c71-98c7-ad3f4bc40c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:31.077007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a163e07-587b-4e72-9270-22a9dae3594d req-47959b88-06b2-4c71-98c7-ad3f4bc40c03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.2055500 Dec 13 20:42:31.116419 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6a163e07-587b-4e72-9270-22a9dae3594d req-9af4b4a1-e566-44de-b3af-27b8e48487dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331964 Dec 13 20:42:31.210985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdfbd8-47e0-44c0-8544-267edb5e0260 req-faba329f-e823-41d3-8e2d-fd5e68b0c164 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:31.212413 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85cdfbd8-47e0-44c0-8544-267edb5e0260 req-faba329f-e823-41d3-8e2d-fd5e68b0c164 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0824690 Dec 13 20:42:31.258535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-85cdfbd8-47e0-44c0-8544-267edb5e0260 req-8ad95f61-3996-4f4a-a9cf-e42aaf412d70 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380840 Dec 13 20:42:32.457624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124c75-6636-4e0e-afff-5f1165e42a23 req-ed39957d-70d2-4b39-a654-cf751a3ab452 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:32.459078 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c124c75-6636-4e0e-afff-5f1165e42a23 req-ed39957d-70d2-4b39-a654-cf751a3ab452 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0846646 Dec 13 20:42:32.508523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c124c75-6636-4e0e-afff-5f1165e42a23 req-5fbd577d-d5a7-4aad-ba66-06feded8285c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410144 Dec 13 20:42:32.703266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d2c6b-126d-4868-a46a-b1dd8e7cc3a7 req-088bbc9b-c8e8-4098-8978-6d9c39719d31 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:32.704698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-735d2c6b-126d-4868-a46a-b1dd8e7cc3a7 req-088bbc9b-c8e8-4098-8978-6d9c39719d31 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0852253 Dec 13 20:42:32.751320 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-735d2c6b-126d-4868-a46a-b1dd8e7cc3a7 req-ec2aaba3-a158-4384-a91e-271661098666 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401933 Dec 13 20:42:32.777328 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:42:32.858189 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ba6c3-7914-49da-b6e2-b9c83d4adedd tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:32.859613 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-b54ba6c3-7914-49da-b6e2-b9c83d4adedd tempest-TestShelveInstance-575975197 tempest-TestShelveInstance-575975197-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1093 time: 0.0812578 Dec 13 20:42:32.862808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39336) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:42:32.870746 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:42:32.880136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:42:32.885030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Usage tracker for resource:floatingip and tenant:a40cadd764564eed920fe7edb4f3e6fa is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:42:32.889716 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:42:32.899068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:42:32.916415 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:33.055089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:33.200670 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Allocated IP 172.26.6.46 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:42:33.351548 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:33.382350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:33.386035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:33.452700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:42:33.455401 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:42:33.459142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:42:33.493893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:33.502037 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:33.891194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:33.966900 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:34.305744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:34.311112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:34.314786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6491f140-979d-4085-8917-2a01f321c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:42:34.423770 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event updated for resources: {'Port': ['ID=a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:42:34.427697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:42:34.432636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:34.606053 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Floating IP 4b8e3d36-1d09-4c55-a087-e8d85658e9f2 associated. External IP: 172.26.6.46, port: 5f8e331c-e8b5-48a9-bc7b-868ed7645c73. Dec 13 20:42:34.975535 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:42:35.163985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:42:35.173833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:42:35.183566 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:42:35.184201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:42:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:42:35.191007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:35.250794 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3860924 Dec 13 20:42:35.251507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:42:35.295375 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'status': 'completed', 'code': 200} Dec 13 20:42:35.366592 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:42:35.386443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-f97efbdc-b284-445f-a6f1-b1f2fd793aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:35.387988 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-f97efbdc-b284-445f-a6f1-b1f2fd793aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0703049 Dec 13 20:42:35.526765 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-debae095-5e85-4d02-86ab-d85424a91102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:35.528132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-debae095-5e85-4d02-86ab-d85424a91102 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1332631 Dec 13 20:42:35.634648 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-c6fec463-3e39-4b22-a7d1-b8be9b7dafe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 998 time: 0.0998826 Dec 13 20:42:35.697243 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-b8655f7c-f042-4319-a6ab-b46a3bb9ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:35.698692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-b8655f7c-f042-4319-a6ab-b46a3bb9ae46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0576959 Dec 13 20:42:35.725777 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4b8e3d36-1d09-4c55-a087-e8d85658e9f2', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:eb:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:42:33Z', 'updated_at': '2021-12-13T20:42:33Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:42:35.730068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:42:35.738773 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:42:35.740020 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:42:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:42:35.913930 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-841bc9da-ed2b-4fad-973d-a1e40426be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:42:35.915393 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-841bc9da-ed2b-4fad-973d-a1e40426be64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2105026 Dec 13 20:42:35.924781 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:42:36.052324 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-1820ae55-d069-44c2-9f8e-cd475b5c664c service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295557 Dec 13 20:42:36.190172 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-499d8f1e-3de7-4f6d-9cf2-8d671be33870 req-883b7d09-5e9f-43cd-bbb3-7a4c232a1574 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315620 Dec 13 20:42:36.318746 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-86830cbd-911e-4fae-9427-a48858910385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4b8e3d36-1d09-4c55-a087-e8d85658e9f2', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:eb:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:42:33Z', 'updated_at': '2021-12-13T20:42:33Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:42:36.322741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86830cbd-911e-4fae-9427-a48858910385 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '4b8e3d36-1d09-4c55-a087-e8d85658e9f2', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'mac_address': 'fa:16:3e:eb:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:42:33Z', 'updated_at': '2021-12-13T20:42:33Z', 'revision_number': 0, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:42:36.518685 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549d3a7-7285-41ca-97c7-3603adc969f7 None None] New status for floating IP 4b8e3d36-1d09-4c55-a087-e8d85658e9f2: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:42:42.436963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:51.692482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8d396d23-50f2-4a05-91c4-1497f3d237df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:53.956684 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-68964381-2ee2-4210-9cca-2124bf9ad0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:55.120483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:55.183526 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:42:56.638818 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:05.202778 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-4a944a7e-0795-446f-88ec-b8496deb3e8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124854 Dec 13 20:43:05.350948 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-e9b667fd-eea0-4a3d-85a3-d9a105abe968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:43:05.352431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-e9b667fd-eea0-4a3d-85a3-d9a105abe968 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0736616 Dec 13 20:43:05.504165 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-b53524a2-9f64-41c2-9cae-9b058d3b6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:43:05.506355 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-b53524a2-9f64-41c2-9cae-9b058d3b6ca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1329827 Dec 13 20:43:05.617646 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-6772240b-927d-4342-8b96-6e191da199e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1000 time: 0.1033068 Dec 13 20:43:05.684046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-c90efec8-de2d-424d-b94a-e5dc23cf6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:43:05.685480 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-c90efec8-de2d-424d-b94a-e5dc23cf6149 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0614953 Dec 13 20:43:05.760877 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-055277a5-d3ad-4a4f-a4aa-36ee3fbbddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:43:05.762396 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-055277a5-d3ad-4a4f-a4aa-36ee3fbbddba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704627 Dec 13 20:43:05.904100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-7847d346-deff-4d1a-b610-79d8703c73ae service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326933 Dec 13 20:43:06.015156 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:43:06.038714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c765b481-348e-416d-b8a5-b558ec41ee6b req-ae734329-d776-499a-8a68-739df3e0c8c9 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273313 Dec 13 20:43:12.452028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:21.698693 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-da59e5dd-f518-490b-a661-1697c5168216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:23.970383 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3ca4be4d-33ee-449c-b9d7-24b3a306790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:25.118715 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:25.185411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:26.648894 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:42.487853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:43.020138 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:43:51.698776 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9b85bfcb-c6ef-4fe9-bef0-7c5549a09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:53.971733 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-2795e6a0-429a-4870-a278-e4e54cf1540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:55.117873 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:55.194751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:43:56.647255 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:06.209624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-aa627675-0abd-4e5d-a365-f57d78cdf471 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792835 Dec 13 20:44:06.351804 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-d505f615-edc9-4cda-aaf4-3673736512fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:06.353316 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-d505f615-edc9-4cda-aaf4-3673736512fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0764942 Dec 13 20:44:06.517281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-36484940-ad36-48b7-8c5f-cf5e8166f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:06.518655 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-36484940-ad36-48b7-8c5f-cf5e8166f23d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1455796 Dec 13 20:44:06.625457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-7754534b-a9cc-4f4c-ba8b-fc25adfdc9c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1000 time: 0.1002362 Dec 13 20:44:06.690752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-d26f0638-00a8-4c09-b1cc-c8c6fe251a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:06.692585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-d26f0638-00a8-4c09-b1cc-c8c6fe251a62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0608904 Dec 13 20:44:06.912105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-26146faf-781a-474e-829f-6ee42eaf2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:06.914647 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-26146faf-781a-474e-829f-6ee42eaf2932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2153764 Dec 13 20:44:07.064292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-646b4de5-2c40-40cd-8c9e-0095132935d8 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424363 Dec 13 20:44:07.215203 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-987c978b-f552-4986-8b84-f55fb16b8b31 req-6a2219cc-2bc9-4f0c-b0db-47554eac667f service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441712 Dec 13 20:44:12.481423 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:20.024404 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:44:21.698554 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e65f5173-f01f-4cb7-afa0-eef8c1b82759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:23.974016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f589ff1f-2195-4758-bca6-78378b21cc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:25.118594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:25.203104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:26.649755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:33.592924 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326f43-5d4b-4665-abb3-1d41f65bcff3 req-364394d4-cb3a-4467-935e-9cc059d75259 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:33.594328 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32326f43-5d4b-4665-abb3-1d41f65bcff3 req-364394d4-cb3a-4467-935e-9cc059d75259 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2081881 Dec 13 20:44:33.638458 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-32326f43-5d4b-4665-abb3-1d41f65bcff3 req-4d041790-f860-4af9-9d23-86f70c8d7e29 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382597 Dec 13 20:44:34.905230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e268-7449-4fdd-ac36-47eeec563f57 req-c35dd6bb-befe-4430-b55b-3720082f04c3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:34.906720 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9785e268-7449-4fdd-ac36-47eeec563f57 req-c35dd6bb-befe-4430-b55b-3720082f04c3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1361961 Dec 13 20:44:34.954531 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9785e268-7449-4fdd-ac36-47eeec563f57 req-ee9ae1cb-f67d-4f98-82b3-edf92253380d tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397115 Dec 13 20:44:36.180138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599909-c1ff-4ace-80c1-6d49982931e2 req-8f70d3e0-308c-4738-ba98-14e35934ca77 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:36.181628 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed599909-c1ff-4ace-80c1-6d49982931e2 req-8f70d3e0-308c-4738-ba98-14e35934ca77 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0899107 Dec 13 20:44:36.232479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ed599909-c1ff-4ace-80c1-6d49982931e2 req-353fe9ba-a11b-4bd1-8369-ae8390756aff tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431602 Dec 13 20:44:37.440378 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db752cd-e5cf-4d64-8566-a8211ad6d8cf req-7797783e-3960-4e3e-88f3-79a5678b5596 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:37.441908 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db752cd-e5cf-4d64-8566-a8211ad6d8cf req-7797783e-3960-4e3e-88f3-79a5678b5596 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0855889 Dec 13 20:44:37.487527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4db752cd-e5cf-4d64-8566-a8211ad6d8cf req-d5c0c647-914a-48dd-9a4d-8643b9008749 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396662 Dec 13 20:44:38.700362 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f8357-003d-4bbc-ba77-e785d8be319b req-a78e1f39-3b7b-487d-99fa-d489c3f5fd28 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:38.701834 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb0f8357-003d-4bbc-ba77-e785d8be319b req-a78e1f39-3b7b-487d-99fa-d489c3f5fd28 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0949154 Dec 13 20:44:38.747446 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-fb0f8357-003d-4bbc-ba77-e785d8be319b req-3c3ae59f-5c52-4c81-8261-13d753902ec1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394526 Dec 13 20:44:39.967908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074fff-6169-4619-a7d6-7d59af668bf8 req-8556d5d8-4841-4fc1-9bd2-319e7edd1f31 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:39.969524 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a074fff-6169-4619-a7d6-7d59af668bf8 req-8556d5d8-4841-4fc1-9bd2-319e7edd1f31 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1046574 Dec 13 20:44:40.014624 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1a074fff-6169-4619-a7d6-7d59af668bf8 req-3334489f-6c9f-4665-b1e1-033f9bebe05e tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393968 Dec 13 20:44:41.213891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7c3c-e35f-48ab-af65-54d8a279288c req-56a72127-606f-4d67-816f-f8d4280faea2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:41.215361 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf9c7c3c-e35f-48ab-af65-54d8a279288c req-56a72127-606f-4d67-816f-f8d4280faea2 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0869865 Dec 13 20:44:41.259102 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bf9c7c3c-e35f-48ab-af65-54d8a279288c req-1ffd1858-b323-4862-bc4b-fa6eb66a3b31 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378406 Dec 13 20:44:42.464901 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299916c8-dc84-47a2-86e2-c02b5e92ce9b req-9e1dd68e-58f6-4322-96ef-9975940b9f7b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:42.466366 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-299916c8-dc84-47a2-86e2-c02b5e92ce9b req-9e1dd68e-58f6-4322-96ef-9975940b9f7b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0825996 Dec 13 20:44:42.510834 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-299916c8-dc84-47a2-86e2-c02b5e92ce9b req-e36688e9-d6b5-405b-b9ca-3bb11a976152 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383761 Dec 13 20:44:42.528814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:43.547211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-3d32df8c-3659-4d7c-9f9c-231b51448d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:43.549109 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-3d32df8c-3659-4d7c-9f9c-231b51448d70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0771372 Dec 13 20:44:43.729364 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-b5eaceb9-5157-4799-8361-d0ac3507ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:43.730702 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-b5eaceb9-5157-4799-8361-d0ac3507ff21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1756096 Dec 13 20:44:43.814582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd7757-2988-4393-b072-5acebccf6e6c req-c0800e18-2256-4237-bd9e-243b9ccb9fd6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:43.816027 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46cd7757-2988-4393-b072-5acebccf6e6c req-c0800e18-2256-4237-bd9e-243b9ccb9fd6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1862924 Dec 13 20:44:43.864847 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-14dce31b-4659-43c5-acfa-bb96b0740113 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1000 time: 0.1274955 Dec 13 20:44:43.907586 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-46cd7757-2988-4393-b072-5acebccf6e6c req-e8536730-0cf8-4cd5-968e-fd47ef97bceb tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852816 Dec 13 20:44:43.942681 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-7f9d1c67-baba-4e43-b8fa-2b6c885b7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:43.945622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-7f9d1c67-baba-4e43-b8fa-2b6c885b7a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0730650 Dec 13 20:44:44.026260 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-9ca83156-8efe-4f1c-b0ab-fc9fb152b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:44.027622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-9ca83156-8efe-4f1c-b0ab-fc9fb152b3e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756767 Dec 13 20:44:44.163389 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-5cf50aed-7a5a-4371-b164-499299f61099 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285014 Dec 13 20:44:44.416698 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2dda1103-67bc-4e18-b0f9-ea9ef439852c req-7ac16403-acd7-473d-a2af-fdffcf6e09a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466834 Dec 13 20:44:45.116303 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175bd76-0e88-4f8a-b2c3-fa356ae08f51 req-244044b9-fb42-4bc7-94f9-6a2f28bafa29 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:45.117948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b175bd76-0e88-4f8a-b2c3-fa356ae08f51 req-244044b9-fb42-4bc7-94f9-6a2f28bafa29 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0932941 Dec 13 20:44:45.162312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b175bd76-0e88-4f8a-b2c3-fa356ae08f51 req-7b3f5eb7-a829-4d12-b579-30a2253189d5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383425 Dec 13 20:44:46.364667 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a61af-08c8-4f9d-85bc-8ce5af932217 req-42cdbd32-291c-47f9-9855-e4881f474ee1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:46.366235 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bb3a61af-08c8-4f9d-85bc-8ce5af932217 req-42cdbd32-291c-47f9-9855-e4881f474ee1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0947602 Dec 13 20:44:46.415015 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bb3a61af-08c8-4f9d-85bc-8ce5af932217 req-15450a31-61f7-46df-a025-1b81475ef778 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427339 Dec 13 20:44:47.613574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06ea61-be24-47d1-94c6-1255b82ebf05 req-9b423fb7-e4d8-4e38-a7e7-c47319ec3465 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:47.615105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-da06ea61-be24-47d1-94c6-1255b82ebf05 req-9b423fb7-e4d8-4e38-a7e7-c47319ec3465 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0871263 Dec 13 20:44:47.662837 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-da06ea61-be24-47d1-94c6-1255b82ebf05 req-d3eb395c-4afb-4288-a04f-e0617df25ab1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400019 Dec 13 20:44:48.041105 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f31fa2-022e-457f-862a-5f2056cac76f req-cc7e2ee6-9165-44d4-8b28-18119ad2015f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:48.042623 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44f31fa2-022e-457f-862a-5f2056cac76f req-cc7e2ee6-9165-44d4-8b28-18119ad2015f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0871143 Dec 13 20:44:48.055128 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-7319ebd6-4562-45c1-b750-2311d06dde28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1606457 Dec 13 20:44:48.089536 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-44f31fa2-022e-457f-862a-5f2056cac76f req-14ed2b98-ebf7-4569-a0b8-726e2fc614f3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408220 Dec 13 20:44:48.982111 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:44:49.095817 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:49.123042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:44:49.133797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:44:49.142819 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:49.148541 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-16e8d29b-7038-42e2-8267-1f9bc83dbec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:44:49.184891 dv-neutron-821563-1-hyperv neutron-server[87527]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'code': 422} returned with failed status Dec 13 20:44:49.225275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:44:49.232990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.233486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.233918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.234348 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.234774 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.235202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.235695 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.236739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.237186 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.237635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.238058 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.238479 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:44:49.242883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:44:49.286450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b688c-4bb7-4729-8393-3338876721d8 req-ff50e86e-aede-40f2-9e7e-bdf85017ebab tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:49.287889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-277b688c-4bb7-4729-8393-3338876721d8 req-ff50e86e-aede-40f2-9e7e-bdf85017ebab tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0867927 Dec 13 20:44:49.333716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-277b688c-4bb7-4729-8393-3338876721d8 req-0f377514-4e18-4f43-8c7d-039c3340db27 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399299 Dec 13 20:44:50.528474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8044356-bf4b-4244-be39-235573f914dd req-75a1582f-f070-47b8-bc7a-dd51982899e6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:50.529841 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8044356-bf4b-4244-be39-235573f914dd req-75a1582f-f070-47b8-bc7a-dd51982899e6 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0920038 Dec 13 20:44:50.577386 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8044356-bf4b-4244-be39-235573f914dd req-d432f62f-a0f6-4954-84f3-09e414d3e4e5 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403125 Dec 13 20:44:50.790350 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774dda-2b99-46ff-910f-990574c29d55 req-7687a3d6-6263-469d-9b5a-03bd14a3989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:50.791825 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-7687a3d6-6263-469d-9b5a-03bd14a3989a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&tenant_id=a40cadd764564eed920fe7edb4f3e6fa HTTP/1.1" status: 200 len: 1096 time: 0.0736082 Dec 13 20:44:50.889661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774dda-2b99-46ff-910f-990574c29d55 req-cc3af62b-3d57-4c83-b2ec-7e09d24bc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:50.891127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-cc3af62b-3d57-4c83-b2ec-7e09d24bc207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0768926 Dec 13 20:44:51.022703 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774dda-2b99-46ff-910f-990574c29d55 req-222d6a6d-8588-403f-b84d-83542617f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:51.024122 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-222d6a6d-8588-403f-b84d-83542617f9c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1259100 Dec 13 20:44:51.129111 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-048a0352-6133-47c5-9626-04dabefab576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 998 time: 0.0985491 Dec 13 20:44:51.191419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774dda-2b99-46ff-910f-990574c29d55 req-e99d456b-0c4e-4c51-a9d3-d1380dc71b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:51.192834 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-e99d456b-0c4e-4c51-a9d3-d1380dc71b74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0573797 Dec 13 20:44:51.268107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53774dda-2b99-46ff-910f-990574c29d55 req-376a0387-7e89-4c7c-af8b-585dcb156a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:51.269564 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-376a0387-7e89-4c7c-af8b-585dcb156a54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705931 Dec 13 20:44:51.402090 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-ecf31229-e0d8-4beb-9f85-5432e03749cf service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Dec 13 20:44:51.531622 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-53774dda-2b99-46ff-910f-990574c29d55 req-1b0c09fe-a90f-4edf-90e3-5f38dad18b0d service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232741 Dec 13 20:44:51.697732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5bae-8f5e-44e4-bcde-b7269970ae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:51.783066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f3c39-2023-445b-ae98-007c0c791870 req-63c16b3d-46b6-4b97-a886-8a59ebd872ed tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:51.783066 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-734f3c39-2023-445b-ae98-007c0c791870 req-63c16b3d-46b6-4b97-a886-8a59ebd872ed tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0914168 Dec 13 20:44:51.828309 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-734f3c39-2023-445b-ae98-007c0c791870 req-10b3bfe7-81a7-476f-973b-dfdcd62fff6c tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396302 Dec 13 20:44:53.022688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a084a23-bce7-4b07-a651-b14c4d97fd9f req-ce2d9ce8-beb0-493b-b3ad-ecff47933f79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:53.024007 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8a084a23-bce7-4b07-a651-b14c4d97fd9f req-ce2d9ce8-beb0-493b-b3ad-ecff47933f79 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0813563 Dec 13 20:44:53.073312 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8a084a23-bce7-4b07-a651-b14c4d97fd9f req-ad5dd703-4407-4e55-a78c-89824e5e8889 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435832 Dec 13 20:44:53.972829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b38caf8d-7fad-4d38-b204-195c9dd71b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:54.279088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f14bd-2120-46a8-bd63-86527e1e0953 req-54f9f289-0d2e-47fb-a46c-afe83261d857 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:54.280501 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-653f14bd-2120-46a8-bd63-86527e1e0953 req-54f9f289-0d2e-47fb-a46c-afe83261d857 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0945754 Dec 13 20:44:54.326386 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-653f14bd-2120-46a8-bd63-86527e1e0953 req-7e682f4f-cd1c-45d8-aeab-39cef4d05182 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401294 Dec 13 20:44:55.121143 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:55.197418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:55.646008 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc206a-31eb-428e-9f7a-40d2468db4fd req-8accdde2-e5ae-443a-b7ed-29445a6dc90f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:55.647464 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86fc206a-31eb-428e-9f7a-40d2468db4fd req-8accdde2-e5ae-443a-b7ed-29445a6dc90f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.2139490 Dec 13 20:44:55.692305 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-86fc206a-31eb-428e-9f7a-40d2468db4fd req-8a3d09cd-3b78-4567-9d77-6dca48779e23 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391026 Dec 13 20:44:56.657153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:56.891994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365af0-e281-4da2-b625-7be5efb77932 req-d957e3c9-5527-469f-b9d5-30a54974e120 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:56.891994 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0365af0-e281-4da2-b625-7be5efb77932 req-d957e3c9-5527-469f-b9d5-30a54974e120 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0928962 Dec 13 20:44:56.939024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c0365af0-e281-4da2-b625-7be5efb77932 req-0b2c3818-a5e1-46d3-8d90-d121b235e4ae tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420260 Dec 13 20:44:57.028603 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:44:58.179773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cfe6-3e1f-4444-87db-d6c6da59a0c5 req-55b1b363-8cdb-4b58-aeac-22b20df8dde1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:58.181538 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20a7cfe6-3e1f-4444-87db-d6c6da59a0c5 req-55b1b363-8cdb-4b58-aeac-22b20df8dde1 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1023853 Dec 13 20:44:58.228902 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-20a7cfe6-3e1f-4444-87db-d6c6da59a0c5 req-d1975794-879f-4c95-841b-2fe92dfd608a tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413978 Dec 13 20:44:59.026512 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:44:59.182463 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:44:59.196619 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'port_id': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'mac_address': 'fa:16:3e:eb:99:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:44:59.254462 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:59.271567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:44:59.288386 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:44:59.294587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:44:59.296673 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:44:59.363751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:44:59.366814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:44:59.424462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3a0b-ab70-4e0f-8fec-4ebdea096566 req-3a2e6e58-fe75-43d8-9398-4246fc872adf tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:44:59.425956 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7de3a0b-ab70-4e0f-8fec-4ebdea096566 req-3a2e6e58-fe75-43d8-9398-4246fc872adf tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0877514 Dec 13 20:44:59.472578 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c7de3a0b-ab70-4e0f-8fec-4ebdea096566 req-756bea63-f118-4958-8889-d99b16ec967f tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392039 Dec 13 20:44:59.500771 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['5f8e331c-e8b5-48a9-bc7b-868ed7645c73'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:45:00.696673 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc219c-0694-4797-9a84-82934d8ead14 req-e499edb3-f1dd-43db-ac04-6e1fd3973589 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:00.698252 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84bc219c-0694-4797-9a84-82934d8ead14 req-e499edb3-f1dd-43db-ac04-6e1fd3973589 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0972805 Dec 13 20:45:00.744808 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-84bc219c-0694-4797-9a84-82934d8ead14 req-1a1059b1-3545-4ff1-b1f5-a0535b5f2bdf tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382221 Dec 13 20:45:01.044768 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:45:01.159016 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:45:01.159399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:01.272515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:01.298928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:45:01.308613 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:45:01.315108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:01.318586 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-400de828-fb87-4629-b78a-444ac26a2467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:45:01.357517 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'code': 200} Dec 13 20:45:01.389741 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:45:01.392589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:45:01.668284 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc422232-8f31-421e-aaef-6155a7be8cd5 req-f272c889-e6b8-4f5c-a3e9-8418e1aa1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:01.669687 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bc422232-8f31-421e-aaef-6155a7be8cd5 req-f272c889-e6b8-4f5c-a3e9-8418e1aa1701 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0856860 Dec 13 20:45:01.710830 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bc422232-8f31-421e-aaef-6155a7be8cd5 req-383f67ac-65f3-4024-9c95-80c76ecd7fc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346203 Dec 13 20:45:01.953909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de970-6791-4c45-92c2-1d9f50c6749b req-10debc70-4889-4a31-8601-657d43dafc4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:01.955261 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cc4de970-6791-4c45-92c2-1d9f50c6749b req-10debc70-4889-4a31-8601-657d43dafc4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0904500 Dec 13 20:45:02.001648 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cc4de970-6791-4c45-92c2-1d9f50c6749b req-6afc712d-150d-4b71-aa1a-0b9cf5873175 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387180 Dec 13 20:45:03.209119 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4032d4-0d1d-44c7-9f17-4109045ea7eb req-b8678b0c-aec8-4bf3-a090-ba90f65a2b48 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:03.213667 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d4032d4-0d1d-44c7-9f17-4109045ea7eb req-b8678b0c-aec8-4bf3-a090-ba90f65a2b48 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0950487 Dec 13 20:45:03.257968 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-3d4032d4-0d1d-44c7-9f17-4109045ea7eb req-167dfbef-d31c-4914-bb7b-0e8c7c2d8ccc tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401924 Dec 13 20:45:06.174614 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-2c3a60e0-720a-44a6-89d1-620f910146bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784192 Dec 13 20:45:06.330397 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36442b-8e79-4d18-80e1-88616456a40e req-a39ea8a1-677e-4867-aa6d-e2ba5190de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:06.332139 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-a39ea8a1-677e-4867-aa6d-e2ba5190de7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0785470 Dec 13 20:45:06.490462 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36442b-8e79-4d18-80e1-88616456a40e req-060f321d-b1fd-49f7-a25a-1377452c5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:06.491840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-060f321d-b1fd-49f7-a25a-1377452c5a88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1404216 Dec 13 20:45:06.600559 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-5c20636a-d862-498b-8c47-be556c09c89b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1000 time: 0.1013582 Dec 13 20:45:06.665385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36442b-8e79-4d18-80e1-88616456a40e req-d6711cbb-05df-4fce-9683-258b9e45abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:06.666972 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-d6711cbb-05df-4fce-9683-258b9e45abc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0606446 Dec 13 20:45:06.746978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36442b-8e79-4d18-80e1-88616456a40e req-ea16f1cf-a65e-4c69-beb1-9c2f4e07cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:45:06.748332 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-ea16f1cf-a65e-4c69-beb1-9c2f4e07cdfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753741 Dec 13 20:45:06.883141 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-a917be84-875f-4a13-aaf4-2716e537f701 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273208 Dec 13 20:45:07.017080 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4f36442b-8e79-4d18-80e1-88616456a40e req-a127ace9-d180-483e-9d97-7f65f5438a33 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272287 Dec 13 20:45:12.538749 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:21.702623 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1703cad7-065f-4153-9ed6-8bc466f76d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:23.967823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5854daeb-e5bb-4af1-8e82-9272e7cf8463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:25.118414 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:25.198918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:26.655106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:34.033794 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:45:42.542851 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:51.708686 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4b7cb102-ece9-4aa5-b8ce-d598d9adc92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:53.971315 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-29c39e14-8c1b-4bfe-a065-718bac4a72fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:55.126942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:55.202052 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:45:56.665141 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:08.169424 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-c54a742a-38f8-47c2-85f0-4106e1a11e20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801597 Dec 13 20:46:08.338033 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-05757380-0de5-4c6a-8cc8-e09c1912df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:08.339585 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-05757380-0de5-4c6a-8cc8-e09c1912df95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0920846 Dec 13 20:46:08.615697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-612c989f-3d12-430b-b5e1-e42a147e3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:08.618037 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-612c989f-3d12-430b-b5e1-e42a147e3a73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.2586820 Dec 13 20:46:08.730292 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-6ea1da48-7246-4383-8cee-c16db7c9810f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 1000 time: 0.1059813 Dec 13 20:46:08.805468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-ecbe03a7-1fa0-430b-9eb6-e61d2c5fc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:08.806909 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-ecbe03a7-1fa0-430b-9eb6-e61d2c5fc6a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0700736 Dec 13 20:46:08.884403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-509029f6-cf7a-4fe2-a138-6085080dcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:08.885795 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-509029f6-cf7a-4fe2-a138-6085080dcce7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721784 Dec 13 20:46:08.896393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-47320200-844c-4b47-a4d8-08639222fd32 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:46:08.897306 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-47320200-844c-4b47-a4d8-08639222fd32 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050199 Dec 13 20:46:09.051323 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-1044b596-1e5e-4219-856c-3171dbcae62e service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474190 Dec 13 20:46:09.186899 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-79d46757-1ce8-470b-b2d9-320ced80a483 req-ce63e0c5-29a1-41a5-8867-935ee0b11b2a service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284652 Dec 13 20:46:11.034777 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:46:12.551042 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:19.567717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39506) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:19.781620 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Deleting port a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:19.781957 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:19.957993 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:19.958232 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:20.082333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Calling delete_port for a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:20.240079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:20.245395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-71f42c71-5c94-44d0-9fe8-a14b9c1db3d1 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:20.291588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'Port': ['ID=a1e3ed9a-0229-49b3-b5ca-e85bc7dd2921,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:20.328581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.328931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.329368 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.329744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.330113 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.330488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.330849 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.331213 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.331574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.331932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.332291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.332748 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:20.340172 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:20.398465 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:20.398791 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Floating IP 4b8e3d36-1d09-4c55-a087-e8d85658e9f2 disassociated (deleted). External IP: 172.26.6.46, port: 5f8e331c-e8b5-48a9-bc7b-868ed7645c73. Dec 13 20:46:20.897731 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:46:21.083266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:21.093784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a5724-fbff-49f7-9937-591389023010 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:21.106061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:21.106751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:45:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:21.107590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:21.167608 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "DELETE /v2.0/floatingips/4b8e3d36-1d09-4c55-a087-e8d85658e9f2 HTTP/1.1" status: 204 len: 168 time: 1.5980432 Dec 13 20:46:21.168295 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:46:21.218619 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'status': 'completed', 'code': 200} Dec 13 20:46:21.294339 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:21.312274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-be6f8fa3-b404-4319-8c78-bba0c805a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:21.314072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-be6f8fa3-b404-4319-8c78-bba0c805a408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 1098 time: 0.0731795 Dec 13 20:46:21.460692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-e6355c0b-7a85-4cc0-a846-b1bc6b6b6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:21.462184 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-e6355c0b-7a85-4cc0-a846-b1bc6b6b6631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 200 len: 909 time: 0.1413941 Dec 13 20:46:21.565434 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-39bb4da1-f607-4c44-9c19-f1a61fc3d8ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 200 len: 217 time: 0.0955787 Dec 13 20:46:21.614411 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:21.618585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a5724-fbff-49f7-9937-591389023010 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:21.627095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:21.627725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:45:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:21.657035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-7fba21fb-08d9-49c3-bc8c-805371dde8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:21.658488 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-7fba21fb-08d9-49c3-bc8c-805371dde8a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 200 len: 848 time: 0.0743525 Dec 13 20:46:21.715886 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75ff7-63c6-473b-8915-3291b6629a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:21.719581 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d5a6-8dac-4c89-84e8-eba09708ed19 req-5b0ed75b-717f-4309-a787-3ada7b36dd81 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:21.720300 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7d38d5a6-8dac-4c89-84e8-eba09708ed19 req-5b0ed75b-717f-4309-a787-3ada7b36dd81 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:46:21.748926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-7d38d5a6-8dac-4c89-84e8-eba09708ed19 req-5b0ed75b-717f-4309-a787-3ada7b36dd81 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:46:21.750086 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7d38d5a6-8dac-4c89-84e8-eba09708ed19 req-5b0ed75b-717f-4309-a787-3ada7b36dd81 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2225599 Dec 13 20:46:21.781974 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-b21cb16f-27e3-4e3a-b86a-0d9878e91bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:21.783617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-b21cb16f-27e3-4e3a-b86a-0d9878e91bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83bc8c7-6ef0-4c7b-813e-150b885c6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168189 Dec 13 20:46:21.822321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:21.832615 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7d38d5a6-8dac-4c89-84e8-eba09708ed19 req-a333d6d4-35b8-4767-8fec-e54e5e8a2693 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764239 Dec 13 20:46:21.934382 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-ec91ea3e-5f51-4ed1-a228-184bf311f965 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395116 Dec 13 20:46:22.066757 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6c5693b3-3cb2-49f6-8b4f-01a4460f5726 req-f6fb2f81-b43f-4ad1-894d-a93cdac7c159 service neutron] 10.222.0.20 "GET /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257954 Dec 13 20:46:22.136703 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-342a5724-fbff-49f7-9937-591389023010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:22.143025 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a5724-fbff-49f7-9937-591389023010 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:37:42Z', 'revision_number': 4, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3', 'name': '', 'network_id': 'c83bc8c7-6ef0-4c7b-813e-150b885c6c97', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'mac_address': 'fa:16:3e:a0:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:41Z', 'updated_at': '2021-12-13T20:37:49Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'subnets': [{'id': '3a8cdd15-49ef-4f03-996f-77d71dc38660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:22.378266 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936767c-24a3-4a41-9641-5f38cc8a47c3 None None] New status for floating IP 4b8e3d36-1d09-4c55-a087-e8d85658e9f2: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:46:23.027390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c118-27ba-46d4-80df-6d103c744784 req-2d5f2439-a043-4939-b584-d274ea1c59e9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:23.028718 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e836c118-27ba-46d4-80df-6d103c744784 req-2d5f2439-a043-4939-b584-d274ea1c59e9 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1331205 Dec 13 20:46:23.229688 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8f2f0-4b65-4ea2-8bc7-33a098a60805 req-83a37849-bd89-41c4-99de-c4bf9170d7be tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:23.231024 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-13f8f2f0-4b65-4ea2-8bc7-33a098a60805 req-83a37849-bd89-41c4-99de-c4bf9170d7be tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2779586 Dec 13 20:46:23.253395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Deleting port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:23.253726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:23.327095 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-13f8f2f0-4b65-4ea2-8bc7-33a098a60805 req-3c7fb981-48bb-4755-9624-683905ef2cc0 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec0ca79-453e-43ed-be6b-c11025f462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904167 Dec 13 20:46:23.519001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] For port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:23.519530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:23.642435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Calling delete_port for 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:23.791543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:23.797926 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-10306e3f-6b5f-4d84-8c33-cf84946906a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:23.848561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'Port': ['ID=5f8e331c-e8b5-48a9-bc7b-868ed7645c73,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:23.851692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:23.924940 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] No DVR routers for this DVR port 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:46:23.927487 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:23.930078 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-deleted', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:46:23.948785 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e836c118-27ba-46d4-80df-6d103c744784 req-5cb090e2-1964-4049-921a-d8852977bb4b tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.20 "DELETE /v2.0/ports/5f8e331c-e8b5-48a9-bc7b-868ed7645c73 HTTP/1.1" status: 204 len: 173 time: 0.9138274 Dec 13 20:46:23.966101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9dae9b44-fe7b-47af-9e30-7490d5c73cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:23.989594 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21ccb4-9573-41b0-b621-74b8ee66d7b2', 'name': 'network-vif-deleted', 'tag': '5f8e331c-e8b5-48a9-bc7b-868ed7645c73', 'status': 'completed', 'code': 200} Dec 13 20:46:24.476075 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-126c200c-8403-42b5-8623-0f260736ee66 req-ac37c9f2-282b-4454-94c3-0f58c9ad9a93 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Synchronizing usage tracker for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:46:24.497228 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-126c200c-8403-42b5-8623-0f260736ee66 req-ac37c9f2-282b-4454-94c3-0f58c9ad9a93 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Unset dirty status for tenant:a40cadd764564eed920fe7edb4f3e6fa on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:46:24.498353 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-126c200c-8403-42b5-8623-0f260736ee66 req-ac37c9f2-282b-4454-94c3-0f58c9ad9a93 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21ccb4-9573-41b0-b621-74b8ee66d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0650189 Dec 13 20:46:25.164103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.204680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.480357 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:25.517413 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:25.517812 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 5f8e331c-e8b5-48a9-bc7b-868ed7645c73 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:25.609543 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39536) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:25.682553 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.712025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.780861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.785487 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bf19b9ae-3f31-4c86-98a9-35afeaeb8477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:25.811943 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec0ca79-453e-43ed-be6b-c11025f462aa,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:25.816201 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:25.818101 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ec0ca79-453e-43ed-be6b-c11025f462aa HTTP/1.1" status: 204 len: 168 time: 0.2073631 Dec 13 20:46:25.824424 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.824817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.825214 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.825588 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.825955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.826324 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.827086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.827086 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.827383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.827739 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.828096 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.828476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:25.831912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3746d217-26e7-46e3-989f-d656a4854b69 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:25.874092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39546) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:26.663775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:26.673058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:27.028095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Deleting port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:27.028291 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:27.204651 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] For port 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:27.205030 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:27.325334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Calling delete_port for 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:27.522915 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:27.527103 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2dd87833-3fe4-416b-a6f7-c43aecafc17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:27.575466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:27.603856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:27.849819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:28.357050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Router 73ad3db2-585b-4963-897c-9aed7d0739f6 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:46:28.545890 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:28.555205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Sync routers for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:28.563769 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/73ad3db2-585b-4963-897c-9aed7d0739f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885324 Dec 13 20:46:28.564465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:28.565088 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:28.566247 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39554) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:28.739904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:28.741532 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:28.919334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:28.930849 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Deleting port 307556b9-3428-43ee-abd8-fab936234294 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:28.931335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.021486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '307556b9-3428-43ee-abd8-fab936234294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:46:27Z', 'revision_number': 5, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port': {'id': '307556b9-3428-43ee-abd8-fab936234294', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:39Z', 'updated_at': '2021-12-13T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:29.025764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Checking router: 73ad3db2-585b-4963-897c-9aed7d0739f6 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:29.034753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Routers {'73ad3db2-585b-4963-897c-9aed7d0739f6'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:29.035377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['73ad3db2-585b-4963-897c-9aed7d0739f6'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:29.110309 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] For port 307556b9-3428-43ee-abd8-fab936234294, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=307556b9-3428-43ee-abd8-fab936234294,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:29.110664 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.188843 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] Set router 73ad3db2-585b-4963-897c-9aed7d0739f6 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:29.233953 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Calling delete_port for 307556b9-3428-43ee-abd8-fab936234294 owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:29.295075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:46:28Z', 'revision_number': 6, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:29.299806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e4737-8b13-40e5-8f52-efeafb38f122 None None] The sync data for ids ['73ad3db2-585b-4963-897c-9aed7d0739f6'] in dv-neutron-821563-1-hyperv is: [{'id': '73ad3db2-585b-4963-897c-9aed7d0739f6', 'name': 'tempest-TestShelveInstance-1679557543-router', 'tenant_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:38Z', 'updated_at': '2021-12-13T20:46:28Z', 'revision_number': 6, 'project_id': 'a40cadd764564eed920fe7edb4f3e6fa', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:29.423575 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.427177 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-3fd60f16-a5bf-4b7f-aef9-ea0e299673fe tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:29.606653 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=307556b9-3428-43ee-abd8-fab936234294,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:29.609695 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:29.700144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.871685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.873961 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.902899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.903433 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ad3db2-585b-4963-897c-9aed7d0739f6 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:46:29.916410 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:29.917661 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-be3acfce-0e64-4524-b7dc-59995800b5a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/73ad3db2-585b-4963-897c-9aed7d0739f6 HTTP/1.1" status: 204 len: 168 time: 1.3505011 Dec 13 20:46:29.920438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39558) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:29.986454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Deleting subnet 3a8cdd15-49ef-4f03-996f-77d71dc38660 {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:46:29.989543 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.040138 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.118446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.194893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.198928 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-39d53950-e2b6-404a-9093-6b94c810363a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:30.233064 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8cdd15-49ef-4f03-996f-77d71dc38660,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:30.236785 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:30.239589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.248350 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-4d8a87b7-9e68-4407-b34f-a6079af87cc0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a8cdd15-49ef-4f03-996f-77d71dc38660 HTTP/1.1" status: 204 len: 168 time: 0.3245864 Dec 13 20:46:30.248797 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e767c67-181f-4f37-99b4-42a99d1a86ab None None] Network c83bc8c7-6ef0-4c7b-813e-150b885c6c97 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:30.249509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39562) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:30.363211 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.374402 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Deleting port faed2663-4c65-4bd0-9294-b98c02c9494c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:30.374740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.501650 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] DHCP port deletion for c83bc8c7-6ef0-4c7b-813e-150b885c6c97 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:46:30.505954 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Deleting port faed2663-4c65-4bd0-9294-b98c02c9494c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:30.506344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.583509 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] For port faed2663-4c65-4bd0-9294-b98c02c9494c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=faed2663-4c65-4bd0-9294-b98c02c9494c,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:30.583857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.705926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Calling delete_port for faed2663-4c65-4bd0-9294-b98c02c9494c owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:30.708711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] For port faed2663-4c65-4bd0-9294-b98c02c9494c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=faed2663-4c65-4bd0-9294-b98c02c9494c,segment=NetworkSegment(c6c6590f-8497-4663-9f84-38c3beba0e0b),segment_id=c6c6590f-8497-4663-9f84-38c3beba0e0b)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:30.709110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.788042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.793355 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b33319bb-8350-491e-b181-de959dca5800 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:30.820689 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:30.837431 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=faed2663-4c65-4bd0-9294-b98c02c9494c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:30.840938 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:30.843243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] No DVR routers for this DVR port faed2663-4c65-4bd0-9294-b98c02c9494c on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:46:30.906866 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Calling delete_port for faed2663-4c65-4bd0-9294-b98c02c9494c owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:30.941513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:30.941853 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 1dd134cf-dbff-405f-ad39-e4bdf7c7b0e3 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:30.942278 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device faed2663-4c65-4bd0-9294-b98c02c9494c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:30.962307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:30.987362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83bc8c7-6ef0-4c7b-813e-150b885c6c97']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:30.988833 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: faed2663-4c65-4bd0-9294-b98c02c9494c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:30.989187 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device faed2663-4c65-4bd0-9294-b98c02c9494c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:30.989630 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307556b9-3428-43ee-abd8-fab936234294 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:30.999469 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c6590f-8497-4663-9f84-38c3beba0e0b') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:30.999767 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c6590f-8497-4663-9f84-38c3beba0e0b') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:31.011015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.025705 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 307556b9-3428-43ee-abd8-fab936234294 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:31.026065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 307556b9-3428-43ee-abd8-fab936234294 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:31.028485 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.035905 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:46:31.036276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.051063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:46:31.051434 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:46:31.053122 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:46:31.128293 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.131949 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-da3aa061-3312-4812-b9ef-98ac912e5d84 tempest-PortsTestJSON-548810375 tempest-PortsTestJSON-548810375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:31.147107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.153232 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83bc8c7-6ef0-4c7b-813e-150b885c6c97,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:31.157450 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:31.171508 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c83bc8c7-6ef0-4c7b-813e-150b885c6c97 HTTP/1.1" status: 204 len: 168 time: 0.9217694 Dec 13 20:46:31.174473 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39566) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:31.552603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Deleting port faed2663-4c65-4bd0-9294-b98c02c9494c {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:31.553217 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:31.625331 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0a80-dc5e-4507-95bb-ea00f9d87d0e None None] The port 'faed2663-4c65-4bd0-9294-b98c02c9494c' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:46:31.855803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:32.218068 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Deleting port f39bc32a-2959-4f4f-970b-369d83489e4b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:32.218992 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:32.388892 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] For port f39bc32a-2959-4f4f-970b-369d83489e4b, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=f39bc32a-2959-4f4f-970b-369d83489e4b,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:32.389275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:32.508988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Calling delete_port for f39bc32a-2959-4f4f-970b-369d83489e4b owned by network:router_interface {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:32.838692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:32.842434 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50927802-41d7-4045-95d1-e72bd688f01f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:32.884136 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39bc32a-2959-4f4f-970b-369d83489e4b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:32.886936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:33.294575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:33.670669 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Router ee8533e2-f19b-41b5-89ac-a367610edb76 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:46:33.854229 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:33.863494 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Sync routers for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:33.872992 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e6bd8d95-eff6-46a3-a861-c362fe9b84e8 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee8533e2-f19b-41b5-89ac-a367610edb76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973569 Dec 13 20:46:33.875693 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39572) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:33.877883 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:33.878651 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:34.084024 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:34.183705 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:34.369113 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:46:32Z', 'revision_number': 5, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port': {'id': 'b693329b-6669-46c8-9e43-18069dd8e24c', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:37:46Z', 'updated_at': '2021-12-13T20:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:34.371064 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:34.372922 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Checking router: ee8533e2-f19b-41b5-89ac-a367610edb76 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:34.381076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Deleting port b693329b-6669-46c8-9e43-18069dd8e24c {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:34.381438 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:34.381728 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Routers {'ee8533e2-f19b-41b5-89ac-a367610edb76'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:34.382849 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['ee8533e2-f19b-41b5-89ac-a367610edb76'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:34.533038 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] Set router ee8533e2-f19b-41b5-89ac-a367610edb76 gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:34.550716 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] For port b693329b-6669-46c8-9e43-18069dd8e24c, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b693329b-6669-46c8-9e43-18069dd8e24c,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:34.551076 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:34.636654 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:46:34Z', 'revision_number': 6, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:34.640860 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca2cbc-3cd7-4932-afb9-2abf25bab01c None None] The sync data for ids ['ee8533e2-f19b-41b5-89ac-a367610edb76'] in dv-neutron-821563-1-hyperv is: [{'id': 'ee8533e2-f19b-41b5-89ac-a367610edb76', 'name': 'tempest-TestShelveInstance-126441496-router', 'tenant_id': 'cac999840f2a443d8379ac835941562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:37:45Z', 'updated_at': '2021-12-13T20:46:34Z', 'revision_number': 6, 'project_id': 'cac999840f2a443d8379ac835941562d', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:34.672264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Calling delete_port for b693329b-6669-46c8-9e43-18069dd8e24c owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:34.851422 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:34.857295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4a5e5705-e77d-4eb8-982d-925c20bd6656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:34.905832 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Pushing event deleted for resources: {'Port': ['ID=b693329b-6669-46c8-9e43-18069dd8e24c,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:34.908797 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:35.001937 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.086874 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f39bc32a-2959-4f4f-970b-369d83489e4b no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:35.121510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: f39bc32a-2959-4f4f-970b-369d83489e4b {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:35.121870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device f39bc32a-2959-4f4f-970b-369d83489e4b not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:35.176172 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.178435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.203307 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.203806 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8533e2-f19b-41b5-89ac-a367610edb76 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:46:35.216826 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.218012 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-135ef7e6-3813-4b74-9ca6-bf553c95002a admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee8533e2-f19b-41b5-89ac-a367610edb76 HTTP/1.1" status: 204 len: 168 time: 1.3413486 Dec 13 20:46:35.220665 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39576) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:35.283230 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_v2 [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Deleting subnet 2cceedc7-5879-4edf-bff4-6819ed1be2cd {{(pid=87525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:46:35.286236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.337285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-984935'] for subnet, precommit_delete_associations {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.424978 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.499512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16749336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14958004'] for subnet, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.503689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a52feac6-fe97-4550-8980-e45a4b6649e9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:35.538013 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cceedc7-5879-4edf-bff4-6819ed1be2cd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:35.541220 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:35.542186 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.547626 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b7eec-31e2-4fdb-9b53-9a918dc11e15 None None] Network 24752518-7064-4ddf-a026-2e828966dca9 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:35.548801 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-622e4f1f-ad7f-41c8-992f-b6c3765d662c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2cceedc7-5879-4edf-bff4-6819ed1be2cd HTTP/1.1" status: 204 len: 168 time: 0.3270621 Dec 13 20:46:35.551549 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39580) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:35.663506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.674792 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Deleting port ab31e726-427c-45d4-a939-a62f70916946 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:35.675224 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:35.807702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] DHCP port deletion for 24752518-7064-4ddf-a026-2e828966dca9 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:46:35.807702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Deleting port ab31e726-427c-45d4-a939-a62f70916946 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:35.807973 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.013134 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] For port ab31e726-427c-45d4-a939-a62f70916946, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab31e726-427c-45d4-a939-a62f70916946,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:36.013740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.019061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] For port ab31e726-427c-45d4-a939-a62f70916946, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=ab31e726-427c-45d4-a939-a62f70916946,segment=NetworkSegment(a666cd77-f70b-45ea-8a16-ffa50ec8c993),segment_id=a666cd77-f70b-45ea-8a16-ffa50ec8c993)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:36.019469 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.133823 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Calling delete_port for ab31e726-427c-45d4-a939-a62f70916946 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:36.139865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Calling delete_port for ab31e726-427c-45d4-a939-a62f70916946 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:46:36.213796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.218679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20b906d7-04ed-46be-95c8-20e2a623314b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:36.222251 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:46:36.222615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:46:36.262191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab31e726-427c-45d4-a939-a62f70916946,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:36.264043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] No DVR routers for this DVR port ab31e726-427c-45d4-a939-a62f70916946 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:46:36.265463 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:36.389042 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.414361 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24752518-7064-4ddf-a026-2e828966dca9']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:36.426183 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a666cd77-f70b-45ea-8a16-ffa50ec8c993') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:36.426479 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a666cd77-f70b-45ea-8a16-ffa50ec8c993') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:36.437720 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.454136 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.460521 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:46:36.460896 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:46:36.473884 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:46:36.554635 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.558265 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-34e4d535-8154-4df6-8ed5-fb896572d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:36.571279 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.581128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24752518-7064-4ddf-a026-2e828966dca9,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:36.585231 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:36.588846 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/24752518-7064-4ddf-a026-2e828966dca9 HTTP/1.1" status: 204 len: 168 time: 1.0362732 Dec 13 20:46:36.709182 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39586) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:36.725146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Deleting port ab31e726-427c-45d4-a939-a62f70916946 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:46:36.725762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.762163 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-0f2b8a8c-69c6-4d2f-89fe-5624bb0cae3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a40cadd764564eed920fe7edb4f3e6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516675 Dec 13 20:46:36.764683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39590) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:36.795179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-00b12dd8-8421-4311-ae6d-9da5690669c8 None None] The port 'ab31e726-427c-45d4-a939-a62f70916946' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:46:36.810238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab31e726-427c-45d4-a939-a62f70916946 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:36.834165 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.850603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: ab31e726-427c-45d4-a939-a62f70916946 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:36.851365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device ab31e726-427c-45d4-a939-a62f70916946 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:36.851635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b693329b-6669-46c8-9e43-18069dd8e24c no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:46:36.869571 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.885218 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b693329b-6669-46c8-9e43-18069dd8e24c {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:46:36.885587 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b693329b-6669-46c8-9e43-18069dd8e24c not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:46:36.925412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.929608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c102542e-b50c-4da8-8cb5-ee6374ed20b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:36.941939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d18c22-b01a-4144-b54d-c10da0811ea2,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:36.946375 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:36.951991 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:36.953137 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e1c9e252-24db-4e10-9a97-5f925ec991de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54d18c22-b01a-4144-b54d-c10da0811ea2 HTTP/1.1" status: 204 len: 168 time: 0.1874015 Dec 13 20:46:37.313147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39598) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:37.364527 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e74f4bf4-5641-4814-af3d-ec3d54be405f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac999840f2a443d8379ac835941562d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500357 Dec 13 20:46:37.367393 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39602) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:37.430883 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:37.457500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:37.519920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:37.523762 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9ddbb9b1-f3b1-4c05-9f4b-b7407031a77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:37.536355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040ddf6-42a8-4e88-a20e-2558c68de5a8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:37.539353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:37.541424 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:37.542525 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-09a2dc0a-9617-4174-bf6c-0645e304da87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7040ddf6-42a8-4e88-a20e-2558c68de5a8 HTTP/1.1" status: 204 len: 168 time: 0.1742213 Dec 13 20:46:38.293333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39626) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:38.398984 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2095278297-network', 'tenant_id': '0eff26fecd044b67870f95d217fc199c'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:38.403856 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:38.407833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Usage tracker for resource:network and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:38.410897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:38.418868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:38.430343 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Made reservation on behalf of 0eff26fecd044b67870f95d217fc199c for: {'network': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:46:38.433134 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.445560 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.459567 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:38.463456 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:38.466238 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:38.471795 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:38.557127 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.561633 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.564486 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f481573b-5ee5-445d-a490-b4d1f00ca1b2 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:38.595920 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:46:38.604575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b3530-72dd-4efa-a119-50bbdf57c7ea,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:38.607666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:38.612067 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.612067 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.segments_db [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Added segment 09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2 of type vlan for network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 Dec 13 20:46:38.638474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.673363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.674524 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:38.675170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:38.679062 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-280cb790-e044-427e-a37c-118c36627ada tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:38.781988 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Pushing event updated for resources: {'Network': ['ID=9150c9e2-0473-49f9-bba6-3dbf8058bd62,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:38.787806 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4904809 Dec 13 20:46:38.787806 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-afcb8f76-5b3a-46a9-9024-77dc94308b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:38.788031 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39632) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:38.792923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:46:38.797281 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Request body: {'subnet': {'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2095278297-subnet', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:38.803457 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:38.808051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Usage tracker for resource:subnet and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:38.811788 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:38.817755 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:38.832294 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Made reservation on behalf of 0eff26fecd044b67870f95d217fc199c for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:46:38.834744 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.181129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.186285 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-cc636f70-4dc2-464c-a901-c7d7d889deb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:39.260906 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c61228-e410-499c-9e61-0d81f13960f7,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:39.264692 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:39.271717 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Checking segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:39.272089 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Network hostable DHCP agents. Network: 9150c9e2-0473-49f9-bba6-3dbf8058bd62, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:46:39.294506 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:46:39.304450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 9150c9e2-0473-49f9-bba6-3dbf8058bd62) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:39.309143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:39.310047 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.315618 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41aedcc-ffbe-4909-8a3d-2b54fec5d0be None None] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:39.337834 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39636) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:39.347230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:39.352519 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-2054c9bb-0eda-462a-95f3-e869b0c09534 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5631533 Dec 13 20:46:39.353970 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:39.358459 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Usage tracker for resource:router and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:39.361517 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:39.368926 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:39.379280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.380376 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.397770 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.583993 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:46:39.584841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.667911 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.746312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Allocated IP 172.20.0.2 (9150c9e2-0473-49f9-bba6-3dbf8058bd62/44c61228-e410-499c-9e61-0d81f13960f7/9644dfba-e4bb-4f77-a306-641410cd1229) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:39.946976 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.957026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Transition to ACTIVE for port object 9644dfba-e4bb-4f77-a306-641410cd1229 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:39.975395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Transition to ACTIVE for port object 9644dfba-e4bb-4f77-a306-641410cd1229 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:39.982670 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:39.987806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:40.057028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:40.060063 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:40.063865 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:40.070515 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Pushing event updated for resources: {'Port': ['ID=9644dfba-e4bb-4f77-a306-641410cd1229,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:40.107711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.108092 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.108451 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.108802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.109135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.109533 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.109850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.110179 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.110519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.110656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.110834 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.111168 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.111497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:40.119424 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:40.140714 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.167704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Attempting to bind port 9644dfba-e4bb-4f77-a306-641410cd1229 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:40.168084 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Attempting to bind port 9644dfba-e4bb-4f77-a306-641410cd1229 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:40.168456 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Attempting to bind port 9644dfba-e4bb-4f77-a306-641410cd1229 on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:40.174283 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:40.174660 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Checking segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:40.175098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.175498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Bound using segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:40.175961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Bound port: 9644dfba-e4bb-4f77-a306-641410cd1229, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:40.176341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.267584 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] For port 9644dfba-e4bb-4f77-a306-641410cd1229, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:40.270535 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] For port 9644dfba-e4bb-4f77-a306-641410cd1229, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9644dfba-e4bb-4f77-a306-641410cd1229,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:40.276341 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.279275 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Allocated IP 172.26.6.84 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/3ac56264-5b8e-48b3-9b9d-100ec50df66e) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:40.284564 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:40.419860 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Pushing event updated for resources: {'Port': ['ID=9644dfba-e4bb-4f77-a306-641410cd1229,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:40.422761 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:40.436904 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.469130 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:40.473477 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-736c7822-08a8-40f1-b077-140662046c13 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:40.536302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:40.539919 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:40.542584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:40.586643 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac56264-5b8e-48b3-9b9d-100ec50df66e,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:40.586885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:40.825726 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9644dfba-e4bb-4f77-a306-641410cd1229 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:40.902110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 9644dfba-e4bb-4f77-a306-641410cd1229 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:40.985745 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.334216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf69a7d-39ea-4835-adc6-7d4608fb9f3b None None] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:41.350228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.484212 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Provisioning for port 9644dfba-e4bb-4f77-a306-641410cd1229 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:41.494207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Provisioning complete for port 9644dfba-e4bb-4f77-a306-641410cd1229 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:41.494591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.741222 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.754493 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Router 2ecb6759-af11-443e-be98-22c642c97cc4 is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:46:41.851610 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] For port 9644dfba-e4bb-4f77-a306-641410cd1229, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9644dfba-e4bb-4f77-a306-641410cd1229,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:41.864929 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.869204 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:41.938049 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:41.948709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Pushing event updated for resources: {'Port': ['ID=9644dfba-e4bb-4f77-a306-641410cd1229,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:41.953472 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:41.955890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-8a8b20b5-1df4-447a-b0a2-c45459e4dcb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:41.970786 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:41.975207 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b05006b2-6dbe-4b0b-a7a1-f47aa6117705 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6333435 Dec 13 20:46:41.975342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39640) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:42.016913 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:42.017258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:42.272507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-567b275b-bc46-4123-8692-ad3922585397 None None] Provisioning complete for port 9644dfba-e4bb-4f77-a306-641410cd1229 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:42.272822 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-567b275b-bc46-4123-8692-ad3922585397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:42.336681 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:42.561198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:42.671963 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:42.707435 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:40Z', 'revision_number': 3, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:42.711986 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:42.712346 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Updating router 2ecb6759-af11-443e-be98-22c642c97cc4 port 3ac56264-5b8e-48b3-9b9d-100ec50df66e binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:46:42.766038 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:42.819764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9644dfba-e4bb-4f77-a306-641410cd1229 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:42.880280 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Allocated IP 172.20.0.1 (9150c9e2-0473-49f9-bba6-3dbf8058bd62/44c61228-e410-499c-9e61-0d81f13960f7/61bbfd2c-7ef1-44f2-8e20-8b2f268ff596) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:42.982814 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 9644dfba-e4bb-4f77-a306-641410cd1229 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:42.983174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.033411 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.048966 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Transition to ACTIVE for port object 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 will not be triggered until provisioned by entity DHCP. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:43.074334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.079025 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eb37132e-9f3d-48de-aa93-d67b0a75fcbf tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:43.146652 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:43.149637 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:43.154137 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:43.181717 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Pushing event updated for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:43.188903 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:43.208942 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.292150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.305918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Transition to ACTIVE for port object 3ac56264-5b8e-48b3-9b9d-100ec50df66e will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:43.315996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.327908 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:43.406654 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Attempting to bind port 3ac56264-5b8e-48b3-9b9d-100ec50df66e on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:43.407385 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Attempting to bind port 3ac56264-5b8e-48b3-9b9d-100ec50df66e by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:43.407906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Attempting to bind port 3ac56264-5b8e-48b3-9b9d-100ec50df66e on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:43.422156 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:43.422433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:43.423151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.423600 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:43.424191 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Bound port: 3ac56264-5b8e-48b3-9b9d-100ec50df66e, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:43.424461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.449635 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02449-9f90-405a-bfdd-f2bff666bb4f None None] Pushing event updated for resources: {'Port': ['ID=3ac56264-5b8e-48b3-9b9d-100ec50df66e,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:43.458925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ecc02449-9f90-405a-bfdd-f2bff666bb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:43.465207 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6b25311-e00e-4ed3-99c3-76775a3370a1 None None] Provisioning for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:43.483097 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d6b25311-e00e-4ed3-99c3-76775a3370a1 None None] Provisioning complete for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:43.483474 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d6b25311-e00e-4ed3-99c3-76775a3370a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.555522 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d6b25311-e00e-4ed3-99c3-76775a3370a1 None None] Port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:46:43.557407 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] For port 3ac56264-5b8e-48b3-9b9d-100ec50df66e, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:43.560679 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] For port 3ac56264-5b8e-48b3-9b9d-100ec50df66e, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3ac56264-5b8e-48b3-9b9d-100ec50df66e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:43.566591 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.570699 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:43.631725 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.643287 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:43.643939 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:43.758786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02449-9f90-405a-bfdd-f2bff666bb4f None None] Pushing event updated for resources: {'Port': ['ID=3ac56264-5b8e-48b3-9b9d-100ec50df66e,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:43.768388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ecc02449-9f90-405a-bfdd-f2bff666bb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:43.867616 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.874666 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:43.887829 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:43.902675 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b370dc7c-e9b3-4c72-82a5-b019091410f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:43.979392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Pushing event updated for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:43.983704 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:43.984470 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:44.120047 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:44.121255 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:44.228758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:42Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:44.233421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1720f6e-44b5-4130-a304-218be3089d02 None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:42Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:44.326435 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:46:44.380364 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-970ed0c4-c594-4d83-a212-6ed42d07ecd1 None None] Provisioning complete for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:44.380827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-970ed0c4-c594-4d83-a212-6ed42d07ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:44.446403 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-970ed0c4-c594-4d83-a212-6ed42d07ecd1 None None] Port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:46:44.527102 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:44.536799 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-71fe1f88-6b21-44d7-9a4e-ee91e38d648d admin admin] 10.222.0.18 "PUT /v2.0/routers/2ecb6759-af11-443e-be98-22c642c97cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602272 Dec 13 20:46:45.076782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39658) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:45.082889 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1286055905-network', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:45.088600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:45.092788 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Usage tracker for resource:network and tenant:552eccf5aa82409888a9a830a5f191cc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:45.095913 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:45.102249 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:45.114581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Made reservation on behalf of 552eccf5aa82409888a9a830a5f191cc for: {'network': 1} {{(pid=87526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:46:45.117067 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for network, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.129703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.144804 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:45.148864 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Usage tracker for resource:security_group_rule and tenant:552eccf5aa82409888a9a830a5f191cc is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:45.151677 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:45.157311 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:45.247974 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.252128 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.255496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8d64caa1-7b34-4592-ae42-bb6c562169f0 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:45.284179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 20:46:45.293405 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea4a92-302c-4797-9e36-8f19015f1b45,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:45.297288 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:45.301736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.302078 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.segments_db [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Added segment f6039224-d8dd-4443-ada0-b2741222c281 of type vlan for network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 Dec 13 20:46:45.329856 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793484784056'] for network, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.361686 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822'] for network, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.362736 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:45.363321 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.367492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-98278116-a99e-4aab-8057-ba9b57b6279d tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:45.471308 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3932304 Dec 13 20:46:45.472253 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b971a70-0d84-4b46-8f7a-0a782ba7b5c7,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:45.474190 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39662) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:45.475468 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-f88a602f-1ab9-4efa-8730-9a3aacbabde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:45.482273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Request body: {'subnet': {'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1286055905-subnet', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'ip_version': 4}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:45.482951 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 details requested by agent ovs-agent-dv-neutron-821563-1-hyperv with host dv-neutron-821563-1-hyperv {{(pid=87527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 20:46:45.487757 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:45.493492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Usage tracker for resource:subnet and tenant:552eccf5aa82409888a9a830a5f191cc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:45.498070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:45.512626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:45.524352 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Made reservation on behalf of 552eccf5aa82409888a9a830a5f191cc for: {'subnet': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:46:45.527046 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14957983'] for subnet, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.737781 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16749407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14957997'] for subnet, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.741437 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-ab045ea9-f253-40ee-88f7-59c2ccdc9296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:45.813478 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1452062b-88b9-4e9a-ab53-98db3b2f5fb8,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:45.820331 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:45.829533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Checking segment: {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:45.829890 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Network hostable DHCP agents. Network: 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7, hostable agents: ['8e5f163b-ee6b-4d38-84c2-009c344e1a1d'], hosted agents: [] {{(pid=87525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 20:46:45.853530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 is scheduled to be hosted by DHCP agent 8e5f163b-ee6b-4d38-84c2-009c344e1a1d with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 20:46:45.867860 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821563-1-hyperv, 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7) {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:45.872503 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:45.873090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.877288 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5550620-acb2-451a-8875-835121f0d7ad None None] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:45.896491 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-7a53bd46-2bbd-4c0e-83f9-6ae6b5fd4d2d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4200068 Dec 13 20:46:45.898809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39666) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:45.904334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:45.909951 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:45.914200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Usage tracker for resource:router and tenant:552eccf5aa82409888a9a830a5f191cc is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:45.917137 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:45.922855 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:45.934389 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64321'] for router, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.935541 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1768974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64378'] for router, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:45.950994 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.101308 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp251ec50d-0fe0-5a02-8866-c46f3e57ad2f-5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8'}]}} from dv-neutron-821563-1-hyperv. {{(pid=87527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 13 20:46:46.102160 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.220315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64356'] for router, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.269199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.db_base_plugin_common [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Allocated IP 172.20.0.2 (5b971a70-0d84-4b46-8f7a-0a782ba7b5c7/1452062b-88b9-4e9a-ab53-98db3b2f5fb8/a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5) {{(pid=87527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:46.358740 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:46.368789 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:46.369074 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:46.478634 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks [] for port, precommit_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.490019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Transition to ACTIVE for port object a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:46.509700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Transition to ACTIVE for port object a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 will not be triggered until provisioned by entity DHCP. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:46.516305 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787'] for port, after_create {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.520802 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:46.547778 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:46.564538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.587508 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 is already hosted by enough agents. {{(pid=87527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:46.590417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.scheduler.base_scheduler [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Resources bound (agent type, host, resource id): {{(pid=87527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:46.594965 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Received port after_create {{(pid=87527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:46.597509 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Pushing event updated for resources: {'Port': ['ID=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,revision_number=1']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:46.600883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:46.603176 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.686719 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Attempting to bind port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:46.687109 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Attempting to bind port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:46.687484 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Attempting to bind port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 on network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:46.693798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:46.694180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Checking segment: {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:46.694671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.695073 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Bound using segment: {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:46.695709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Bound port: a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:46.696237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.747372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Allocated IP 172.26.6.134 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/475a488f-0358-4694-97af-962227fcfbcf) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:46.860101 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3ac56264-5b8e-48b3-9b9d-100ec50df66e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:46.882554 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 2, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:46.887222 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:46.888067 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Updating router 2ecb6759-af11-443e-be98-22c642c97cc4 port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:46:46.899671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] For port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:46.922362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] For port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:46.932209 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:46.936310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:47.002358 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.015470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 3ac56264-5b8e-48b3-9b9d-100ec50df66e completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:47.022221 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3ac56264-5b8e-48b3-9b9d-100ec50df66e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:47.023065 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.053216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Pushing event updated for resources: {'Port': ['ID=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:47.061787 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d98752d9-c3a5-4d71-8bc6-3d485f71df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:47.070207 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.104221 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.115800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-c9cd4e0b-6508-403f-b694-8fcb2acd6743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:47.150243 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.166775 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:47.169137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 3ac56264-5b8e-48b3-9b9d-100ec50df66e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3ac56264-5b8e-48b3-9b9d-100ec50df66e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:47.169726 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:47.175069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.178626 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:47.181205 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-a62f6c1c-b58a-4a3f-8d94-564c881a62a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:47.232273 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Pushing event updated for resources: {'Port': ['ID=475a488f-0358-4694-97af-962227fcfbcf,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:47.236766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:47.261054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=3ac56264-5b8e-48b3-9b9d-100ec50df66e,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:47.274867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:47.450951 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.462597 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Transition to ACTIVE for port object 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:47.468943 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.472482 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-79ad3f0a-81ea-43df-b709-33a33afc00c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:47.652576 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.655030 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Pushing event updated for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:47.668051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.668051 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.668311 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.668546 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.668852 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.669184 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.669521 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.669840 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.670157 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.670478 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.670792 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.671102 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:46:47.679815 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:47.695849 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Attempting to bind port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:47.696326 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Attempting to bind port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:47.696762 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Attempting to bind port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:47.703922 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:47.703922 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Checking segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:47.704181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.704395 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Bound using segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:47.704841 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Bound port: 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:47.705254 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.800022 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] For port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:47.803714 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] For port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:47.813354 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:47.818901 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-552e55f5-5000-47a7-96b5-0c650c84d864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:47.890715 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:47.891353 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:47.958904 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Pushing event updated for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:47.964331 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-5c68bd94-a9e8-4bd6-8c48-b03dabd0d2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:48.014840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769177'] for router, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:48.051541 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:46:48.089924 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:48.232914 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Router f138ff85-6061-4524-8928-b87e302534fa is scheduled to L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 with binding_index 1 {{(pid=87525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 13 20:46:48.236110 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24253bf4-f4c9-4eca-9138-d07f5a7cd14d None None] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:46:48.329019 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d24d4127-983b-4ce5-80bf-346bc7ea15c9 None None] Provisioning for port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:48.449087 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:48.449607 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:48.453502 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08006bf0-0b57-4c2e-92e0-14cf92661925 None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:48.466475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Sync routers for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:48.480149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Notify callbacks [] for router, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:48.481151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:48.484314 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5816376 Dec 13 20:46:48.484433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:48.484555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39670) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:48.686902 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:48.997057 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:49.093632 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 3, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:49.097389 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:49.102113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Checking router: f138ff85-6061-4524-8928-b87e302534fa for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:49.102475 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Updating router f138ff85-6061-4524-8928-b87e302534fa port 475a488f-0358-4694-97af-962227fcfbcf binding host dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:46:49.131914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:49.132116 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.206925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.417833 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.418384 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.523700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:49.531427 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.532290 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3ac56264-5b8e-48b3-9b9d-100ec50df66e up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:49.556990 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-31cd25dd-227d-4063-a7ac-c1a580df04e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:49.634789 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Allocated IP 172.20.0.1 (5b971a70-0d84-4b46-8f7a-0a782ba7b5c7/1452062b-88b9-4e9a-ab53-98db3b2f5fb8/b4b92160-818e-43b1-928b-266654307a32) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:49.685309 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:49.691858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:49.714087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 3ac56264-5b8e-48b3-9b9d-100ec50df66e triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:49.714498 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.788730 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.805533 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Transition to ACTIVE for port object b4b92160-818e-43b1-928b-266654307a32 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:49.824275 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks [] for port, precommit_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.832959 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.838296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f7a3f131-9733-4865-afc0-167dbb70e118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:49.840511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Transition to ACTIVE for port object 475a488f-0358-4694-97af-962227fcfbcf will not be triggered until provisioned by entity L2. {{(pid=87527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:49.871572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:49.880193 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:49.897446 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:49.900373 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:49.903970 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:49.951606 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Pushing event updated for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:49.956030 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:49.963142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:49.970666 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820439'] for router_interface, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.005731 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Attempting to bind port 475a488f-0358-4694-97af-962227fcfbcf on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:50.006099 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Attempting to bind port 475a488f-0358-4694-97af-962227fcfbcf by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:50.006453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Attempting to bind port 475a488f-0358-4694-97af-962227fcfbcf on network c190add2-a077-4208-afdb-c9dd5b09cd8b {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:50.022061 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Pushing event updated for resources: {'Port': ['ID=475a488f-0358-4694-97af-962227fcfbcf,revision_number=2']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:50.030925 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:50.031648 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:50.032031 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Checking segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:50.032449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.032849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Bound using segment: {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'} {{(pid=87527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:50.033370 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.managers [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Bound port: 475a488f-0358-4694-97af-962227fcfbcf, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7177a52-9abf-467d-a65d-4726c1632afb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b'}}] {{(pid=87527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:50.033758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.116972 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:50.120314 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] For port 475a488f-0358-4694-97af-962227fcfbcf, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:50.125531 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] For port 475a488f-0358-4694-97af-962227fcfbcf, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=475a488f-0358-4694-97af-962227fcfbcf,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:50.131135 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:50.131513 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.158968 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.167946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:50.251529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ea2d8762-20f0-4576-8a44-699e8d1d41b6 None None] Provisioning for port b4b92160-818e-43b1-928b-266654307a32 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:50.272690 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-ea2d8762-20f0-4576-8a44-699e8d1d41b6 None None] Provisioning complete for port b4b92160-818e-43b1-928b-266654307a32 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:50.273075 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ea2d8762-20f0-4576-8a44-699e8d1d41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.317034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Pushing event updated for resources: {'Port': ['ID=475a488f-0358-4694-97af-962227fcfbcf,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:50.323624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:50.324395 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:50.325039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:50.376084 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.449680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d8762-20f0-4576-8a44-699e8d1d41b6 None None] Port b4b92160-818e-43b1-928b-266654307a32 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:46:50.521358 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.588011 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:50.604270 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.610070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.630948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:50.634455 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0b3112ca-2e5e-4248-a64f-b464f5260805 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:50.640482 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.650374 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-ecc02449-9f90-405a-bfdd-f2bff666bb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:50.718458 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Pushing event updated for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:50.722893 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:50.723846 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820660'] for router_interface, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:50.840316 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:50.860120 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:50.861267 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:50.867828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,revision_number=3']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:50.887438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:51.061460 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:51.061758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:51.070088 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Router f138ff85-6061-4524-8928-b87e302534fa has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:46:51.170963 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b4b92160-818e-43b1-928b-266654307a32', 'name': '', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'mac_address': 'fa:16:3e:e5:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:49Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 1, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'subnets': [{'id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:51.182791 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823f4f2-dc26-4941-8aa8-5f20ab890a63 None None] The sync data for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv is: [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b4b92160-818e-43b1-928b-266654307a32', 'name': '', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'mac_address': 'fa:16:3e:e5:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:49Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 1, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'subnets': [{'id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:51.210443 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-d557b4f2-e152-4010-babb-bad4b53251b1 None None] Provisioning complete for port b4b92160-818e-43b1-928b-266654307a32 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:51.210945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d557b4f2-e152-4010-babb-bad4b53251b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:51.255968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:46:51.265533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-348bf424-c488-4adf-b912-4c63bce4c38c admin admin] 10.222.0.18 "PUT /v2.0/routers/f138ff85-6061-4524-8928-b87e302534fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799902 Dec 13 20:46:51.275751 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-d557b4f2-e152-4010-babb-bad4b53251b1 None None] Port b4b92160-818e-43b1-928b-266654307a32 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:46:51.690568 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1884ed28-9f56-4094-9631-5fe71cbaf363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.392585 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39682) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:52.398483 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797926041', 'description': 'tempest-secgroup-smoke-1797926041 description', 'project_id': '0eff26fecd044b67870f95d217fc199c'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:52.404812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:52.408817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:52.411764 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:52.418965 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:52.431251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.452448 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:52.457377 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:52.460568 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:52.466626 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:52.541581 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.546986 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.550726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ebd19d1c-f0ca-432d-b0c9-2528f250d485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:52.588248 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3200c27a-62fd-494a-ab19-a713ee58761b,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:52.591013 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.595000 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1985455 Dec 13 20:46:52.595000 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-5e9c1c54-d372-469b-8e4d-65aedd4e247c tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:52.595218 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39686) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:52.601565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:52.606861 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:52.610877 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:52.613763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:52.619907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:52.637081 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.708216 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.713502 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.715340 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-03bd2339-1d70-43ea-a02c-1aa65c93ef46 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:52.880870 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbfc5fa-5246-4673-9b9e-f4f63a19fe10,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:52.884230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:52.886331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.888267 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-c4e2d8f3-4b65-430c-838c-faeed6d777e8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918262 Dec 13 20:46:52.890600 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39694) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:52.897493 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 475a488f-0358-4694-97af-962227fcfbcf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:52.898522 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:52.904744 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:52.908584 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:52.911482 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:52.917976 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:52.935083 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:52.970615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port 475a488f-0358-4694-97af-962227fcfbcf completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:52.975748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 475a488f-0358-4694-97af-962227fcfbcf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:52.976142 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.010743 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.016286 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.018392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-2e2d91e6-f04e-4e42-825d-f33e7f16cd4b tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.041683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7117f8a3-10cf-4fbc-b721-f2aeb48cd12a,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.046228 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.051492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.052730 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ab166a0b-0cd4-42ab-8f39-0af67bad6287 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605909 Dec 13 20:46:53.055728 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39698) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:53.061496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:53.067892 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:53.072436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:53.075526 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:53.081819 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:53.099557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.107639 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.125093 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port 475a488f-0358-4694-97af-962227fcfbcf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=475a488f-0358-4694-97af-962227fcfbcf,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:53.130124 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.131087 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:53.142190 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Sync routers for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:46:53.153044 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:53.153695 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:53.164868 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.166321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.169609 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.176325 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-99a235d5-9f78-4680-bedb-2526273b78b6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.197761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306bc57e-39d8-4aa1-afcc-c39e21d12cef,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.200885 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.209859 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.211524 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-53d894f9-aacb-4e14-8316-e5ea2e3da4d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547809 Dec 13 20:46:53.214334 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 39702) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:53.220254 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:53.226650 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:53.230561 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:53.233481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:53.239838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:53.247175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=475a488f-0358-4694-97af-962227fcfbcf,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.252503 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.261992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:53.262373 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.264800 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.350454 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.357263 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.375786 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-0bd42d47-c22e-4993-b4e2-7bd8837e961a tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.396946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8b6be3-629a-4121-a9a4-2b903a1cc421,revision_number=0']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.400697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.404931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.406746 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-e94105af-8f52-48cd-af15-f80db27c24a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911888 Dec 13 20:46:53.409622 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39706) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:53.416476 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:53.419587 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:53.428160 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:53.433068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:53.436339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:53.442955 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:53.465704 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Project 0eff26fecd044b67870f95d217fc199c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:46:53.473644 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.539932 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.544099 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.545941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-cd98b36b-6b8b-4110-a87f-77bdee956f4a tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.567656 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7f8792-4835-42e4-8418-c21eda9e2538,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.570607 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.579283 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.580578 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-bd1874fb-9901-4d0f-a66d-11bbce6feb3a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687012 Dec 13 20:46:53.583331 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39710) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:46:53.588547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'security_group_rule': {'security_group_id': '3200c27a-62fd-494a-ab19-a713ee58761b', 'project_id': '0eff26fecd044b67870f95d217fc199c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:53.594774 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:53.599024 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:security_group_rule and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:53.602495 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:53.609881 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:53.622627 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.securitygroups_db [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Project 0eff26fecd044b67870f95d217fc199c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 20:46:53.630200 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.696999 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.702838 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376433'] for security_group_rule, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.704690 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a82ed6a8-fa9a-4b65-a9ab-a454fd662168 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:53.724496 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebbf548-e003-438f-a15d-876df923ad45,revision_number=0']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:53.728610 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:53.737795 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.738993 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-e5ddde1d-67aa-4005-a505-c6f40b0ca8ba tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547098 Dec 13 20:46:53.741513 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b4b92160-818e-43b1-928b-266654307a32', 'name': '', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'mac_address': 'fa:16:3e:e5:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:49Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 2, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'subnets': [{'id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:53.745408 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Checking router: f138ff85-6061-4524-8928-b87e302534fa for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:46:53.745775 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Updating router f138ff85-6061-4524-8928-b87e302534fa port b4b92160-818e-43b1-928b-266654307a32 binding host dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 20:46:53.801346 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:53.902164 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-453b93ee-51ca-4f3c-b3c4-5868353f0fb8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:security_group {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:46:53.920511 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-453b93ee-51ca-4f3c-b3c4-5868353f0fb8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:security_group {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:46:53.921739 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-453b93ee-51ca-4f3c-b3c4-5868353f0fb8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797926041&fields=id&tenant_id=0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 267 time: 0.0604818 Dec 13 20:46:53.971131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f4551b85-6e11-4f4e-973b-ed9162767f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.079871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-624368ef-dcbe-4f30-b363-f0a40d90e3a4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:54.080830 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-624368ef-dcbe-4f30-b363-f0a40d90e3a4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:network {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:46:54.098326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-624368ef-dcbe-4f30-b363-f0a40d90e3a4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:network {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:46:54.099489 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-624368ef-dcbe-4f30-b363-f0a40d90e3a4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 810 time: 0.1695776 Dec 13 20:46:54.115048 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-de444893-00e1-44ec-b470-bb1339db8e69 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/quotas/0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 375 time: 0.0094292 Dec 13 20:46:54.156435 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks [] for port, precommit_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.168167 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.provisioning_blocks [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Transition to ACTIVE for port object b4b92160-818e-43b1-928b-266654307a32 will not be triggered until provisioned by entity L2. {{(pid=87528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:54.175672 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.179483 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-f532932c-5c09-4774-92a5-071517713cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:54.198682 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-d3119e36-8e46-4bd8-ba5e-118bbd58f9d9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777905 Dec 13 20:46:54.319340 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d803074-6151-4c82-aec2-fb27fc53a9c2 None None] Pushing event updated for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=3']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:54.323879 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d803074-6151-4c82-aec2-fb27fc53a9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:54.331406 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-14755c3a-0864-4732-842a-d97b2d02c714 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:46:54.332417 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-14755c3a-0864-4732-842a-d97b2d02c714 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1222348 Dec 13 20:46:54.418187 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Attempting to bind port b4b92160-818e-43b1-928b-266654307a32 on host dv-neutron-821563-1-hyperv for vnic_type normal with profile {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:54.418498 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Attempting to bind port b4b92160-818e-43b1-928b-266654307a32 by drivers openvswitch,hyperv on host dv-neutron-821563-1-hyperv at level 0 using segments [{'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:54.418856 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Attempting to bind port b4b92160-818e-43b1-928b-266654307a32 on network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:54.424670 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Checking agent: {'id': '7969c0d9-ffc6-4d66-91ce-cf580b4b5ad3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821563-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 45, 55), 'started_at': datetime.datetime(2021, 12, 13, 19, 46, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821563-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:54.425530 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Checking segment: {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:54.425951 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.426364 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Bound using segment: {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'} {{(pid=87528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:54.426833 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.managers [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Bound port: b4b92160-818e-43b1-928b-266654307a32, host: dv-neutron-821563-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6039224-d8dd-4443-ada0-b2741222c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7'}}] {{(pid=87528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:54.427216 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.486015 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-9dc58a4d-4c6e-4c56-b8d7-80e3010a0a61 service neutron] 10.222.0.18 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462371 Dec 13 20:46:54.518339 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] For port b4b92160-818e-43b1-928b-266654307a32, host dv-neutron-821563-1-hyperv, cleared binding levels {{(pid=87528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:54.521426 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.plugins.ml2.db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] For port b4b92160-818e-43b1-928b-266654307a32, host dv-neutron-821563-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b92160-818e-43b1-928b-266654307a32,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:54.527000 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron_lib.callbacks.manager [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:54.530617 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-28648fe4-db85-44d8-8304-d6cd72ca870a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:54.609408 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:46:54.610031 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:54.622851 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-70306d17-ffd5-4807-8214-f69cbcafb161 service neutron] 10.222.0.18 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306932 Dec 13 20:46:54.674660 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d803074-6151-4c82-aec2-fb27fc53a9c2 None None] Pushing event updated for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=4']} {{(pid=87528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:54.679459 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG oslo_concurrency.lockutils [None req-1d803074-6151-4c82-aec2-fb27fc53a9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:54.857215 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:46:54.862378 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 475a488f-0358-4694-97af-962227fcfbcf up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:54.973076 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port 475a488f-0358-4694-97af-962227fcfbcf triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:54.973755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.000315 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8e473550-8071-4092-9553-c12c7ecc6d6e req-675d35b4-43aa-4fe4-8d89-309dd9dca8e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 210 time: 0.2260041 Dec 13 20:46:55.130711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b92160-818e-43b1-928b-266654307a32 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:55.154126 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.212178 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.213627 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning for port b4b92160-818e-43b1-928b-266654307a32 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:55.218967 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b4b92160-818e-43b1-928b-266654307a32 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:55.219548 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.238775 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b4b92160-818e-43b1-928b-266654307a32', 'name': '', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'mac_address': 'fa:16:3e:e5:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:49Z', 'updated_at': '2021-12-13T20:46:54Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'subnets': [{'id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:46:55.242867 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656da9a-452e-4cff-9bab-8bfda3210f9b None None] The sync data for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv is: [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:46:50Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': 'b4b92160-818e-43b1-928b-266654307a32', 'name': '', 'network_id': '5b971a70-0d84-4b46-8f7a-0a782ba7b5c7', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'mac_address': 'fa:16:3e:e5:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:49Z', 'updated_at': '2021-12-13T20:46:54Z', 'revision_number': 4, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'subnets': [{'id': '1452062b-88b9-4e9a-ab53-98db3b2f5fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:46:55.365708 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.404858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] For port b4b92160-818e-43b1-928b-266654307a32, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b92160-818e-43b1-928b-266654307a32,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:46:55.411034 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:55.414269 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:55.484953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Pushing event updated for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:55.488748 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:56.160566 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9614df6-4769-4754-9324-6119eaa329fc req-2802e7b6-cc22-4894-b3e1-f2c0594eafa6 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0686300 Dec 13 20:46:56.280592 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-b1f1b1bd-0ec7-455c-89be-5e5129592494 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:56.281942 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-b1f1b1bd-0ec7-455c-89be-5e5129592494 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 810 time: 0.1575270 Dec 13 20:46:56.332935 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-64205159-80d5-4e41-8163-67facc3a7d2a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 380 time: 0.0417178 Dec 13 20:46:56.341544 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'port': {'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'admin_state_up': True, 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'security_groups': ['3200c27a-62fd-494a-ab19-a713ee58761b']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:56.486411 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:46:56.492727 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:port and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:46:56.497147 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:46:56.504268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:46:56.518369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Made reservation on behalf of 0eff26fecd044b67870f95d217fc199c for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:46:56.522135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:56.664267 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:56.689107 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Allocated IP 172.20.0.8 (9150c9e2-0473-49f9-bba6-3dbf8058bd62/44c61228-e410-499c-9e61-0d81f13960f7/9a939394-4816-45e9-9f25-a40010c3d507) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:46:56.814572 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b92160-818e-43b1-928b-266654307a32 up at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:46:56.893570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Provisioning complete for port b4b92160-818e-43b1-928b-266654307a32 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:56.893969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:56.895292 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:56.912266 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Transition to ACTIVE for port object 9a939394-4816-45e9-9f25-a40010c3d507 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:56.946779 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:56.952490 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-37eead49-baf6-41c6-9d11-806cbcb662c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:57.029953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:46:57.033093 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:46:57.037574 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:46:57.063293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:57.069048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:57.105349 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:57.105968 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:57.129418 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-364b2b32-d883-4bfa-b811-b2a85aba6c84 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910202 Dec 13 20:46:57.143001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Request body: {'port': {'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:46:57.261365 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:57.291468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-772fd72a-9365-4be3-a1dd-74b3ddb67e93 None None] Provisioning for port 9a939394-4816-45e9-9f25-a40010c3d507 completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:46:57.296758 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-772fd72a-9365-4be3-a1dd-74b3ddb67e93 None None] Provisioning complete for port 9a939394-4816-45e9-9f25-a40010c3d507 triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:46:57.297146 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-772fd72a-9365-4be3-a1dd-74b3ddb67e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:57.358841 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-772fd72a-9365-4be3-a1dd-74b3ddb67e93 None None] Port 9a939394-4816-45e9-9f25-a40010c3d507 cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:46:57.487326 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95453684-4f0e-459f-bf82-8b9bb339fdb8 req-a7ec9456-8a3e-4f80-a5aa-785057300862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:57.487925 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-95453684-4f0e-459f-bf82-8b9bb339fdb8 req-a7ec9456-8a3e-4f80-a5aa-785057300862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:46:57.581488 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-95453684-4f0e-459f-bf82-8b9bb339fdb8 req-a7ec9456-8a3e-4f80-a5aa-785057300862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:46:57.582645 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95453684-4f0e-459f-bf82-8b9bb339fdb8 req-a7ec9456-8a3e-4f80-a5aa-785057300862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 931 time: 0.3107610 Dec 13 20:46:57.665905 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-95453684-4f0e-459f-bf82-8b9bb339fdb8 req-f558e6c7-d20b-405f-84e3-de009ab810cf tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760927 Dec 13 20:46:57.736668 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a939394-4816-45e9-9f25-a40010c3d507 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:46:57.744308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:57.759039 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Transition to ACTIVE for port object 9a939394-4816-45e9-9f25-a40010c3d507 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:46:57.767070 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:57.773630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d6db7be0-8e9f-4355-8569-c3b2b3894937 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:57.925550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:57.936468 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:58.014630 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Attempting to bind port 9a939394-4816-45e9-9f25-a40010c3d507 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:46:58.014931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Attempting to bind port 9a939394-4816-45e9-9f25-a40010c3d507 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:46:58.015271 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Attempting to bind port 9a939394-4816-45e9-9f25-a40010c3d507 on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:58.020274 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Port 9a939394-4816-45e9-9f25-a40010c3d507 on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:46:58.020590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Attempting to bind port 9a939394-4816-45e9-9f25-a40010c3d507 on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:46:58.025942 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:46:58.026268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Checking segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:46:58.026648 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Bound using segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:46:58.027063 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Bound port: 9a939394-4816-45e9-9f25-a40010c3d507, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:46:58.027403 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:58.249612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:46:58.252645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:46:58.262108 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:58.269694 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-685d8aa6-2557-4fcd-8110-f19ebce6b2aa tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:46:58.325588 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:58.326248 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:46:58.327635 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 1093 time: 1.1900251 Dec 13 20:46:58.328167 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:46:58.361035 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:46:58.365256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f23334c6-6eca-4fa7-afe7-9c2fba1a41e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:46:58.447671 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'status': 'completed', 'code': 200} Dec 13 20:46:58.452969 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-d0a5e483-7617-420e-b36d-f575b9d4c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:58.454689 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-d0a5e483-7617-420e-b36d-f575b9d4c435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0817556 Dec 13 20:46:58.525917 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-7c1f9151-403b-40d0-a4b1-b59285eb8864 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 217 time: 0.0631888 Dec 13 20:46:58.594429 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-5f027df6-08f6-47e6-b94f-42cc6a85f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:58.595925 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-5f027df6-08f6-47e6-b94f-42cc6a85f813 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0636175 Dec 13 20:46:58.672251 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f17c6b6f-ac1d-40f0-a9e8-5a2d56976231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:58.673737 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-f17c6b6f-ac1d-40f0-a9e8-5a2d56976231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710309 Dec 13 20:46:58.849556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-41460fdd-6dda-455a-856f-2b52131c9940 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681855 Dec 13 20:46:58.969204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c92bb-1304-49da-9bd9-d81f29db30cb req-a632e4da-9fe9-4600-be8b-ce5d33a5918e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:58.970731 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c89c92bb-1304-49da-9bd9-d81f29db30cb req-a632e4da-9fe9-4600-be8b-ce5d33a5918e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1932738 Dec 13 20:46:59.029821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b2ec6021-1dc5-4518-b1db-28f4a6a800cf req-8eb1a589-a57e-41c9-ab4b-21d2d93da1d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705289 Dec 13 20:46:59.042852 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c89c92bb-1304-49da-9bd9-d81f29db30cb req-8a64d2c2-5475-4222-accd-d09a9a44d69a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613773 Dec 13 20:46:59.156369 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-59a47823-5cfe-42f3-93c9-3c92a7ee21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:59.157879 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-59a47823-5cfe-42f3-93c9-3c92a7ee21d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0755966 Dec 13 20:46:59.307007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-508c17bc-126f-4d31-9d5f-5664f37c386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:59.308450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-508c17bc-126f-4d31-9d5f-5664f37c386c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1420407 Dec 13 20:46:59.381639 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-4f5efa40-d1c2-49f4-a3a8-02ecaab77e95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 217 time: 0.0652072 Dec 13 20:46:59.446114 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-989eec63-c2c7-4177-9b36-7d93696a62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:59.447533 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-989eec63-c2c7-4177-9b36-7d93696a62ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0593250 Dec 13 20:46:59.559931 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-6e37b361-aa3b-4462-ae44-3b3928b6e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:46:59.561368 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-6e37b361-aa3b-4462-ae44-3b3928b6e7cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053903 Dec 13 20:46:59.700535 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-69a041c6-2282-42b6-917d-28d8a2aecd7c service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306889 Dec 13 20:46:59.842277 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e9c1f78f-7756-47eb-a11d-7b1c6678e015 req-e463867e-8271-4604-8e9c-594684d81775 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328311 Dec 13 20:47:00.264310 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22cb55-b2f8-444e-a1a5-58f3f8b4374b req-7ff6105d-0417-4178-b005-087f3c3e164d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:00.265888 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e22cb55-b2f8-444e-a1a5-58f3f8b4374b req-7ff6105d-0417-4178-b005-087f3c3e164d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.0948865 Dec 13 20:47:00.311120 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2e22cb55-b2f8-444e-a1a5-58f3f8b4374b req-48757c8b-355f-45a7-b027-6ecdae8fd701 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Dec 13 20:47:01.635274 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:47:01.642044 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8fdab-3980-47f4-bf0c-c3ed88279615 req-0f503266-fb4c-49f8-bb46-9adcbe3748df tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:01.643523 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4fd8fdab-3980-47f4-bf0c-c3ed88279615 req-0f503266-fb4c-49f8-bb46-9adcbe3748df tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.2227445 Dec 13 20:47:01.687926 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4fd8fdab-3980-47f4-bf0c-c3ed88279615 req-25fba91d-fcac-4cdd-9d17-0960684dcb7f tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382307 Dec 13 20:47:01.787647 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:47:01.802198 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '9a939394-4816-45e9-9f25-a40010c3d507', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:47:01.860391 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:01.880574 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a939394-4816-45e9-9f25-a40010c3d507 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:47:01.896565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:47:01.902883 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:01.904642 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:47:02.012780 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:47:02.015864 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:47:02.131827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['9a939394-4816-45e9-9f25-a40010c3d507'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:47:02.886797 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0deac8-f53d-4894-a242-9bc23621a565 req-fb2fbb36-3a72-4180-bbd8-2daf6dcea738 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:02.888270 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c0deac8-f53d-4894-a242-9bc23621a565 req-fb2fbb36-3a72-4180-bbd8-2daf6dcea738 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 944 time: 0.0820904 Dec 13 20:47:02.938652 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c0deac8-f53d-4894-a242-9bc23621a565 req-d750af1e-8431-4557-8d63-19e5cfac35c4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Dec 13 20:47:03.649924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:47:03.718302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 9a939394-4816-45e9-9f25-a40010c3d507 completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:47:03.723555 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 9a939394-4816-45e9-9f25-a40010c3d507 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:47:03.723948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:03.842580 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:03.869107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:47:03.878492 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:47:03.883653 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:03.885589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-de3626d2-8db9-4b63-a138-3977e13b5114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:47:03.914936 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'code': 200} Dec 13 20:47:03.952957 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:47:03.955772 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:47:04.184530 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9ed2-10e6-4557-8f8d-c40ccbdbdf1c req-a5930bb6-ccd0-48ba-b23c-0da3d12b019d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:04.185914 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be2e9ed2-10e6-4557-8f8d-c40ccbdbdf1c req-a5930bb6-ccd0-48ba-b23c-0da3d12b019d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1351876 Dec 13 20:47:04.191333 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20836-6f16-4b02-b7e1-2541a49dff42 req-fa2ac5fc-dbe5-49de-827a-3a6d253821ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:04.192654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0a20836-6f16-4b02-b7e1-2541a49dff42 req-fa2ac5fc-dbe5-49de-827a-3a6d253821ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1100373 Dec 13 20:47:04.256549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be2e9ed2-10e6-4557-8f8d-c40ccbdbdf1c req-fb754915-a08d-4c2e-8654-d0a9399c43d4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625806 Dec 13 20:47:04.259840 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b0a20836-6f16-4b02-b7e1-2541a49dff42 req-08346053-ebe2-4132-9b99-15644ed34720 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533183 Dec 13 20:47:05.455898 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aed689-6625-4aa2-b653-48167201d79d req-84d2ac97-3710-4b21-9748-d953c7f51703 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:05.457365 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7aed689-6625-4aa2-b653-48167201d79d req-84d2ac97-3710-4b21-9748-d953c7f51703 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0846310 Dec 13 20:47:05.502495 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b7aed689-6625-4aa2-b653-48167201d79d req-d5d06537-80f2-44c8-a298-ba4c917bb233 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389526 Dec 13 20:47:06.707522 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43bb4-24eb-41f2-900d-6229e913dd57 req-1b744f83-c45c-47fb-b9f2-9a350cf37847 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:06.708889 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21c43bb4-24eb-41f2-900d-6229e913dd57 req-1b744f83-c45c-47fb-b9f2-9a350cf37847 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0845835 Dec 13 20:47:06.752738 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-21c43bb4-24eb-41f2-900d-6229e913dd57 req-1a4b45c6-22e8-45c5-9323-496dd05792ac tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381970 Dec 13 20:47:06.952553 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972929a6-d58d-4e83-a91a-ee0aade6f782 req-a74e3b0b-a5f0-4d19-9664-dac92e3ee1a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:06.954069 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-972929a6-d58d-4e83-a91a-ee0aade6f782 req-a74e3b0b-a5f0-4d19-9664-dac92e3ee1a9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0903764 Dec 13 20:47:06.998654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-972929a6-d58d-4e83-a91a-ee0aade6f782 req-77d75672-9af7-4f1b-9709-09443ff7e8cc tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387266 Dec 13 20:47:07.021406 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39784) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:47:07.147476 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6244a-297b-44ac-96d3-571d20cf852f tempest-TestSnapshotPattern-1902263472 tempest-TestSnapshotPattern-1902263472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:07.149199 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-fcd6244a-297b-44ac-96d3-571d20cf852f tempest-TestSnapshotPattern-1902263472 tempest-TestSnapshotPattern-1902263472-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1093 time: 0.1268072 Dec 13 20:47:07.152254 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 39790) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:47:07.157133 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:47:07.163313 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:47:07.167251 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:floatingip and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:47:07.170091 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:47:07.175796 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:47:07.189386 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:07.329761 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:07.476718 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Allocated IP 172.26.6.107 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/3d3c552f-c11e-4790-8cd5-c45fb2979bc8) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:47:07.642364 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:07.679678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:07.683358 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-20fa748d-25d9-4c10-9437-725008a356c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:47:07.744724 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:47:07.747452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:47:07.751098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:47:07.779191 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=3d3c552f-c11e-4790-8cd5-c45fb2979bc8,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:47:07.784854 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:47:08.151033 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-ca5c651a-e9d2-4efd-8f4a-b41d88de54b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711906 Dec 13 20:47:08.191492 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:08.272498 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:08.296596 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d1f8-22b1-4940-8588-4da951619656 req-b50ed021-96bf-4932-ac12-fecb39befc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:08.298132 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-b50ed021-96bf-4932-ac12-fecb39befc60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0809767 Dec 13 20:47:08.450729 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d1f8-22b1-4940-8588-4da951619656 req-beb67006-9765-4b9f-922c-cb1d0db109bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:08.452091 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-beb67006-9765-4b9f-922c-cb1d0db109bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1322353 Dec 13 20:47:08.486488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:08.492171 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:08.495782 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fc6d1ae2-ee11-4f73-870f-d7bfebd013c2 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:47:08.554759 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-c4f173c3-fa93-4107-8b6b-35d252b20ce9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 999 time: 0.0964391 Dec 13 20:47:08.620438 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d1f8-22b1-4940-8588-4da951619656 req-4c0f9934-b096-4500-b9db-b0fd81bd91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:08.622012 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-4c0f9934-b096-4500-b9db-b0fd81bd91bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0614259 Dec 13 20:47:08.698356 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4d1f8-22b1-4940-8588-4da951619656 req-892b9880-fe13-441a-a7b0-c458003bd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:08.699864 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-892b9880-fe13-441a-a7b0-c458003bd1e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717638 Dec 13 20:47:08.726107 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=3d3c552f-c11e-4790-8cd5-c45fb2979bc8,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:47:08.730374 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:47:08.731277 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:08.832497 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-720aaf86-090b-41e0-8a79-2c43666fc5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263390 Dec 13 20:47:08.901510 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Floating IP 0ea78243-3307-4bd9-9a04-7ef1f55bff56 associated. External IP: 172.26.6.107, port: 9a939394-4816-45e9-9f25-a40010c3d507. Dec 13 20:47:08.966010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-54c4d1f8-22b1-4940-8588-4da951619656 req-696029e5-706e-4cc9-b473-a9ebba9fe5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266081 Dec 13 20:47:09.266466 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:47:09.464855 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:47:09.475765 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:47:09.486481 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:47:09.487090 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:47:09.492033 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:09.550450 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-b50a5417-daf2-4e66-9f78-d9a5d9d443a8 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3972156 Dec 13 20:47:09.551225 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:47:09.644792 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'status': 'completed', 'code': 200} Dec 13 20:47:09.669139 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:47:09.745617 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-26165750-56e2-4dbc-9d29-ef15cc288071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:09.747110 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-26165750-56e2-4dbc-9d29-ef15cc288071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0791388 Dec 13 20:47:10.011171 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-ac3d695e-e20e-4aa9-b2db-5e849c6b2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:10.012651 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-ac3d695e-e20e-4aa9-b2db-5e849c6b2247 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.2591000 Dec 13 20:47:10.027887 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:08Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:47:10.031909 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:47:10.040338 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:47:10.040984 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:46:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:47:10.115916 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-4f8aeea4-6b80-4cb0-b6e8-43d0eb7958bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 999 time: 0.0969839 Dec 13 20:47:10.177219 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-a1d08606-dc23-4c21-9a13-df629df44fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:10.178660 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-a1d08606-dc23-4c21-9a13-df629df44fb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0569148 Dec 13 20:47:10.219570 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:47:10.253624 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-b80a1ab0-9868-4d7b-a9d6-f4be9827d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:47:10.255095 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-b80a1ab0-9868-4d7b-a9d6-f4be9827d163 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705726 Dec 13 20:47:10.392174 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-12c0b21a-e02b-44f7-a876-32d791e24cce service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298857 Dec 13 20:47:10.528611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-6e7f9b4c-d4d9-431a-b30a-755c0814e260 req-b1ef540e-d835-49b6-8b10-29f91c65cad2 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298244 Dec 13 20:47:10.615300 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:08Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:47:10.619810 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee139aa-3bf8-46ad-8d1d-5dfa2a5ad826 None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:08Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:47:10.823683 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076c27f-f830-4501-b8fb-154b3c38caae None None] New status for floating IP 0ea78243-3307-4bd9-9a04-7ef1f55bff56: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:47:12.572026 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:21.695055 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-d7763b03-efa2-4dc0-ab00-ed453ed0bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:23.975177 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ca7bfdc3-255e-4d56-9f09-02672848468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:25.046380 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:47:25.113711 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:25.221295 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:26.668606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:42.558854 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:51.698704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1cf6eeda-34dd-4fb4-990c-9a4fd8a328bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:53.980388 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2df8-e665-46fa-a3ac-f61cbfc2fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:55.118931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:55.225310 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:47:56.673828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:02.046181 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:48:08.291049 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-31c597b2-a089-4409-97cb-0e80e1e51ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1967647 Dec 13 20:48:08.441595 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-b80551c0-86d8-4541-b679-b060de753a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:48:08.442996 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-b80551c0-86d8-4541-b679-b060de753a1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0797584 Dec 13 20:48:08.588296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-22fbf27f-7f38-4307-95ff-073229a78828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:48:08.589755 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-22fbf27f-7f38-4307-95ff-073229a78828 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1275887 Dec 13 20:48:08.698943 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-2ef0e0d3-fe8b-481f-a845-c559330b12bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 1001 time: 0.1023657 Dec 13 20:48:08.770016 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-4a612820-df03-46b0-82fe-44f15444b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:48:08.771455 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-4a612820-df03-46b0-82fe-44f15444b1e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0661933 Dec 13 20:48:08.861019 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-13b53b16-03e5-4904-bf30-64bd32147fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:48:08.862541 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-13b53b16-03e5-4904-bf30-64bd32147fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844829 Dec 13 20:48:08.997744 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-37cbd1c8-39a3-44f7-815a-7d829bda86d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283326 Dec 13 20:48:09.133422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-1283d479-20ea-4ed1-a96a-c010a797a489 req-427db1b6-7238-4e36-9300-17ca0ddcfa64 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297765 Dec 13 20:48:12.556799 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:21.698347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f0b4da20-c170-49ec-bdf4-13a330188c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:23.979377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-964f2b44-a50c-4c35-b346-5833abd44005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:25.119404 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:25.230261 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:26.679611 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:39.045613 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:48:42.564190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:51.704281 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-43181e39-9173-4e85-8f6f-79dccf5535be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:53.983898 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-919ded07-dcf5-44d2-b650-aa91990fd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:55.117593 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:55.226069 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:48:56.698597 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:04.204380 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:49:04.385433 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:04.407507 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '9a939394-4816-45e9-9f25-a40010c3d507', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:49:04.486108 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:04.508521 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a939394-4816-45e9-9f25-a40010c3d507 {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:49:04.526585 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:04.533344 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:04.536614 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:04.613992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:04.617891 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['9a939394-4816-45e9-9f25-a40010c3d507'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:49:04.690145 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.690457 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.690801 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.691137 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.691470 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.691806 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.692170 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.692764 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.693452 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.693796 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.694122 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.694438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:04.699987 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:06.224649 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:49:06.305946 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 9a939394-4816-45e9-9f25-a40010c3d507 triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:49:06.306486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:06.450529 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:06.482175 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:49:06.495545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:06.501557 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:06.504893 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-5f210867-3d51-49d8-a4d5-9498e1b91fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:06.586646 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:06.590347 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:06.602057 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'code': 200} Dec 13 20:49:09.801647 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-b3bcc998-6630-45af-a6de-25fcf1836b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:09.803369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-b3bcc998-6630-45af-a6de-25fcf1836b9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0814788 Dec 13 20:49:09.967504 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-6c296ea7-50b0-4b1a-b593-4f10f20e3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:09.968983 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-6c296ea7-50b0-4b1a-b593-4f10f20e3032 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1438410 Dec 13 20:49:10.097569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-3aca9bf0-30fe-460e-bf8b-ad25555acd8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 1001 time: 0.1197934 Dec 13 20:49:10.337390 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-37a97d06-cb80-43d8-837b-4948d6e2e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:10.339690 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-37a97d06-cb80-43d8-837b-4948d6e2e11b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.2338111 Dec 13 20:49:10.426196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-486c1777-7683-4285-ad29-898374e7918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:10.426584 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-486c1777-7683-4285-ad29-898374e7918e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796020 Dec 13 20:49:10.582716 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-75664288-ca8f-4805-98ec-ad81538ee5ea service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479883 Dec 13 20:49:10.736387 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-772a9436-01ad-4a05-a1c8-b67445a17a01 req-e242df0d-c86a-4b16-8e5f-ef74a1a6f12b service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468444 Dec 13 20:49:12.379565 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-67473219-d2c8-452a-8d3b-f4b297e95b1b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797926041&fields=id&tenant_id=0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 267 time: 0.0407522 Dec 13 20:49:12.534156 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-b70bb084-7a76-4ac8-8242-39f981cf7592 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:12.535489 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-b70bb084-7a76-4ac8-8242-39f981cf7592 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 810 time: 0.1488173 Dec 13 20:49:12.550918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-286e0c55-ca0b-4d61-bc72-68cdc3c9261f tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/quotas/0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 375 time: 0.0096879 Dec 13 20:49:12.553362 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:12.641531 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d470ba54-fcee-4e39-af55-439783a9c1c4 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0849385 Dec 13 20:49:12.719953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-8cec0dd4-2d51-4e1c-bc17-211a1dbe3a0a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 20:49:12.721108 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-8cec0dd4-2d51-4e1c-bc17-211a1dbe3a0a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630283 Dec 13 20:49:12.875695 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-ac3d2e76-94ef-48e7-93ac-c767eecc078a service neutron] 10.222.0.18 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483929 Dec 13 20:49:13.022714 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d6f45ca4-8295-4e14-ba78-c341fc957934 service neutron] 10.222.0.18 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409132 Dec 13 20:49:13.219072 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-ae8b4985-0a09-4c25-aa54-2cb47f87df52 req-86a5aa94-6e3a-4d29-9e96-51db4477dfaa tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 210 time: 0.0470231 Dec 13 20:49:14.325758 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-cd4139f2-0d6f-43c6-a90c-39cbf4d0c779 req-0284cf60-f0de-4df2-a763-68db2462d657 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 210 time: 0.0434167 Dec 13 20:49:15.366025 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-c23fe2bd-96ba-4a43-ab54-692c4c2ed562 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:15.367457 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-c23fe2bd-96ba-4a43-ab54-692c4c2ed562 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 810 time: 0.1612749 Dec 13 20:49:15.418918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-dcf923eb-e449-4232-937f-e2b1a66f7860 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eff26fecd044b67870f95d217fc199c HTTP/1.1" status: 200 len: 380 time: 0.0426865 Dec 13 20:49:15.428279 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'port': {'device_id': 'f8682745-b2de-455d-936b-962a3be44a03', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'admin_state_up': True, 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'security_groups': ['3200c27a-62fd-494a-ab19-a713ee58761b']}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:49:15.542664 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-d6acf731-1f16-414a-b099-a949d86baac1 req-20e82521-4bc0-4a3f-8458-ba7502f95cb7 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 210 time: 0.0962329 Dec 13 20:49:15.614589 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:49:15.624428 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.quota.driver [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:49:15.635149 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Made reservation on behalf of 0eff26fecd044b67870f95d217fc199c for: {'port': 1} {{(pid=87525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 20:49:15.638803 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:15.827612 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Allocated IP 172.20.0.10 (9150c9e2-0473-49f9-bba6-3dbf8058bd62/44c61228-e410-499c-9e61-0d81f13960f7/02c71f2c-64ed-4310-b970-43b1157f737d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:49:16.044282 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:49:16.204908 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.222092 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Transition to ACTIVE for port object 02c71f2c-64ed-4310-b970-43b1157f737d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:49:16.246963 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.252579 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:49:16.258953 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-20333539-125a-4ec0-8631-6480407fa481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:16.367575 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:49:16.370904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:49:16.371604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.374112 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:49:16.412236 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:49:16.423910 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:16.424237 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:16.433727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.437328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:16.446360 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.446865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.447337 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.448091 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.448529 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.448985 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.449651 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.450104 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.450579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.451034 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.451550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.452074 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:16.456443 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:16.473275 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:16.474085 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.506549 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-d25ad47c-8588-48e5-a651-9a687284ad33 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0821373 Dec 13 20:49:16.535128 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'code': 200} Dec 13 20:49:16.582890 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:16.586830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:16.772066 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba52-b1fb-4a64-ad29-f13de07435b4 req-222b125b-e80a-41a2-8c44-8e8038614559 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:16.772934 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c501ba52-b1fb-4a64-ad29-f13de07435b4 req-222b125b-e80a-41a2-8c44-8e8038614559 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:49:16.781188 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-584745e6-0e17-4c86-8302-45b8d256b940 None None] Provisioning for port 02c71f2c-64ed-4310-b970-43b1157f737d completed by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:49:16.786594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-584745e6-0e17-4c86-8302-45b8d256b940 None None] Provisioning complete for port 02c71f2c-64ed-4310-b970-43b1157f737d triggered by entity DHCP. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:49:16.787054 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-584745e6-0e17-4c86-8302-45b8d256b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:16.794169 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-c501ba52-b1fb-4a64-ad29-f13de07435b4 req-222b125b-e80a-41a2-8c44-8e8038614559 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:49:16.801479 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c501ba52-b1fb-4a64-ad29-f13de07435b4 req-222b125b-e80a-41a2-8c44-8e8038614559 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.1160905 Dec 13 20:49:16.844895 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-584745e6-0e17-4c86-8302-45b8d256b940 None None] Port 02c71f2c-64ed-4310-b970-43b1157f737d cannot update to ACTIVE because it is not bound. {{(pid=87527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 13 20:49:16.854450 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-c501ba52-b1fb-4a64-ad29-f13de07435b4 req-98505995-bc56-4c01-8643-7188ae271c36 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517848 Dec 13 20:49:18.050103 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8755dd-d643-4f3b-b74b-329d93b7ff44 req-413f4eb5-7614-4c84-9ceb-c3f6dcfba75e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:18.051569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd8755dd-d643-4f3b-b74b-329d93b7ff44 req-413f4eb5-7614-4c84-9ceb-c3f6dcfba75e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0826766 Dec 13 20:49:18.097681 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-dd8755dd-d643-4f3b-b74b-329d93b7ff44 req-a66685f3-7af5-4354-9c51-f685c701d8af tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Dec 13 20:49:19.294007 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ca8b9-3aaa-4ff6-9439-4cd304a51ee8 req-dfc9f72a-fab2-4986-b6fe-7bb5c849c0c5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:19.295478 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a4ca8b9-3aaa-4ff6-9439-4cd304a51ee8 req-dfc9f72a-fab2-4986-b6fe-7bb5c849c0c5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0871701 Dec 13 20:49:19.345431 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a4ca8b9-3aaa-4ff6-9439-4cd304a51ee8 req-5dfff10c-8488-4bdb-b239-7af6523cf171 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Dec 13 20:49:20.535904 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947a04-fffb-4d3d-87f5-c6145cad2b1f req-a52d5aa5-f76b-46ea-a60d-686ae436fef3 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:20.538556 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-25947a04-fffb-4d3d-87f5-c6145cad2b1f req-a52d5aa5-f76b-46ea-a60d-686ae436fef3 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0850465 Dec 13 20:49:20.590427 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-25947a04-fffb-4d3d-87f5-c6145cad2b1f req-5a50e9e3-78cf-4385-b435-a7a3effd6781 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Dec 13 20:49:21.703922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-870760f1-5413-4ffa-9e3d-041a19630c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:21.789819 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ff19-d2da-4f1b-9c74-f85a7bd82e3c req-e030bbbc-f2a7-4a76-81b1-014e015dff59 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:21.791374 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c02ff19-d2da-4f1b-9c74-f85a7bd82e3c req-e030bbbc-f2a7-4a76-81b1-014e015dff59 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0876224 Dec 13 20:49:21.841357 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-4c02ff19-d2da-4f1b-9c74-f85a7bd82e3c req-6fc16167-9657-4f9f-ae55-d9415deafd98 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Dec 13 20:49:23.042661 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b05b6-eedf-486b-8794-95780830520f req-61d3d9b9-39d3-4717-8a4e-722960006b45 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:23.044160 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-496b05b6-eedf-486b-8794-95780830520f req-61d3d9b9-39d3-4717-8a4e-722960006b45 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0894797 Dec 13 20:49:23.094467 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-496b05b6-eedf-486b-8794-95780830520f req-82ce4880-45d2-47c5-bed9-e799bfeb2916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Dec 13 20:49:23.983609 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fef3ea91-368b-4bc6-bee5-527d617a41b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:24.328573 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae841e9-1f38-4800-ba4f-d3122ac463fa req-df3cc5ae-e27e-4a6a-a1e8-deb080a17608 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:24.331444 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aae841e9-1f38-4800-ba4f-d3122ac463fa req-df3cc5ae-e27e-4a6a-a1e8-deb080a17608 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0978072 Dec 13 20:49:24.378010 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-aae841e9-1f38-4800-ba4f-d3122ac463fa req-a6789cb6-1800-4d0b-b0b6-0c3e2a373ced tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Dec 13 20:49:25.113867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:25.227539 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:25.575869 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c536abc-d93f-4125-bc59-773c7177000f req-23a4adcb-7dc4-49d7-a6f9-f543b5cab17a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:25.577442 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c536abc-d93f-4125-bc59-773c7177000f req-23a4adcb-7dc4-49d7-a6f9-f543b5cab17a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.0861659 Dec 13 20:49:25.624239 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8c536abc-d93f-4125-bc59-773c7177000f req-4c4dc931-6afb-491c-8e21-39a57d6065ee tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Dec 13 20:49:26.725204 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.v2.base [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Request body: {'port': {'device_id': 'f8682745-b2de-455d-936b-962a3be44a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=87525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:49:26.763321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:26.915950 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:26.976249 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fac01-af43-4af6-ad6e-fa3039a51f03 req-8addc02b-94a3-4a8d-b17c-0b1dff5ae0fd tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:26.977752 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-060fac01-af43-4af6-ad6e-fa3039a51f03 req-8addc02b-94a3-4a8d-b17c-0b1dff5ae0fd tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 932 time: 0.2028124 Dec 13 20:49:27.080842 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-060fac01-af43-4af6-ad6e-fa3039a51f03 req-f20d6c7f-2754-469f-aada-94e655646823 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966458 Dec 13 20:49:27.307682 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:49:27.314891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:27.329435 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Transition to ACTIVE for port object 02c71f2c-64ed-4310-b970-43b1157f737d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 20:49:27.334784 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:27.338450 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:27.487474 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:27.495258 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:27.698154 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Attempting to bind port 02c71f2c-64ed-4310-b970-43b1157f737d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 20:49:27.698485 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Attempting to bind port 02c71f2c-64ed-4310-b970-43b1157f737d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 20:49:27.698791 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Attempting to bind port 02c71f2c-64ed-4310-b970-43b1157f737d on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:49:27.703585 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Port 02c71f2c-64ed-4310-b970-43b1157f737d on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 13 20:49:27.703891 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Attempting to bind port 02c71f2c-64ed-4310-b970-43b1157f737d on network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 13 20:49:27.709142 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Checking agent: {'id': '9d8a0952-1ebd-4504-b47f-e5cd60298bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'started_at': datetime.datetime(2021, 12, 13, 19, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 20, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 13 20:49:27.709481 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Checking segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 13 20:49:27.709870 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Bound using segment: {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 13 20:49:27.710283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Bound port: 02c71f2c-64ed-4310-b970-43b1157f737d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 20:49:27.710616 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:27.798741 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 13 20:49:27.801946 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 13 20:49:27.807512 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16749346'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:27.811353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-4dec4343-a736-4b0b-b337-164e7eb85b32 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:27.873194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:27.873826 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:27.875186 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] 10.222.0.20 "PUT /v2.0/ports/02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 1094 time: 1.1594768 Dec 13 20:49:27.875840 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:49:27.898384 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:27.903293 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:27.954819 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'status': 'completed', 'code': 200} Dec 13 20:49:27.997603 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-15d74a32-dc20-4df9-86a7-723c1f914097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:27.999079 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-15d74a32-dc20-4df9-86a7-723c1f914097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1097 time: 0.0785651 Dec 13 20:49:28.071711 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-fdecfb32-4c80-4656-942e-b712719575ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 217 time: 0.0651712 Dec 13 20:49:28.133752 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-27a7a4cd-e376-457d-90ff-c491e39da5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.135114 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-27a7a4cd-e376-457d-90ff-c491e39da5a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0574162 Dec 13 20:49:28.270778 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-2226e9c1-673f-4839-969e-5abaede483bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.272169 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-2226e9c1-673f-4839-969e-5abaede483bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307025 Dec 13 20:49:28.305135 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efd4b4-b96c-4186-9942-72e3b5b48ac4 req-c42f8af1-a395-4e49-8f89-1f33f6f7f351 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.306564 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56efd4b4-b96c-4186-9942-72e3b5b48ac4 req-c42f8af1-a395-4e49-8f89-1f33f6f7f351 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 944 time: 0.1164284 Dec 13 20:49:28.417589 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-56efd4b4-b96c-4186-9942-72e3b5b48ac4 req-9e20d798-d653-46c4-a7d5-4eefb13dd909 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047239 Dec 13 20:49:28.450369 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-a7a17ae5-ea9e-40f5-aa48-7bf67c956d05 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702273 Dec 13 20:49:28.585422 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9e6d3fa5-cc25-4947-980f-8806c8931ce0 req-954d205d-5049-4e72-86cd-a97efe20b6fa service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272049 Dec 13 20:49:28.714492 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-4f0886b5-8f0a-4509-a8b2-989e13499adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.715953 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-4f0886b5-8f0a-4509-a8b2-989e13499adb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1097 time: 0.0757887 Dec 13 20:49:28.850183 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-153bab9a-a0a9-4f42-a491-17948c6ce18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.851638 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-153bab9a-a0a9-4f42-a491-17948c6ce18c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1283362 Dec 13 20:49:28.921950 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-4bd31569-63c6-42eb-a8ef-2763e37cc77f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 217 time: 0.0632110 Dec 13 20:49:28.991763 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-b4647bab-bf3e-4419-998e-a7b5f88a5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:28.993214 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-b4647bab-bf3e-4419-998e-a7b5f88a5748 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0647411 Dec 13 20:49:29.073145 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-4a9847e6-2a48-4bce-8f8c-92004aca744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:29.074663 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-4a9847e6-2a48-4bce-8f8c-92004aca744e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736015 Dec 13 20:49:29.221348 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-8e095443-9098-4edd-876b-d5ed4db1e459 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389899 Dec 13 20:49:29.355948 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-06ff1c20-9adb-4a76-9650-3483bd5874c8 req-02dd1ccd-4f60-4c41-b253-f914693c9aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276431 Dec 13 20:49:29.615116 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db3a1-f015-49cd-b208-89dfc814f0f2 req-669676bc-807a-473d-87c8-e819381ea2af tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:29.616593 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-677db3a1-f015-49cd-b208-89dfc814f0f2 req-669676bc-807a-473d-87c8-e819381ea2af tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 944 time: 0.0877120 Dec 13 20:49:29.662121 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-677db3a1-f015-49cd-b208-89dfc814f0f2 req-afb79696-8daa-4b81-a190-ec473f969b1f tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Dec 13 20:49:30.883371 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b43dd-59e1-48b0-9e49-563aec726d3e req-dce998d3-aa55-4a9d-8c69-9b9b330418df tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:30.884918 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b50b43dd-59e1-48b0-9e49-563aec726d3e req-dce998d3-aa55-4a9d-8c69-9b9b330418df tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 944 time: 0.1019983 Dec 13 20:49:30.933436 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b50b43dd-59e1-48b0-9e49-563aec726d3e req-33e68e09-260f-4628-b2db-1227522975cf tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Dec 13 20:49:32.151387 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103367-842e-4ac7-98ff-e4c29b006ee8 req-0501bcd4-f841-48f1-911a-eef7481cbcbd tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:32.152833 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4103367-842e-4ac7-98ff-e4c29b006ee8 req-0501bcd4-f841-48f1-911a-eef7481cbcbd tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 944 time: 0.0933909 Dec 13 20:49:32.199177 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e4103367-842e-4ac7-98ff-e4c29b006ee8 req-9189e740-7d41-481d-a012-e2c2f56348a2 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Dec 13 20:49:32.381931 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:49:32.516201 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:32.529229 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '02c71f2c-64ed-4310-b970-43b1157f737d', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'mac_address': 'fa:16:3e:d8:8e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:49:32.583421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:32.600150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:49:32.620439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:32.625464 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:32.627336 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-d756da13-8780-4c9c-84f5-2fc4f5923d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:32.695868 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=4']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:32.699159 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:32.836927 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['02c71f2c-64ed-4310-b970-43b1157f737d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:49:33.402242 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34127766-9eb0-4079-96e5-f988c3832abd req-48b9e40a-8167-42f9-aa54-8448dbd10a1e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:33.403748 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34127766-9eb0-4079-96e5-f988c3832abd req-48b9e40a-8167-42f9-aa54-8448dbd10a1e tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 945 time: 0.0905352 Dec 13 20:49:33.576590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-34127766-9eb0-4079-96e5-f988c3832abd req-6efded67-06ff-4356-b5f4-ed27791a066a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668842 Dec 13 20:49:34.397324 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:49:34.480789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning for port 02c71f2c-64ed-4310-b970-43b1157f737d completed by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 20:49:34.488106 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 02c71f2c-64ed-4310-b970-43b1157f737d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:49:34.488755 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:34.615442 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:34.642511 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:49:34.653394 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:49:34.658415 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:34.660706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:34.696694 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'code': 200} Dec 13 20:49:34.738571 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=5']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:34.741948 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:34.825936 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64afba-55af-47f4-baf9-8e2a642dc03c req-42b3c0cb-35a6-4b58-92ce-9323853ba788 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:34.827420 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a64afba-55af-47f4-baf9-8e2a642dc03c req-42b3c0cb-35a6-4b58-92ce-9323853ba788 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.1389406 Dec 13 20:49:34.920326 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7a64afba-55af-47f4-baf9-8e2a642dc03c req-9966ed2c-1625-4ba6-a797-e2d71dbe7a6a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822985 Dec 13 20:49:34.947353 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c6e52-cea6-4aff-97b0-f7bc5f1317bb req-469ab9c5-39df-453f-9fff-527748aff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:34.948807 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-879c6e52-cea6-4aff-97b0-f7bc5f1317bb req-469ab9c5-39df-453f-9fff-527748aff169 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1099 time: 0.0917022 Dec 13 20:49:34.991938 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-879c6e52-cea6-4aff-97b0-f7bc5f1317bb req-c01e7ac0-bc94-47de-a67f-0c717dcf0a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360394 Dec 13 20:49:36.174903 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5afcc-8162-4b54-b0da-e87a05853e41 req-0212c0a7-dbf5-49fe-a5ce-6a5d016018d5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:36.176389 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8ce5afcc-8162-4b54-b0da-e87a05853e41 req-0212c0a7-dbf5-49fe-a5ce-6a5d016018d5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.1343818 Dec 13 20:49:36.230080 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-8ce5afcc-8162-4b54-b0da-e87a05853e41 req-c6154078-5a1e-4af5-8f49-abb3481207a7 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476880 Dec 13 20:49:37.431211 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466846-7a5c-4af5-a166-2661fe97a3a6 req-1cc76e5b-4b6c-427f-8f4d-b0ea55d172e5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:37.432674 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00466846-7a5c-4af5-a166-2661fe97a3a6 req-1cc76e5b-4b6c-427f-8f4d-b0ea55d172e5 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.0828552 Dec 13 20:49:37.479663 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-00466846-7a5c-4af5-a166-2661fe97a3a6 req-fc670cc7-3521-431c-851f-c3f02ea8086d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Dec 13 20:49:37.683774 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5d1f3-9eca-4ee9-9fc9-4c43579fa4f6 req-9ab35f9f-bd9f-45c5-826f-ba62061ec10a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:37.685266 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afb5d1f3-9eca-4ee9-9fc9-4c43579fa4f6 req-9ab35f9f-bd9f-45c5-826f-ba62061ec10a tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.0880151 Dec 13 20:49:37.733181 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-afb5d1f3-9eca-4ee9-9fc9-4c43579fa4f6 req-96512dc2-8be5-4db3-ac76-4c6ec47e1de6 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Dec 13 20:49:37.763799 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40074) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:49:37.843829 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0dbc2d-b47d-40a6-9eed-2b0cb1f5e63a tempest-TestSnapshotPattern-1902263472 tempest-TestSnapshotPattern-1902263472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:37.845346 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-ed0dbc2d-b47d-40a6-9eed-2b0cb1f5e63a tempest-TestSnapshotPattern-1902263472 tempest-TestSnapshotPattern-1902263472-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1094 time: 0.0804951 Dec 13 20:49:37.849356 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40078) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:49:37.854220 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.v2.base [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Request body: {'floatingip': {'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 20:49:37.860295 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 20:49:37.864180 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Usage tracker for resource:floatingip and tenant:0eff26fecd044b67870f95d217fc199c is out of sync, need to count used quota {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 20:49:37.867037 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.quota.resource [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 20:49:37.872711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.quota.driver [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 20:49:37.887710 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:38.035674 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:38.172343 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_common [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Allocated IP 172.26.6.119 (c190add2-a077-4208-afdb-c9dd5b09cd8b/0e1d7609-16c8-4565-b528-ee3b570c6ac0/cd66204c-2718-427d-a36e-ac7f45b8c520) {{(pid=87526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 20:49:38.322858 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:38.351731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793484798787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:38.355537 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a8e9d49e-8955-4941-97c7-58ca450beef9 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:38.542565 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Network c190add2-a077-4208-afdb-c9dd5b09cd8b is already hosted by enough agents. {{(pid=87526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 20:49:38.545452 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.base_scheduler [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Resources bound (agent type, host, resource id): {{(pid=87526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 20:49:38.549197 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Received port after_create {{(pid=87526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 13 20:49:38.578563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=cd66204c-2718-427d-a36e-ac7f45b8c520,revision_number=1']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:38.595975 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.596334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.596731 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.597074 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.597481 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.597842 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.598199 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.598561 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.598917 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.599267 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.599611 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.600006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:49:38.604878 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:38.977525 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:39.056946 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:39.268930 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:39.276557 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15144197'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:39.280098 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-fe6560c0-9ad3-4b2a-9cc8-6c1d17406c5e tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:49:39.385105 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event updated for resources: {'Port': ['ID=cd66204c-2718-427d-a36e-ac7f45b8c520,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:49:39.389144 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:49:39.395748 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769096'] for floatingip, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:39.569132 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Floating IP 95726bbb-99ec-49fd-866f-db1161b3fd13 associated. External IP: 172.26.6.119, port: 02c71f2c-64ed-4310-b970-43b1157f737d. Dec 13 20:49:39.932683 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:49:40.235460 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:49:40.245615 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:49:40.256769 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:49:40.257431 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:49:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:49:40.262026 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:40.320586 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4701252 Dec 13 20:49:40.321306 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:49:40.369916 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'status': 'completed', 'code': 200} Dec 13 20:49:40.443723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:49:40.465502 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-378995c5-e01c-440e-8186-81cb8c5a87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:40.467005 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-378995c5-e01c-440e-8186-81cb8c5a87d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1099 time: 0.0731182 Dec 13 20:49:40.601848 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-904a9bfa-e162-49cd-b32b-d1c95953b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:40.603430 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-904a9bfa-e162-49cd-b32b-d1c95953b140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1297362 Dec 13 20:49:40.707779 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-00de38e6-8345-48eb-8711-4f043eb80ab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 1000 time: 0.0976243 Dec 13 20:49:40.771628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-b2393b9c-3d6e-4928-b0a8-2f0801cb8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:40.773100 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-b2393b9c-3d6e-4928-b0a8-2f0801cb8668 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0588293 Dec 13 20:49:40.795608 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}, {'id': '95726bbb-99ec-49fd-866f-db1161b3fd13', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.119', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:d8:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8682745-b2de-455d-936b-962a3be44a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:49:38Z', 'updated_at': '2021-12-13T20:49:38Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:49:40.799753 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:49:40.808743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:49:40.809398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:49:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:49:40.852477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-2ec2e9c8-c629-4953-b00b-d7dbc120f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:49:40.853803 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-2ec2e9c8-c629-4953-b00b-d7dbc120f272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747185 Dec 13 20:49:40.994438 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-41117e7d-ab61-4ed0-a42a-46ac2fee6f08 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319633 Dec 13 20:49:41.030417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:49:41.129590 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-7352a867-8851-41b6-b11c-ef52fc9aafb5 req-3c0cb44e-8696-436a-9db1-4bdc194feec6 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294749 Dec 13 20:49:41.398013 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}, {'id': '95726bbb-99ec-49fd-866f-db1161b3fd13', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.119', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:d8:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8682745-b2de-455d-936b-962a3be44a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:49:38Z', 'updated_at': '2021-12-13T20:49:38Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:49:41.402152 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986c4d0-e818-401a-b976-ccac7486574d None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}, {'id': '95726bbb-99ec-49fd-866f-db1161b3fd13', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.119', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:d8:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8682745-b2de-455d-936b-962a3be44a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:49:38Z', 'updated_at': '2021-12-13T20:49:38Z', 'revision_number': 0, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:49:41.620563 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9eedc8-df37-4ad6-ae87-b111f7ac0711 None None] New status for floating IP 95726bbb-99ec-49fd-866f-db1161b3fd13: ACTIVE {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:49:42.571837 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:51.705271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4ab045b7-848f-43ab-a2bd-63784fce45ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:53.050267 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:49:53.987181 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-320f2e40-a675-42ec-b836-9c9d3ec194a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:55.120622 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:55.230852 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:49:56.695949 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:10.162127 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-ae07b190-7f52-4e26-9238-f0939230f52d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793309 Dec 13 20:50:10.303864 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-41c3883a-c44c-4648-94db-e5079df7ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:50:10.305367 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-41c3883a-c44c-4648-94db-e5079df7ffe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0760560 Dec 13 20:50:10.456590 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-7ae92d39-5569-4d62-bc08-03cc77c4b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:50:10.457981 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-7ae92d39-5569-4d62-bc08-03cc77c4b28e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1333957 Dec 13 20:50:10.695692 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-e44821ef-cb9d-49ae-a469-65d7efd9a47e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 999 time: 0.2307720 Dec 13 20:50:10.765536 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-07c66322-ec2e-4b11-8413-11c317be4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:50:10.766863 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-07c66322-ec2e-4b11-8413-11c317be4925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0645463 Dec 13 20:50:10.843857 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-dfa6b7a3-ffc3-42fb-a986-44f865288f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:50:10.845357 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-dfa6b7a3-ffc3-42fb-a986-44f865288f2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721099 Dec 13 20:50:10.979272 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-58ca12ac-be77-4872-87e4-8cba073cea37 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269553 Dec 13 20:50:11.111297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-5ce95571-9b46-4d8b-a13d-4352737f9e81 req-71a83fae-d833-4d31-b28a-600ed54754c8 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255956 Dec 13 20:50:12.590174 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:21.710858 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-79755ed2-487d-4438-9a7b-d0e5ec3f601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:23.984117 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-4d7ceef8-294e-449c-897b-90a0b6f80a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:25.110519 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:25.237924 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:26.708823 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:30.055184 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:50:42.589831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:51.716232 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-323d01d5-af3f-447a-b05a-0e23e37d6843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:53.990945 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-16285d05-5b32-4046-9c79-40a38326d1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:55.108620 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:55.245624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:50:56.710504 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:07.059385 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:51:10.756821 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=87527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 20:51:10.899789 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:10.912981 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Returning: {'device': '02c71f2c-64ed-4310-b970-43b1157f737d', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'port_id': '02c71f2c-64ed-4310-b970-43b1157f737d', 'mac_address': 'fa:16:3e:d8:8e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 20:51:10.985449 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:11.002560 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 20:51:11.018104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:11.022767 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:11.024645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:11.103030 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=6']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:11.114666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.115176 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.115676 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.116189 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.116666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.117202 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.117683 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.118131 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.118624 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.119095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.119582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.119928 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:11.126114 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:11.129318 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] get_ports_and_sgs() called for port_ids ['02c71f2c-64ed-4310-b970-43b1157f737d'] {{(pid=87527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 13 20:51:12.590961 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:12.756831 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d up at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 20:51:12.860969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.provisioning_blocks [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Provisioning complete for port 02c71f2c-64ed-4310-b970-43b1157f737d triggered by entity L2. {{(pid=87527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 20:51:12.860969 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563694'] for port, provisioning_complete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:12.958571 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-67e079bb-cb36-448d-9433-4c597ffe9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:12.960857 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-67e079bb-cb36-448d-9433-4c597ffe9df5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1098 time: 0.0881455 Dec 13 20:51:13.097992 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:13.127941 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-5fa581ac-83c0-49b2-9cba-c6fab9b98631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:13.129789 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-5fa581ac-83c0-49b2-9cba-c6fab9b98631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1466234 Dec 13 20:51:13.135527 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:13.154665 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:13.162786 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:13.165127 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:13.206837 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'code': 200} Dec 13 20:51:13.243996 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=7']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:13.248691 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:13.286297 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-d97d4314-5e34-4cad-b1ae-486a6238f5d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 1002 time: 0.1487112 Dec 13 20:51:13.363129 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-30cfa1a5-e151-40d5-87f1-e846cbc5c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:13.364611 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-30cfa1a5-e151-40d5-87f1-e846cbc5c917 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0682433 Dec 13 20:51:13.467057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-1b922e76-a82f-4aa1-9dd1-8bb06cf17163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:13.468569 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-1b922e76-a82f-4aa1-9dd1-8bb06cf17163 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967700 Dec 13 20:51:13.610761 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-502070b5-881a-46f1-8b36-47e144f96140 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337702 Dec 13 20:51:13.760930 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-af432316-a21f-4df9-8e4b-f0be0f7e3749 req-cea002a7-ea4d-4eaf-b798-13673c31b5fc service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423004 Dec 13 20:51:21.164196 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40270) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:21.374282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Deleting port cd66204c-2718-427d-a36e-ac7f45b8c520 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:21.374599 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.556628 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.556954 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.677282 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Calling delete_port for cd66204c-2718-427d-a36e-ac7f45b8c520 owned by network:floatingip {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:21.717880 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-23dce4a1-24d0-49d3-8b12-d5011097df7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.840385 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.844506 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-704cb9d1-f870-4165-a7c5-33d7b8ab1a04 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:21.887685 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event deleted for resources: {'Port': ['ID=cd66204c-2718-427d-a36e-ac7f45b8c520,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:21.926363 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.926751 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.927129 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.927503 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.927872 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.928243 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.928688 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.929058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.929451 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.929817 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.930334 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.930524 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:21.937880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:21.994641 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:21.994967 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.db.l3_db [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Floating IP 95726bbb-99ec-49fd-866f-db1161b3fd13 disassociated (deleted). External IP: 172.26.6.119, port: 02c71f2c-64ed-4310-b970-43b1157f737d. Dec 13 20:51:22.483639 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:51:22.665576 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:51:22.676598 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:51:22.688271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:22.688582 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:22.688901 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:50:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:22.746480 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "DELETE /v2.0/floatingips/95726bbb-99ec-49fd-866f-db1161b3fd13 HTTP/1.1" status: 204 len: 168 time: 1.5797429 Dec 13 20:51:22.747195 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:22.810047 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'status': 'completed', 'code': 200} Dec 13 20:51:22.877004 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:22.913809 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a26be-f632-4f3f-87f3-628969e30e40 req-bdb32fd3-4e51-4c62-9426-e972195007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:22.915654 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-bdb32fd3-4e51-4c62-9426-e972195007c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 1099 time: 0.0834363 Dec 13 20:51:23.109194 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a26be-f632-4f3f-87f3-628969e30e40 req-fd288ef2-769c-4efd-ba65-178b30915ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:23.110662 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-fd288ef2-769c-4efd-ba65-178b30915ff6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1884265 Dec 13 20:51:23.188518 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-90e38088-4285-4122-beee-e6d738bcf1ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 200 len: 217 time: 0.0695591 Dec 13 20:51:23.254377 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:23.258505 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:51:23.258743 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532cc73-aea7-4425-a461-913f4200c970 req-2b88e128-7eff-42ef-8ea6-1e598d2e9c43 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:23.260199 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e532cc73-aea7-4425-a461-913f4200c970 req-2b88e128-7eff-42ef-8ea6-1e598d2e9c43 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.1958201 Dec 13 20:51:23.267113 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:23.267739 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:50:54Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:23.419181 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a26be-f632-4f3f-87f3-628969e30e40 req-e7bd5394-b1f5-4d09-99fc-ecbded5c18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:23.420617 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-e7bd5394-b1f5-4d09-99fc-ecbded5c18a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.2238908 Dec 13 20:51:23.450353 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:23.487102 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-e532cc73-aea7-4425-a461-913f4200c970 req-7d30f1a7-5673-4fd9-9c6d-89c4b370537b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180104 Dec 13 20:51:23.515291 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a26be-f632-4f3f-87f3-628969e30e40 req-fede3249-f270-4d42-a9b7-67cc4154dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:23.516762 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-fede3249-f270-4d42-a9b7-67cc4154dda1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883102 Dec 13 20:51:23.649013 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-5a4551fb-9dbc-4974-97e8-55e895bd679f service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238434 Dec 13 20:51:23.783530 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-157a26be-f632-4f3f-87f3-628969e30e40 req-42146bb5-93cc-4128-9544-45368678f47c service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270382 Dec 13 20:51:23.811302 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:23.815589 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e482c5-b597-4eda-81b7-20ae465cb52c None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_floatingips': [{'id': '0ea78243-3307-4bd9-9a04-7ef1f55bff56', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'router_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'port_id': '9a939394-4816-45e9-9f25-a40010c3d507', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'mac_address': 'fa:16:3e:81:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T20:47:08Z', 'updated_at': '2021-12-13T20:47:11Z', 'revision_number': 1, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:51:23.985953 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-959c23d6-2531-4063-9f7f-7cee56424043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:24.053776 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615dac73-eba4-40e5-88ad-b9e9ec39d196 None None] New status for floating IP 95726bbb-99ec-49fd-866f-db1161b3fd13: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:51:24.592315 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-8b9407b3-0002-41e5-9019-c21a3d907608 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:24.593783 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-8b9407b3-0002-41e5-9019-c21a3d907608 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.0936809 Dec 13 20:51:24.704697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Deleting port 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:24.704896 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:24.827546 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad57575-f054-4fdf-abf4-702b6e427c14 req-51884b09-6097-435c-99a5-95657ef7b034 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:24.829000 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ad57575-f054-4fdf-abf4-702b6e427c14 req-51884b09-6097-435c-99a5-95657ef7b034 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 946 time: 0.2017226 Dec 13 20:51:24.892702 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:24.964256 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-0ad57575-f054-4fdf-abf4-702b6e427c14 req-a3c25bd6-1cb0-4457-be43-285c33256c2b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294041 Dec 13 20:51:25.008395 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:25.008782 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:25.058438 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551709'] for port, before_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:25.106319 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:25.118666 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:25.121080 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:25.124506 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793485342778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793484798805', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793484798850'] for port, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:25.126200 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-f487fe71-dda4-4dbf-b8e6-3e385b71a5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:25.141921 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Calling delete_port for 02c71f2c-64ed-4310-b970-43b1157f737d owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:25.160147 dv-neutron-821563-1-hyperv neutron-server[87527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'code': 200} Dec 13 20:51:25.190923 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Pushing event updated for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=8']} {{(pid=87527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:25.194480 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_concurrency.lockutils [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:25.240419 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:51:25.240700 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:51:25.243365 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:25.742987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Deleting port 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:25.743636 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:26.040538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] For port 02c71f2c-64ed-4310-b970-43b1157f737d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=02c71f2c-64ed-4310-b970-43b1157f737d,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:26.040932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:26.327170 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Calling delete_port for 02c71f2c-64ed-4310-b970-43b1157f737d owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:26.492773 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb443-6fab-4f8a-ad81-41c2fbd36526 req-07facfc4-fb69-4c93-a5dd-dc7421400862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:26.494257 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be9fb443-6fab-4f8a-ad81-41c2fbd36526 req-07facfc4-fb69-4c93-a5dd-dc7421400862 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8682745-b2de-455d-936b-962a3be44a03 HTTP/1.1" status: 200 len: 944 time: 0.3869925 Dec 13 20:51:26.538298 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:26.546051 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-6af01ca0-fe38-4538-8c89-a104d5efbed6 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:26.600412 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-be9fb443-6fab-4f8a-ad81-41c2fbd36526 req-63cf2d49-f9be-401f-9784-7d6aec148a76 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002419 Dec 13 20:51:26.601382 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event deleted for resources: {'Port': ['ID=02c71f2c-64ed-4310-b970-43b1157f737d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:26.639241 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.639625 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.640001 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.640363 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.640728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.641090 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.641477 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.641838 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.642196 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.642555 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.642913 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.643264 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821563-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 20:51:26.650472 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:26.685718 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] No DVR routers for this DVR port 02c71f2c-64ed-4310-b970-43b1157f737d on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:51:26.688052 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:26.690660 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-deleted', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:26.700238 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:26.704502 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-242757e0-dc87-4e35-89a0-18d34b5baf36 req-69d4f7c6-51e8-454d-b417-c5c9605a9c72 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "DELETE /v2.0/ports/02c71f2c-64ed-4310-b970-43b1157f737d HTTP/1.1" status: 204 len: 173 time: 2.1053920 Dec 13 20:51:26.739363 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8682745-b2de-455d-936b-962a3be44a03', 'name': 'network-vif-deleted', 'tag': '02c71f2c-64ed-4310-b970-43b1157f737d', 'status': 'completed', 'code': 200} Dec 13 20:51:28.304987 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 40332) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:28.511079 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Deleting port 3d3c552f-c11e-4790-8cd5-c45fb2979bc8 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:28.511299 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:28.679140 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:28.679427 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:28.800697 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Calling delete_port for 3d3c552f-c11e-4790-8cd5-c45fb2979bc8 owned by network:floatingip {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:28.892956 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:28.929098 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 02c71f2c-64ed-4310-b970-43b1157f737d {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:28.929485 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 02c71f2c-64ed-4310-b970-43b1157f737d not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:28.957909 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:28.962332 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-877ae893-4f65-488e-881c-fdbda9aeb16b tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:29.009628 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event deleted for resources: {'Port': ['ID=3d3c552f-c11e-4790-8cd5-c45fb2979bc8,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:29.039728 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:29.101268 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for floatingip, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:29.101575 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.db.l3_db [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Floating IP 0ea78243-3307-4bd9-9a04-7ef1f55bff56 disassociated (deleted). External IP: 172.26.6.107, port: 9a939394-4816-45e9-9f25-a40010c3d507. Dec 13 20:51:29.603645 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:51:29.794766 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:51:29.808510 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:51:29.813745 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for floatingip, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:29.819465 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:29.820094 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:29.872580 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-673079e3-b542-4f71-9604-c157c39a248d tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "DELETE /v2.0/floatingips/0ea78243-3307-4bd9-9a04-7ef1f55bff56 HTTP/1.1" status: 204 len: 168 time: 1.5663304 Dec 13 20:51:29.873143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:29.917105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'status': 'completed', 'code': 200} Dec 13 20:51:30.007244 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:30.013385 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-e098fbc8-4d54-4c90-8921-3e9bdb618d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:30.015194 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-e098fbc8-4d54-4c90-8921-3e9bdb618d5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eff26fecd044b67870f95d217fc199c&device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0735919 Dec 13 20:51:30.162256 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-f5e5026c-bd8c-47f5-b087-44ad28af06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:30.163603 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-f5e5026c-bd8c-47f5-b087-44ad28af06ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 200 len: 910 time: 0.1420634 Dec 13 20:51:30.269885 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-cd7e4543-7762-4cae-985e-399facdae606 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 200 len: 217 time: 0.0991685 Dec 13 20:51:30.329525 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:30.333734 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:51:30.342827 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:30.343439 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:30.355386 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-6ade2e8d-ae07-4cf5-bd04-917041cbd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:30.357030 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-6ade2e8d-ae07-4cf5-bd04-917041cbd422 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 200 len: 849 time: 0.0793424 Dec 13 20:51:30.407283 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab163-3664-447e-849c-c19b1fedbb92 req-e52c70ea-60a5-4cee-956e-a3716655f102 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:30.407986 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9b9ab163-3664-447e-849c-c19b1fedbb92 req-e52c70ea-60a5-4cee-956e-a3716655f102 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:51:30.443236 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-9b9ab163-3664-447e-849c-c19b1fedbb92 req-e52c70ea-60a5-4cee-956e-a3716655f102 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:51:30.444341 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b9ab163-3664-447e-849c-c19b1fedbb92 req-e52c70ea-60a5-4cee-956e-a3716655f102 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.2218494 Dec 13 20:51:30.475327 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-397187e8-a074-4fcd-ae8e-97a3438a34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:30.476821 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-397187e8-a074-4fcd-ae8e-97a3438a34ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9150c9e2-0473-49f9-bba6-3dbf8058bd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124809 Dec 13 20:51:30.530930 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:30.568740 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-9b9ab163-3664-447e-849c-c19b1fedbb92 req-be896fdb-f2f0-409f-9818-3ec5a278e205 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170614 Dec 13 20:51:30.630207 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-77c487a4-cf5c-4e52-8419-a6bad97b43bb service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420901 Dec 13 20:51:30.767105 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-2af1a3e2-4e33-4b59-8ebd-db1f7254532c req-df9a57da-2644-4bd0-8003-1943021d4311 service neutron] 10.222.0.20 "GET /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302679 Dec 13 20:51:30.846920 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:30.851582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c060ef7-1395-4264-a096-4f8008548560 None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:46:43Z', 'revision_number': 4, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv', '_interfaces': [{'id': '61bbfd2c-7ef1-44f2-8e20-8b2f268ff596', 'name': '', 'network_id': '9150c9e2-0473-49f9-bba6-3dbf8058bd62', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'mac_address': 'fa:16:3e:c7:7e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '44c61228-e410-499c-9e61-0d81f13960f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:42Z', 'updated_at': '2021-12-13T20:46:49Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'subnets': [{'id': '44c61228-e410-499c-9e61-0d81f13960f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:51:31.077348 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982e8bf-e7ed-47aa-b2e0-3e34d6c76a32 None None] New status for floating IP 0ea78243-3307-4bd9-9a04-7ef1f55bff56: DOWN {{(pid=87528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 20:51:31.734582 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-6df68d6b-f9bf-4c75-8d85-b7c355cf256b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:31.735998 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-6df68d6b-f9bf-4c75-8d85-b7c355cf256b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1288590 Dec 13 20:51:31.821689 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Deleting port 9a939394-4816-45e9-9f25-a40010c3d507 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:31.822026 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:31.881897 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e8ab-3ce1-48d6-ac96-d5a4c0aee046 req-992ca21c-e58a-4936-ad61-3785e0d363a2 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 20:51:31.883260 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab9e8ab-3ce1-48d6-ac96-d5a4c0aee046 req-992ca21c-e58a-4936-ad61-3785e0d363a2 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1945980 Dec 13 20:51:32.127329 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-bab9e8ab-3ce1-48d6-ac96-d5a4c0aee046 req-a1b76637-dec7-4955-9e8b-e66b9a488e46 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/security-groups?id=3200c27a-62fd-494a-ab19-a713ee58761b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364120 Dec 13 20:51:32.241336 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] For port 9a939394-4816-45e9-9f25-a40010c3d507, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9a939394-4816-45e9-9f25-a40010c3d507,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:32.241696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:32.368410 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Calling delete_port for 9a939394-4816-45e9-9f25-a40010c3d507 owned by compute:nova {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:32.521121 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:32.526808 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-50275e06-37cf-44b5-946e-707e21873fe3 tempest-TestShelveInstance-1861717157 tempest-TestShelveInstance-1861717157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:32.573614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event deleted for resources: {'Port': ['ID=9a939394-4816-45e9-9f25-a40010c3d507,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:32.577339 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:32.653696 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] No DVR routers for this DVR port 9a939394-4816-45e9-9f25-a40010c3d507 on host hv-neutron-8215 {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:51:32.656306 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073009'] for port, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:32.658865 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-deleted', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 20:51:32.676142 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-b8277d41-e911-49a1-8bb6-ee6357188be7 req-b8b4f172-fb6b-45e1-826d-68abf52b032b tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.20 "DELETE /v2.0/ports/9a939394-4816-45e9-9f25-a40010c3d507 HTTP/1.1" status: 204 len: 173 time: 0.9336467 Dec 13 20:51:32.705372 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5025d49-0156-4c3b-9615-84390fa6e1b9', 'name': 'network-vif-deleted', 'tag': '9a939394-4816-45e9-9f25-a40010c3d507', 'status': 'completed', 'code': 200} Dec 13 20:51:33.300622 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-779de97e-919b-457d-89b6-38e73ede104d req-e97e0a56-6fe0-4e57-a423-c18cccb4cd16 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Synchronizing usage tracker for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 20:51:33.316686 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.quota.resource [req-779de97e-919b-457d-89b6-38e73ede104d req-e97e0a56-6fe0-4e57-a423-c18cccb4cd16 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Unset dirty status for tenant:0eff26fecd044b67870f95d217fc199c on resource:port {{(pid=87525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 20:51:33.318213 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [req-779de97e-919b-457d-89b6-38e73ede104d req-e97e0a56-6fe0-4e57-a423-c18cccb4cd16 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5025d49-0156-4c3b-9615-84390fa6e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0616925 Dec 13 20:51:34.421230 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40350) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:34.497322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:34.529436 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:34.606194 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:34.611598 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a703cb29-7f55-4ea2-a209-efd7a6c870d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:34.625920 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200c27a-62fd-494a-ab19-a713ee58761b,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:34.628551 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:34.641125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Notify callbacks [] for security_group, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:34.642338 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4521563c-6d3a-4427-be43-f6846dcf9177 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] 10.222.0.18 "DELETE /v2.0/security-groups/3200c27a-62fd-494a-ab19-a713ee58761b HTTP/1.1" status: 204 len: 168 time: 0.2200329 Dec 13 20:51:34.692237 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40356) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:35.259006 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:35.610125 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Deleting port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:35.610810 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:35.906680 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] For port 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:35.906899 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:36.030287 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Calling delete_port for 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:36.350061 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:36.353789 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-833ecc9c-7d96-40a0-a41c-6556e86e03e9 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:36.395993 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bbfd2c-7ef1-44f2-8e20-8b2f268ff596,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:36.399089 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:36.666058 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:36.970728 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:37.009778 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] No Port match for: 9a939394-4816-45e9-9f25-a40010c3d507 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:37.010133 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Device 9a939394-4816-45e9-9f25-a40010c3d507 not bound to the agent host hv-neutron-8215 {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:37.041281 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Router 2ecb6759-af11-443e-be98-22c642c97cc4 has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:51:37.367586 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:51:37.379014 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Sync routers for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:51:37.387155 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-8650194b-8acf-40a2-9584-aaba5a4d7ed2 admin admin] 10.222.0.18 "PUT /v2.0/routers/2ecb6759-af11-443e-be98-22c642c97cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934419 Dec 13 20:51:37.391148 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40360) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:37.392150 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:37.392914 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:37.575590 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:37.619103 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: dv-neutron-821563-1-hyperv {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:37.756874 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:37.768612 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Deleting port 3ac56264-5b8e-48b3-9b9d-100ec50df66e {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:37.768941 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:37.905775 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:51:36Z', 'revision_number': 5, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port': {'id': '3ac56264-5b8e-48b3-9b9d-100ec50df66e', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:40Z', 'updated_at': '2021-12-13T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:37.909709 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Checking router: 2ecb6759-af11-443e-be98-22c642c97cc4 for host: dv-neutron-821563-1-hyperv {{(pid=87527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:51:37.918271 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Routers {'2ecb6759-af11-443e-be98-22c642c97cc4'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:37.918879 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['2ecb6759-af11-443e-be98-22c642c97cc4'], 'active': True} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:37.941276 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] For port 3ac56264-5b8e-48b3-9b9d-100ec50df66e, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=3ac56264-5b8e-48b3-9b9d-100ec50df66e,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:37.941608 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.064179 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Calling delete_port for 3ac56264-5b8e-48b3-9b9d-100ec50df66e owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:38.068104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_dvr_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] Set router 2ecb6759-af11-443e-be98-22c642c97cc4 gateway port host: None {{(pid=87527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:38.179468 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.db.l3_hamode_db [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:51:37Z', 'revision_number': 6, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:38.183595 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37040c-755f-4655-a174-d17b13ee64f2 None None] The sync data for ids ['2ecb6759-af11-443e-be98-22c642c97cc4'] in dv-neutron-821563-1-hyperv is: [{'id': '2ecb6759-af11-443e-be98-22c642c97cc4', 'name': 'tempest-TestSnapshotPattern-2095278297-router', 'tenant_id': '0eff26fecd044b67870f95d217fc199c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:39Z', 'updated_at': '2021-12-13T20:51:37Z', 'revision_number': 6, 'project_id': '0eff26fecd044b67870f95d217fc199c', 'gw_port_host': None}] {{(pid=87527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:51:38.249633 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.253339 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8f05d89c-e431-46ff-a8d8-1a4739afd916 tempest-TestSnapshotPattern-811581340 tempest-TestSnapshotPattern-811581340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:38.299015 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac56264-5b8e-48b3-9b9d-100ec50df66e,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:38.302122 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:38.390381 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.564833 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.567383 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.592019 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.592614 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecb6759-af11-443e-be98-22c642c97cc4 {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:51:38.606335 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.609199 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2ecb6759-af11-443e-be98-22c642c97cc4 HTTP/1.1" status: 204 len: 168 time: 1.2158554 Dec 13 20:51:38.611203 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40364) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:38.937092 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Deleting subnet 44c61228-e410-499c-9e61-0d81f13960f7 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:51:38.941233 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:38.994219 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.007998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3ac56264-5b8e-48b3-9b9d-100ec50df66e no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:39.046382 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 3ac56264-5b8e-48b3-9b9d-100ec50df66e {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:39.046840 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 3ac56264-5b8e-48b3-9b9d-100ec50df66e not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:39.047340 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:39.082678 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.082922 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:39.083398 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 61bbfd2c-7ef1-44f2-8e20-8b2f268ff596 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:39.159437 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.163711 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-6c579da2-ccc5-4a63-abc1-ad5bfda0aac0 tempest-TestNetworkAdvancedServerOps-1353106058 tempest-TestNetworkAdvancedServerOps-1353106058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:39.199752 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c61228-e410-499c-9e61-0d81f13960f7,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:39.203112 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:39.204095 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.209849 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a5c3c-cff0-4861-92aa-07c1a7d00311 None None] Network 9150c9e2-0473-49f9-bba6-3dbf8058bd62 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:51:39.210531 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-eee65eb8-59c9-4915-8b86-8c08606b6617 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44c61228-e410-499c-9e61-0d81f13960f7 HTTP/1.1" status: 204 len: 168 time: 0.5983517 Dec 13 20:51:39.213011 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40370) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:39.324812 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.335392 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Deleting port 9644dfba-e4bb-4f77-a306-641410cd1229 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:39.335726 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.492497 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] DHCP port deletion for 9150c9e2-0473-49f9-bba6-3dbf8058bd62 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:51:39.497328 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Deleting port 9644dfba-e4bb-4f77-a306-641410cd1229 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:39.497892 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.549456 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] For port 9644dfba-e4bb-4f77-a306-641410cd1229, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9644dfba-e4bb-4f77-a306-641410cd1229,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:39.549791 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.671217 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Calling delete_port for 9644dfba-e4bb-4f77-a306-641410cd1229 owned by network:dhcp {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:39.702249 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] For port 9644dfba-e4bb-4f77-a306-641410cd1229, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=9644dfba-e4bb-4f77-a306-641410cd1229,segment=NetworkSegment(09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2),segment_id=09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:39.702583 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.749264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.753124 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-241469e2-d6b5-4c2c-aea6-0c6bd9db3d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:39.799202 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9644dfba-e4bb-4f77-a306-641410cd1229,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:39.802278 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:39.803093 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] No DVR routers for this DVR port 9644dfba-e4bb-4f77-a306-641410cd1229 on host dv-neutron-821563-1-hyperv {{(pid=87526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:51:39.824253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Calling delete_port for 9644dfba-e4bb-4f77-a306-641410cd1229 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:39.918907 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.940151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:51:39.940514 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:51:39.944221 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9150c9e2-0473-49f9-bba6-3dbf8058bd62']}} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:39.956395 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2') {'for_net_delete': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:39.956629 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.services.segments.db [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fb7593-9cc7-4b0d-9286-d3e81cfc9cc2') {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:39.967880 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16359995'] for segment, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.983934 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:39.990235 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:51:39.990621 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15144417'] for segment, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: Traceback (most recent call last): Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: timer() Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: cb(*args, **kw) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: return func(*args, **kwargs) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: self._notify() Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: self.callback(batched_events) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: event.method(event) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: return f(self, *a, **k) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._get(url).json() Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: return self.request(url, 'GET', **kwargs) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:51:40.003609 dv-neutron-821563-1-hyperv neutron-server[87526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:51:40.088779 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:40.093084 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-8c1a4c58-e2b2-4fd4-938b-82a2477be834 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:40.105912 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Notify callbacks [] for network, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:40.116362 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=9150c9e2-0473-49f9-bba6-3dbf8058bd62,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:40.121079 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:40.136122 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-a3d65597-d434-40e2-8647-5ae869083b29 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9150c9e2-0473-49f9-bba6-3dbf8058bd62 HTTP/1.1" status: 204 len: 168 time: 0.9220793 Dec 13 20:51:40.139547 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40374) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:40.442253 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Deleting port 9644dfba-e4bb-4f77-a306-641410cd1229 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:40.443289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:40.513132 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7fb81-a342-46a1-aeb8-bd9b2d551956 None None] The port '9644dfba-e4bb-4f77-a306-641410cd1229' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:51:40.826879 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820570'] for router_interface, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:40.969483 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9644dfba-e4bb-4f77-a306-641410cd1229 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:41.003418 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 9644dfba-e4bb-4f77-a306-641410cd1229 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:41.003870 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 9644dfba-e4bb-4f77-a306-641410cd1229 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:41.195763 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Deleting port b4b92160-818e-43b1-928b-266654307a32 {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:41.196378 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:41.371445 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] For port b4b92160-818e-43b1-928b-266654307a32, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=b4b92160-818e-43b1-928b-266654307a32,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:41.371794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:41.495264 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Calling delete_port for b4b92160-818e-43b1-928b-266654307a32 owned by network:router_interface {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:41.680794 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:41.684242 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-b9b03b5f-db98-489f-8c4c-41bdfeb61026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:41.729302 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b92160-818e-43b1-928b-266654307a32,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:41.732418 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:42.133050 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586794'] for router_interface, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:42.524051 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Router f138ff85-6061-4524-8928-b87e302534fa has already been hosted by L3 agent adf0cd38-48e8-4f14-a07d-fca55cefbee2 {{(pid=87526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 13 20:51:42.630517 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:42.710613 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] Notify agent at l3_agent.dv-neutron-821563-1-hyperv the message routers_updated {{(pid=87526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 13 20:51:42.720186 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Sync routers for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 20:51:42.720664 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-9f6adc31-8456-47e8-8c57-aae8b2ba5b00 admin admin] 10.222.0.18 "PUT /v2.0/routers/f138ff85-6061-4524-8928-b87e302534fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795915 Dec 13 20:51:42.722830 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40380) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:42.731722 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:42.732503 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:42.894985 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks [] for router, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:42.909459 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: dv-neutron-821563-1-hyperv {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:43.074563 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:43.085740 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Deleting port 475a488f-0358-4694-97af-962227fcfbcf {{(pid=87526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:43.086068 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:43.194318 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'external_fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '475a488f-0358-4694-97af-962227fcfbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:51:41Z', 'revision_number': 5, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port': {'id': '475a488f-0358-4694-97af-962227fcfbcf', 'name': '', 'network_id': 'c190add2-a077-4208-afdb-c9dd5b09cd8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138ff85-6061-4524-8928-b87e302534fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821563-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T20:46:46Z', 'updated_at': '2021-12-13T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e1d7609-16c8-4565-b528-ee3b570c6ac0', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821563-1-hyperv'}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:43.198080 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Checking router: f138ff85-6061-4524-8928-b87e302534fa for host: dv-neutron-821563-1-hyperv {{(pid=87528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 20:51:43.207266 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Routers {'f138ff85-6061-4524-8928-b87e302534fa'} bound to L3 agent in host dv-neutron-821563-1-hyperv {{(pid=87528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 13 20:51:43.207877 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821563-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T19:45:54Z,description=,heartbeat_timestamp=2021-12-13T20:51:24Z,host='dv-neutron-821563-1-hyperv',id=adf0cd38-48e8-4f14-a07d-fca55cefbee2,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T19:45:54Z,topic='l3_agent')) {'router_ids': ['f138ff85-6061-4524-8928-b87e302534fa'], 'active': True} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:43.261703 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] For port 475a488f-0358-4694-97af-962227fcfbcf, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=475a488f-0358-4694-97af-962227fcfbcf,segment=NetworkSegment(b7177a52-9abf-467d-a65d-4726c1632afb),segment_id=b7177a52-9abf-467d-a65d-4726c1632afb)] {{(pid=87526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:43.262185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:43.360281 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_dvr_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] Set router f138ff85-6061-4524-8928-b87e302534fa gateway port host: None {{(pid=87528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 13 20:51:43.384886 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.plugin [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Calling delete_port for 475a488f-0358-4694-97af-962227fcfbcf owned by network:router_gateway {{(pid=87526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:43.468738 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.l3_hamode_db [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:51:43Z', 'revision_number': 6, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port_host': None}], 'dv-neutron-821563-1-hyperv', False) {} {{(pid=87528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:43.473346 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e15f9-a99d-4b55-8756-f88c5183a274 None None] The sync data for ids ['f138ff85-6061-4524-8928-b87e302534fa'] in dv-neutron-821563-1-hyperv is: [{'id': 'f138ff85-6061-4524-8928-b87e302534fa', 'name': 'tempest-TestSnapshotPattern-1286055905-router', 'tenant_id': '552eccf5aa82409888a9a830a5f191cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T20:46:45Z', 'updated_at': '2021-12-13T20:51:43Z', 'revision_number': 6, 'project_id': '552eccf5aa82409888a9a830a5f191cc', 'gw_port_host': None}] {{(pid=87528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 20:51:43.713043 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15144204'] for port, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:43.717415 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-657cac2e-bec0-426f-81a3-a3e224e52bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:43.762898 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Pushing event deleted for resources: {'Port': ['ID=475a488f-0358-4694-97af-962227fcfbcf,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:43.766514 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:43.855412 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769213'] for router_gateway, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.028317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64371'] for router, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.030488 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.055620 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1820531'] for router, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.056185 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f138ff85-6061-4524-8928-b87e302534fa {{(pid=87526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 13 20:51:44.059968 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:51:44.069082 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] Notify callbacks [] for router, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.070237 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-77ff49ab-057a-4a4b-941e-363b6f96c068 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f138ff85-6061-4524-8928-b87e302534fa HTTP/1.1" status: 204 len: 168 time: 1.3465202 Dec 13 20:51:44.072857 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40384) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:44.132491 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Deleting subnet 1452062b-88b9-4e9a-ab53-98db3b2f5fb8 {{(pid=87526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 13 20:51:44.135939 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.196317 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16359980'] for subnet, precommit_delete_associations {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.285186 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561740'] for subnet, precommit_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.356768 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15144255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14814970'] for subnet, after_delete {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.361322 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-853a7635-444e-4683-8a0a-3ba7a28921c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:44.395679 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1452062b-88b9-4e9a-ab53-98db3b2f5fb8,revision_number=None']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:44.398700 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG oslo_concurrency.lockutils [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:44.401533 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.408723 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4820b2-df4f-4507-a24e-477f544929d1 None None] Network 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 requested from dv-neutron-821563-1-hyperv {{(pid=87527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 13 20:51:44.409244 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-d307bfeb-915a-41c0-8a37-3d62b4e7ef81 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1452062b-88b9-4e9a-ab53-98db3b2f5fb8 HTTP/1.1" status: 204 len: 168 time: 0.3354073 Dec 13 20:51:44.412932 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 40388) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:44.527507 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581367'] for network, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.538721 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Deleting port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:44.538982 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.660706 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ddff2-4188-4382-ac04-648716522d3c None None] DHCP port deletion for 5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 request from dv-neutron-821563-1-hyperv {{(pid=87527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 13 20:51:44.664978 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Deleting port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:44.665399 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.755722 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] For port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:44.756072 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.871206 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.db [None req-836ddff2-4188-4382-ac04-648716522d3c None None] For port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5, host dv-neutron-821563-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821563-1-hyperv',level=0,port_id=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,segment=NetworkSegment(f6039224-d8dd-4443-ada0-b2741222c281),segment_id=f6039224-d8dd-4443-ada0-b2741222c281)] {{(pid=87527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 13 20:51:44.871478 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766298'] for port, precommit_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.880632 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Calling delete_port for a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:44.957884 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793485342805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793484798796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16749355'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:44.961827 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-9d5c4354-5cce-4b41-8bb1-a7823a740931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:44.989227 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 475a488f-0358-4694-97af-962227fcfbcf no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:45.007345 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Pushing event deleted for resources: {'Port': ['ID=a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:45.010979 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:45.013296 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] No DVR routers for this DVR port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 on host dv-neutron-821563-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 20:51:45.023727 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Calling delete_port for a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 owned by network:dhcp {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 13 20:51:45.068692 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: 475a488f-0358-4694-97af-962227fcfbcf {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:45.069039 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device 475a488f-0358-4694-97af-962227fcfbcf not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:45.069502 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:45.120216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:45.120576 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:45.120998 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b92160-818e-43b1-928b-266654307a32 no longer exists at agent ovs-agent-dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 20:51:45.139704 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562791', 'neutron.services.segments.db._delete_segments_for_network-8793485284006'] for network, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.159897 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] No Port match for: b4b92160-818e-43b1-928b-266654307a32 {{(pid=87527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 13 20:51:45.160258 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.rpc [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Device b4b92160-818e-43b1-928b-266654307a32 not bound to the agent host dv-neutron-821563-1-hyperv {{(pid=87527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 20:51:45.168851 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b971a70-0d84-4b46-8f7a-0a782ba7b5c7']}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:45.181565 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.db.api [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 20:51:45.181709 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6039224-d8dd-4443-ada0-b2741222c281') {'for_net_delete': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:45.181871 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.services.segments.db [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6039224-d8dd-4443-ada0-b2741222c281') {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 20:51:45.182028 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG oslo_db.api [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 20:51:45.194168 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793485132665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-984944'] for segment, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.211143 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558374'] for segment, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.217614 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 20:51:45.218123 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16749510'] for segment, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: Traceback (most recent call last): Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: timer() Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: cb(*args, **kw) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: return func(*args, **kwargs) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: self._notify() Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: self.callback(batched_events) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: event.method(event) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: return f(self, *a, **k) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._get(url).json() Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: return self.request(url, 'GET', **kwargs) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 20:51:45.231285 dv-neutron-821563-1-hyperv neutron-server[87525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 20:51:45.308501 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769114'] for network, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.312579 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-8f3dec9b-19d3-497a-b75c-a15d393c20b9 tempest-NetworksIpV6Test-476258418 tempest-NetworksIpV6Test-476258418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:45.326538 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Notify callbacks [] for network, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.336868 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b971a70-0d84-4b46-8f7a-0a782ba7b5c7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:45.339859 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:45.344446 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-109d72f9-979e-4a3f-b503-3e6850fbe053 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b971a70-0d84-4b46-8f7a-0a782ba7b5c7 HTTP/1.1" status: 204 len: 168 time: 0.9274209 Dec 13 20:51:45.466342 dv-neutron-821563-1-hyperv neutron-server[87526]: DEBUG neutron.wsgi [-] (87526) accepted ('10.222.0.18', 40394) {{(pid=87526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:45.519856 dv-neutron-821563-1-hyperv neutron-server[87526]: INFO neutron.wsgi [None req-4db147f5-999c-46a3-85f8-bfa0f5b65b84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eff26fecd044b67870f95d217fc199c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521681 Dec 13 20:51:45.522409 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 40398) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:45.583053 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.610010 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.664308 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.668057 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-f16eb1aa-a858-4e69-a075-83d2097d9352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:45.680954 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b3530-72dd-4efa-a119-50bbdf57c7ea,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:45.682680 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Deleting port a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5 {{(pid=87527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 13 20:51:45.683355 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:45.683704 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-836ddff2-4188-4382-ac04-648716522d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793485339585'] for port, before_delete {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.691430 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:45.692913 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-bc8aa79d-2c51-496f-b6b6-12dcfd6aeee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/660b3530-72dd-4efa-a119-50bbdf57c7ea HTTP/1.1" status: 204 len: 168 time: 0.1692019 Dec 13 20:51:45.761194 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron.plugins.ml2.plugin [None req-836ddff2-4188-4382-ac04-648716522d3c None None] The port 'a565c51b-a38d-48bd-b6d1-bbe2b8bc09d5' was deleted {{(pid=87527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 13 20:51:46.066550 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 40406) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:46.244262 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-39942542-db1b-4894-9092-f012ae5be65c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=552eccf5aa82409888a9a830a5f191cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763110 Dec 13 20:51:46.247372 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [-] (87525) accepted ('10.222.0.18', 40410) {{(pid=87525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 20:51:46.305048 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:46.331202 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:46.387747 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376367'] for security_group, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:46.391500 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-a00f3d32-cd8d-4a56-a213-062f474be296 tempest-TestNetworkBasicOps-1831774293 tempest-TestNetworkBasicOps-1831774293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 20:51:46.402377 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea4a92-302c-4797-9e36-8f19015f1b45,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 20:51:46.405895 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG oslo_concurrency.lockutils [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 20:51:46.409200 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:46.410345 dv-neutron-821563-1-hyperv neutron-server[87525]: INFO neutron.wsgi [None req-94d2e111-ffc9-4323-9645-7a6324cf2065 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48ea4a92-302c-4797-9e36-8f19015f1b45 HTTP/1.1" status: 204 len: 168 time: 0.1620488 Dec 13 20:51:51.715078 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9059bb81-fafa-4225-9612-093dcd70daee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:53.993582 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-9ad4e44e-6a9c-4d84-a6af-efeacee02395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:55.115671 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:55.254545 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:51:56.712289 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:12.664830 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:21.061962 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:52:21.718725 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-54a414eb-86e9-4df3-8cc3-d28ffc94e2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:23.997233 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0d552415-6241-47bd-ab1e-fbff37520f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:25.114643 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:25.256312 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:26.709048 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:42.662180 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:51.723421 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-1c8a051c-96f7-46be-a58f-faba0e5e8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:54.000700 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-0e54daf0-a873-477c-9b33-cdd532b9dc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:55.114520 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:55.260107 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:56.713798 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:52:58.067705 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:53:12.672499 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:21.718828 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8562-630b-4500-8cf7-24cdc6001794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:24.000616 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7bd58095-4135-422c-a46b-5d51a08f9cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:25.113644 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:25.266321 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:26.716995 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:35.073023 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:53:42.676872 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:51.774762 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-7152e142-be3c-4144-9d97-7a5429af3197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:54.009577 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c757-45b7-4998-a5c1-576d78baa088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:55.119190 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:55.267884 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:53:56.719784 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:12.076519 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:54:12.680942 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:21.734447 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-60efa3de-89f8-44f6-9fca-ff981e6f6ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:23.994276 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ca800de3-2373-4966-a9ac-e0ab826bd5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:25.129151 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:25.271594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:26.725651 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:42.694869 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:49.081112 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:54:51.730567 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ad9f3b49-c811-4324-95ad-a8a7da9b735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:53.999906 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5e4c60cf-509e-4c86-aa6d-529d08f53810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:55.125453 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:55.274417 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:54:56.732337 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:12.689867 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:21.728095 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e87eda03-9065-4e19-abd9-dc86aa6a88ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:23.016028 dv-neutron-821563-1-hyperv neutron-server[87525]: DEBUG neutron.wsgi [req-1edd52d1-10cb-4c86-8bb2-c168d05c20bb req-5030fc58-3888-45ac-9c51-e48d7e5ab815 service neutron] (87525) timed out ('10.222.0.18', 38964) {{(pid=87525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 20:55:24.010603 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-ff620af4-c323-4256-b9e9-2e6d92d2f33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:25.120904 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:25.280911 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:26.088135 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:55:26.735850 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:42.721645 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:51.718104 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-cb3e91e6-37fb-4896-99b1-a725c09e7738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:54.008918 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-fe1129b0-3c1d-43f1-94a8-73eba90c188d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:55.120199 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:55.285962 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:55:56.734743 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:03.082581 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:56:12.732732 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:21.723606 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ab35-a082-4329-ada2-7f6c987836cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:24.004297 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-06b4e9f8-f1d8-45a0-8760-0085e872af87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:25.120068 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:25.283246 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:26.746486 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:40.086197 dv-neutron-821563-1-hyperv neutron-server[87528]: DEBUG neutron.db.agents_db [None req-d2c88ee7-2aed-4cfe-bee7-88636487d4ea None None] Agent healthcheck: found 6 active agents {{(pid=87528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 20:56:42.734604 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:51.722153 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-6ae98076-facb-4836-905b-ea608d97ae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:54.018223 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-8235a2d6-eecc-4f79-8399-c6b78b30465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:55.122594 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-bfbce19a-cd7b-4e87-a4cf-5999bc900137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:55.292573 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-a65bd816-5821-4ba3-8056-6d2fbfa0e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:56:56.751216 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-3a863054-ae1b-4c0a-94ca-d25027c6dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 20:57:12.741461 dv-neutron-821563-1-hyperv neutron-server[87527]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b479-45f6-428f-8b24-18f75e7023f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793485284015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563485'] for agent, after_update {{(pid=87527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}